-- Logs begin at Mon 2022-09-19 16:22:33 UTC, end at Mon 2022-09-19 18:16:03 UTC. -- Sep 19 17:00:24.806502 dv-neutron-857789-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 19 17:00:27.418112 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.common.config [-] Logging enabled! Sep 19 17:00:27.418817 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev23 Sep 19 17:00:27.418902 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88948) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 19 17:00:27.422056 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.common.config [-] Logging enabled! Sep 19 17:00:27.422311 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev23 Sep 19 17:00:27.422618 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88948) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 19 17:00:27.423573 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 17:00:27.423805 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 17:00:27.424164 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 17:00:27.424406 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 17:00:27.424628 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 17:00:27.424944 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.425234 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.425523 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.425738 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.426025 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.426313 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.426589 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.426875 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.427193 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.427478 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.427754 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.428017 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.428246 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.428523 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.428813 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.429099 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.429323 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] debug = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.429601 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.430019 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.430436 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.431189 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.431189 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.431341 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.431551 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.431806 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.432085 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.432406 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] host = dv-neutron-857789-3-hyperv {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.432683 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.432970 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.433254 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.433537 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.433813 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.434085 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.434363 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.434703 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.435001 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] log_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.435277 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.435562 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.435845 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.436133 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.436358 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.436579 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.436864 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.437148 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.437419 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.437687 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.437958 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.438228 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.438499 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.438761 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.439068 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.439350 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.439631 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.439904 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.440173 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.440439 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.440706 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.440987 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.441253 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.441521 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.441788 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.442070 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.442333 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.442601 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.442896 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.443537 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.443819 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.444099 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.444364 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.444640 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.444906 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.445172 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.445436 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] use_json = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.445701 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.445966 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.446241 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.446508 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.446775 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.447068 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.447336 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.447632 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.447885 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:27.448204 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.448485 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.449593 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.449593 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.449593 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.449593 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.449922 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.450206 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.450527 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.451009 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.451303 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.451579 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.451889 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.452141 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.452431 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.452739 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.453032 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.453323 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.453598 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.453834 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.454110 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.454382 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.454667 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.454983 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.455273 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.455545 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.455820 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.456108 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.456381 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.456649 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.456924 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.457210 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.457486 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.457754 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.458032 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.458325 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.458615 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.458889 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.459192 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.459485 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.459760 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.460028 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.460295 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.460566 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.460833 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.461178 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.461458 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.461728 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.461996 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.462267 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.462536 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.462804 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.463101 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.463369 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.463640 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.463914 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.464180 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.464447 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.464713 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.464979 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.465244 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.465509 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.466111 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.466464 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.466737 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.467031 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.467308 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.467579 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.467865 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.468160 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.468434 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.468711 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.468990 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.469266 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.469540 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.469813 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.470087 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.470360 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.470628 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.470929 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.471225 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.471510 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.471792 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.472071 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.472364 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.472639 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.472999 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.473469 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.473943 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.474401 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.474851 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.475182 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.475484 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.475784 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.476083 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.476380 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.476664 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.476980 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.477270 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:27.477488 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 17:00:27.477737 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88948) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 19 17:00:27.865952 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO keyring.backend [-] Loading KWallet Sep 19 17:00:27.873092 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO keyring.backend [-] Loading SecretService Sep 19 17:00:27.876708 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO keyring.backend [-] Loading Windows Sep 19 17:00:27.878007 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO keyring.backend [-] Loading chainer Sep 19 17:00:27.878570 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO keyring.backend [-] Loading macOS Sep 19 17:00:27.911664 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 19 17:00:27.911936 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 19 17:00:27.912224 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 19 17:00:27.912558 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 19 17:00:28.302705 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.302992 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.303265 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.304472 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.304757 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.305024 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.339780 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.340055 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.340317 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.353315 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.353589 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.353857 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.383322 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.383600 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.383866 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.420562 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.421163 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.421163 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.655400 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.655595 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.655856 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.656133 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.656859 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.774339 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.774662 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.774951 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.775236 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.775500 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.775811 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.776074 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.776329 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.776580 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.776861 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.777104 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.777368 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.777622 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.777873 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.778133 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.778695 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.779079 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.779339 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.779599 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.779886 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.780238 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.780499 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.780747 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.781034 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.781284 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.781528 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.781909 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:00:28.782147 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:00:28.782383 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:00:28.782626 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:00:28.782858 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:00:28.783113 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:00:28.783476 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 19 17:00:28.786594 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 19 17:00:28.790455 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 19 17:00:28.794144 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 19 17:00:28.795777 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 19 17:00:28.796224 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 19 17:00:28.796553 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 19 17:00:28.797078 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 19 17:00:28.799838 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 19 17:00:28.800088 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 19 17:00:28.800430 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 17:00:28.827876 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 19 17:00:28.828307 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.828606 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88948) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 19 17:00:28.828964 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.830294 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88948) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 19 17:00:28.830571 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 17:00:28.830813 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 19 17:00:28.833941 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.834220 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:28.902243 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 19 17:00:28.902463 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 19 17:00:28.902702 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 19 17:00:28.903116 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 19 17:00:28.940769 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_db.sqlalchemy.engines [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88948) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 19 17:00:29.294055 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Initializing driver for type 'gre' Sep 19 17:00:29.294544 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] gre ID ranges: [(1, 1000)] Sep 19 17:00:29.356668 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Initializing driver for type 'local' Sep 19 17:00:29.357144 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Initializing driver for type 'vlan' Sep 19 17:00:29.371451 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] VlanTypeDriver initialization complete Sep 19 17:00:29.371793 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Initializing driver for type 'vxlan' Sep 19 17:00:29.372299 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] vxlan ID ranges: [(1, 1000)] Sep 19 17:00:29.429048 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Initializing extension driver 'port_security' Sep 19 17:00:29.430050 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.extensions.port_security [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] PortSecurityExtensionDriver initialization complete Sep 19 17:00:29.430229 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Initializing mechanism driver 'openvswitch' Sep 19 17:00:29.430618 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Initializing mechanism driver 'hyperv' Sep 19 17:00:29.438069 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:00:29.438591 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > port after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.439175 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > port after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.439666 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > port after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.440447 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:00:29.441106 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > subnet after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.441614 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > subnet after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.442060 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.442585 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:00:29.443231 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > network after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.444088 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > network after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.444598 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > network after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.445164 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:00:29.445711 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > security_group after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.446263 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > security_group after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.446814 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > security_group after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.447473 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:00:29.448020 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.448545 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.449077 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.449876 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:00:29.450527 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > address_group after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.450886 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > address_group after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.451257 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > address_group after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.451658 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:00:29.452107 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] ML2 OVO RPC backend initialized. {{(pid=88948) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 19 17:00:29.452817 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.453180 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.453604 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > network before_response 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.453954 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > networks before_response 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.454310 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > port before_response 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.454659 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > ports before_response 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.455032 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > subnet before_response 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.455382 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > subnets before_response 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.455737 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > network after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.456089 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > network after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.456437 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > network after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.456787 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > port after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.457134 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > port after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.457474 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > port after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.457817 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > subnet after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.458159 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > subnet after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.458500 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.459109 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.plugin [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Modular L2 Plugin initialization complete Sep 19 17:00:29.459454 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading services supported by the core plugin {{(pid=88948) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 19 17:00:29.459788 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.plugins.ml2.managers [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Got port-security extension from driver 'port_security' Sep 19 17:00:29.460258 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.extensions.vlantransparent [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Disabled vlantransparent extension. Sep 19 17:00:29.460749 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88948) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 19 17:00:29.461069 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading Plugin: router Sep 19 17:00:29.498611 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router_interface before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.499022 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router after_create 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.499400 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router before_create 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.499779 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.500164 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.500531 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router after_delete 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.500897 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > floatingip after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.501269 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router after_create 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.501620 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router after_update 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.501979 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router after_update 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.502331 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.502679 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router after_update 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.503127 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_update 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.503503 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: port after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.503849 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: port after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.504191 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: subnet after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.504541 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.504895 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > port precommit_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.505245 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_create 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.505593 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: port before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.505945 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.506316 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router after_update 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.506673 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_delete 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.507044 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_create 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.507415 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.507767 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_update 55549900 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.508138 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > agent after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.508492 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > agent after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.508846 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > network after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.509868 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Tracking information for resource: router configured {{(pid=88948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:00:29.510209 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Tracking information for resource: floatingip configured {{(pid=88948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:00:29.515385 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.db.l3_agentschedulers_db [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 19 17:00:29.515968 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: port after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.516338 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: port after_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.516695 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: port after_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.517046 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: port after_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.517949 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router before_create 55550100 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.518319 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_delete 55550100 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.518687 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_create 55550100 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.519086 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > router precommit_update 55550100 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.523609 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.services.provider_configuration [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service providers = [] {{(pid=88948) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 19 17:00:29.523983 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.db.servicetype_db [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88948) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 19 17:00:29.526954 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.services.service_base [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 17:00:29.527294 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.services.service_base [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 17:00:29.527633 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.services.service_base [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 17:00:29.528725 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.services.service_base [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 17:00:29.529103 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.services.service_base [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 19 17:00:29.529478 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:00:29.529797 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 19 17:00:29.540363 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:00:29.540704 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading Plugin: auto_allocate Sep 19 17:00:29.546598 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: network precommit_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.546931 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: network precommit_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.547457 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:00:29.547781 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading Plugin: tag Sep 19 17:00:29.554243 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:00:29.554573 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading Plugin: timestamp Sep 19 17:00:29.558572 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:00:29.558925 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading Plugin: network_ip_availability Sep 19 17:00:29.564188 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.564567 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.564912 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.565654 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:00:29.565982 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading Plugin: flavors Sep 19 17:00:29.571001 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:00:29.571341 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading Plugin: revisions Sep 19 17:00:29.576015 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:00:29.576413 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_concurrency.lockutils [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.664s {{(pid=88948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 19 17:00:29.577163 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88948) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 19 17:00:29.577509 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Initializing extension manager. Sep 19 17:00:29.578019 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: __init__.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.578360 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: __pycache__ {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.578701 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.579071 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: address_group.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.579833 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.580400 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: address-group Sep 19 17:00:29.580730 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: address_scope.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.581454 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.581965 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: address-scope Sep 19 17:00:29.582290 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.583252 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.583754 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: router-admin-state-down-before-update Sep 19 17:00:29.584080 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: agent.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.584788 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.585299 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: agent Sep 19 17:00:29.585621 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: agent_resources_synced.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.586721 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.587265 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: agent-resources-synced Sep 19 17:00:29.587594 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: allowedaddresspairs.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.589361 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.589883 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: allowed-address-pairs Sep 19 17:00:29.590207 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: auto_allocated_topology.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.591335 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.591853 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: auto-allocated-topology Sep 19 17:00:29.592177 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: availability_zone.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.592880 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.593386 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: availability_zone Sep 19 17:00:29.593709 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: availability_zone_filter.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.594618 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.595149 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: availability_zone_filter Sep 19 17:00:29.595472 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: data_plane_status.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.596390 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.596890 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension data-plane-status not supported by any of loaded plugins Sep 19 17:00:29.597209 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: default_subnetpools.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.598136 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.598643 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: default-subnetpools Sep 19 17:00:29.598987 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.599799 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.600300 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: dhcp_agent_scheduler Sep 19 17:00:29.600623 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: dns.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.601531 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.602035 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension dns-integration not supported by any of loaded plugins Sep 19 17:00:29.602361 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: dns_domain_ports.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.603305 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.603813 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 19 17:00:29.604141 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: dvr.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.604813 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.605334 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: dvr Sep 19 17:00:29.605648 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: empty_string_filtering.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.606609 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.607148 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: empty-string-filtering Sep 19 17:00:29.607477 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.608384 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.608891 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 19 17:00:29.609217 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.610125 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.610720 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 19 17:00:29.611076 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: external_net.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.612069 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.612586 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: external-net Sep 19 17:00:29.612911 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.613817 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.614330 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: extra_dhcp_opt Sep 19 17:00:29.614651 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: extraroute.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.615593 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.616096 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: extraroute Sep 19 17:00:29.616421 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: extraroute_atomic.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.617456 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.617975 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: extraroute-atomic Sep 19 17:00:29.618295 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: filter_validation.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.618995 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.619502 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: filter-validation Sep 19 17:00:29.619827 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: fip_pf_description.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.620736 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.621238 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 19 17:00:29.621559 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: fip_port_details.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.622524 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.623141 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: fip-port-details Sep 19 17:00:29.623464 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: flavors.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.624664 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.625201 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: flavors Sep 19 17:00:29.625531 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.627199 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.627719 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 19 17:00:29.628051 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: floatingip_pools.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.628755 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.629264 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: floatingip-pools Sep 19 17:00:29.629591 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: ip_allocation.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.630509 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.631038 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension ip_allocation not supported by any of loaded plugins Sep 19 17:00:29.631365 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.632282 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.632797 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: ip-substring-filtering Sep 19 17:00:29.633128 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: l2_adjacency.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.634067 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.634581 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 19 17:00:29.634936 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: l3.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.635910 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.636433 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: router Sep 19 17:00:29.636761 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.639182 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.639706 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 19 17:00:29.640044 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.640990 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.641512 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: ext-gw-mode Sep 19 17:00:29.641843 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.642770 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.643311 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: l3-ha Sep 19 17:00:29.643645 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: l3_flavors.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.644569 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.645083 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: l3-flavors Sep 19 17:00:29.645415 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.646323 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.646833 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 19 17:00:29.647191 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: l3agentscheduler.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.648950 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.649468 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: l3_agent_scheduler Sep 19 17:00:29.649799 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: logging.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.651328 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.651852 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension logging not supported by any of loaded plugins Sep 19 17:00:29.652183 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: metering.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.652930 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.653551 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: metering Sep 19 17:00:29.653884 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.654994 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.655520 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: metering_source_and_destination_fields Sep 19 17:00:29.655846 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: multiprovidernet.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.656778 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.657298 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: multi-provider Sep 19 17:00:29.657624 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: netmtu.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.658541 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.659097 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: net-mtu Sep 19 17:00:29.659423 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: netmtu_writable.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.660348 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.660861 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: net-mtu-writable Sep 19 17:00:29.661185 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: network_availability_zone.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.661863 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.662373 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: network_availability_zone Sep 19 17:00:29.662696 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: network_ip_availability.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.663811 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.664324 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: network-ip-availability Sep 19 17:00:29.664650 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: network_segment_range.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.665427 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.665936 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension network-segment-range not supported by any of loaded plugins Sep 19 17:00:29.666262 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: pagination.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.667292 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.667622 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: pagination Sep 19 17:00:29.667945 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: port_device_profile.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.668894 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.669410 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: port-device-profile Sep 19 17:00:29.669732 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.670660 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.671206 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: port-mac-address-regenerate Sep 19 17:00:29.671533 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.672442 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.672954 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: port-numa-affinity-policy Sep 19 17:00:29.673277 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: port_resource_request.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.674202 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.674708 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension port-resource-request not supported by any of loaded plugins Sep 19 17:00:29.675062 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: portbindings.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.676000 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.676518 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: binding Sep 19 17:00:29.676843 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: portbindings_extended.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.678108 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.678626 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: binding-extended Sep 19 17:00:29.678974 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: portsecurity.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.680026 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.680540 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: port-security Sep 19 17:00:29.680867 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: project_id.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.681858 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.682189 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: project-id Sep 19 17:00:29.682512 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: providernet.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.683475 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.683991 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: provider Sep 19 17:00:29.684319 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.688082 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.688615 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos not supported by any of loaded plugins Sep 19 17:00:29.688948 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.690194 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.690715 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 19 17:00:29.691076 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.692001 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.692515 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 19 17:00:29.692846 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos_default.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.694107 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.694617 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos-default not supported by any of loaded plugins Sep 19 17:00:29.694971 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos_fip.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.695637 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.696150 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos-fip not supported by any of loaded plugins Sep 19 17:00:29.696476 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos_gateway_ip.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.697403 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.697911 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 19 17:00:29.698238 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos_port_network_policy.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.699171 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.699681 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 19 17:00:29.700002 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos_rule_type_details.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.701122 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.701633 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 19 17:00:29.701957 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: qos_rules_alias.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.703044 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.703559 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 19 17:00:29.703887 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: quotasv2.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.704804 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.705130 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: quotas Sep 19 17:00:29.705454 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: quotasv2_detail.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.707093 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.707445 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: quota_details Sep 19 17:00:29.707777 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: rbac.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.708831 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.709357 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: rbac-policies Sep 19 17:00:29.709693 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: rbac_address_group.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.710622 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.711178 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: rbac-address-group Sep 19 17:00:29.711604 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: rbac_address_scope.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.712536 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.713049 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: rbac-address-scope Sep 19 17:00:29.713383 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: rbac_security_groups.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.714313 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.714829 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: rbac-security-groups Sep 19 17:00:29.715180 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: rbac_subnetpool.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.716183 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.716697 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: rbac-subnetpool Sep 19 17:00:29.717025 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: revisionifmatch.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.717951 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.718478 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: revision-if-match Sep 19 17:00:29.718813 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: revisions.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.719968 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.720485 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: standard-attr-revisions Sep 19 17:00:29.720819 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: router_availability_zone.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.721618 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.722132 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: router_availability_zone Sep 19 17:00:29.722457 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: routerservicetype.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.723406 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.723920 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension router-service-type not supported by any of loaded plugins Sep 19 17:00:29.724248 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.725171 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.725681 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: security-groups-normalized-cidr Sep 19 17:00:29.726011 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.726942 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.727484 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: port-security-groups-filtering Sep 19 17:00:29.727831 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.728749 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.729261 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: security-groups-remote-address-group Sep 19 17:00:29.729588 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: securitygroup.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.739370 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.739899 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: security-group Sep 19 17:00:29.740237 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: segment.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.741031 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.741547 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension segment not supported by any of loaded plugins Sep 19 17:00:29.741879 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.742815 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.743362 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 19 17:00:29.743693 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: servicetype.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.744806 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.745327 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: service-type Sep 19 17:00:29.745658 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: sorting.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.746650 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.747085 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: sorting Sep 19 17:00:29.747421 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: standard_attr_segment.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.748342 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.748856 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 19 17:00:29.749184 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: standardattrdescription.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.749854 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.750363 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: standard-attr-description Sep 19 17:00:29.750690 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: stateful_security_group.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.751709 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.752230 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: stateful-security-group Sep 19 17:00:29.752559 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: stdattrs_common.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.753144 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 19 17:00:29.753468 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.754470 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.755038 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 19 17:00:29.755370 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: subnet_onboard.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.756447 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.756979 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: subnet_onboard Sep 19 17:00:29.757310 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.758248 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.758768 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 19 17:00:29.759124 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: subnet_service_types.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.760052 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.760572 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: subnet-service-types Sep 19 17:00:29.760904 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: subnetallocation.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.762002 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.762530 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: subnet_allocation Sep 19 17:00:29.762888 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.763586 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.764105 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: subnetpool-prefix-ops Sep 19 17:00:29.764427 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.765358 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.765869 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 19 17:00:29.766198 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: tagging.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.767310 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.767833 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: standard-attr-tag Sep 19 17:00:29.768160 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: timestamp.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.769370 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.769884 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loaded extension: standard-attr-timestamp Sep 19 17:00:29.770212 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: trunk.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.771280 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.771797 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension trunk not supported by any of loaded plugins Sep 19 17:00:29.772126 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: trunk_details.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.773048 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.773568 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension trunk-details not supported by any of loaded plugins Sep 19 17:00:29.773895 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: uplink_status_propagation.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.774819 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.775370 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 19 17:00:29.775695 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Loading extension file: vlantransparent.py {{(pid=88948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:00:29.776379 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:00:29.776885 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 19 17:00:29.779470 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:network Sep 19 17:00:29.780234 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:subnet Sep 19 17:00:29.782193 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:00:29.782825 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:port Sep 19 17:00:29.784225 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.784666 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service FLAVORS assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.785295 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.785736 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.786077 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:router Sep 19 17:00:29.786758 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:floatingip Sep 19 17:00:29.787509 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service METERING assigned prefix: /metering {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.788973 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.789362 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.789721 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:00:29.790884 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 17:00:29.791363 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:security_group Sep 19 17:00:29.792026 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 17:00:29.792782 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service CORE assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.793116 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:00:29.793458 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] subnetpool is already registered Sep 19 17:00:29.794092 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service CORE assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.794435 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:00:29.794772 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] subnetpool is already registered Sep 19 17:00:29.797444 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.797829 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service FLAVORS assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.798422 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.798842 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.799204 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:router Sep 19 17:00:29.799536 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] router is already registered Sep 19 17:00:29.800131 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:floatingip Sep 19 17:00:29.800470 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] floatingip is already registered Sep 19 17:00:29.801102 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service METERING assigned prefix: /metering {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.801783 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 17:00:29.802116 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] rbac_policy is already registered Sep 19 17:00:29.802671 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:security_group Sep 19 17:00:29.803027 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] security_group is already registered Sep 19 17:00:29.803634 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 17:00:29.803963 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] security_group_rule is already registered Sep 19 17:00:29.804651 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service CORE assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.804987 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:00:29.805316 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] subnetpool is already registered Sep 19 17:00:29.805919 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.v2.resource_helper [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Service CORE assigned prefix: {{(pid=88948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:00:29.806249 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:00:29.806570 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING neutron.quota.resource_registry [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] subnetpool is already registered Sep 19 17:00:29.807252 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: extensions {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.808760 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: address-groups {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.810521 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: address-scopes {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.811779 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: agents {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.813167 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: auto-allocated-topology {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.814437 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: availability_zones {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.815801 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: dhcp-networks {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.817236 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: dhcp-agents {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.819041 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: routers {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.820876 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: flavors {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.822038 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: service_profiles {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.823310 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: next_providers {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.824849 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: service_profiles {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.826591 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: floatingip-pools {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.827846 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: routers {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.829668 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: floatingips {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.830875 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: l3-routers {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.832307 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: l3-agents {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.833745 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: metering-labels {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.835141 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: metering-label-rules {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.836451 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: network-ip-availabilities {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.837718 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: bindings {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.839440 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: quotas {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.840979 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: quotas {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.842395 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: rbac-policies {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.843759 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: security-groups {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.844987 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: security-group-rules {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.846235 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: service-providers {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.847520 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: subnetpools {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.849848 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: subnetpools {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.851364 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.853072 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.971286 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.973087 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.974883 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.976815 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.978942 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.980886 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.983102 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.984980 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron.api.extensions [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Extended resource: tags {{(pid=88948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:00:29.991103 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING keystonemiddleware.auth_token [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 19 17:00:29.995942 dv-neutron-857789-3-hyperv neutron-server[88948]: WARNING keystonemiddleware.auth_token [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 19 17:00:30.004263 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_concurrency.lockutils [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Acquired lock "singleton_lock" {{(pid=88948) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 19 17:00:30.004755 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_concurrency.lockutils [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Releasing lock "singleton_lock" {{(pid=88948) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 19 17:00:30.005407 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO oslo_service.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Starting 2 workers Sep 19 17:00:30.010115 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Started child 89055 {{(pid=88948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 19 17:00:30.014543 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Started child 89056 {{(pid=88948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 19 17:00:30.015079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:30.016093 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO neutron.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 19 17:00:30.016635 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [-] (89055) wsgi starting up on http://0.0.0.0:9696 Sep 19 17:00:30.016833 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Notify callbacks [] for process, before_spawn {{(pid=88948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:30.018938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:30.019484 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO oslo_service.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Starting 1 workers Sep 19 17:00:30.020198 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [-] (89056) wsgi starting up on http://0.0.0.0:9696 Sep 19 17:00:30.024091 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Started child 89057 {{(pid=88948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 19 17:00:30.024457 dv-neutron-857789-3-hyperv neutron-server[88948]: INFO oslo_service.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Starting 1 workers Sep 19 17:00:30.027592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] calling RpcWorker wait() {{(pid=89057) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 19 17:00:30.028176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] returning from RpcWorker wait() {{(pid=89057) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 19 17:00:30.028682 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Started child 89058 {{(pid=88948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 19 17:00:30.029231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:30.029427 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1a52-5bfd-48c1-a3e9-c3b20d79655f None None] Notify callbacks [] for process, after_spawn {{(pid=88948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:30.029720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:00:30.031263 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88948) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 19 17:00:30.031439 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 17:00:30.031651 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 17:00:30.031840 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 17:00:30.032213 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 17:00:30.032334 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 17:00:30.032855 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.033120 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.033394 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.033648 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.033921 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.034066 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:30.034559 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.034726 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.035006 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.035301 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.035553 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.035711 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.035887 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.036138 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.036370 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.036681 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.036926 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.037177 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.037436 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.037613 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.037849 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.038114 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.038367 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.038626 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] debug = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.038875 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.039379 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.039610 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.039842 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.040076 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.040347 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.040609 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.040854 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.041094 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.041308 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.041540 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.041800 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.042039 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.042252 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.042469 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.042722 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.042984 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.043435 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] host = dv-neutron-857789-3-hyperv {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.043670 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.043959 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.044209 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.044439 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.044686 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.044890 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.045257 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.045535 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.045790 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.046036 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.046280 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.046508 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.046739 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.047017 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.047247 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_options = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.047432 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.047757 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.047936 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.048132 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.048300 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.048474 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.048759 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.048880 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.049131 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.049367 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.049580 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.049816 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.050057 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.050290 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.050539 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.050780 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.051042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.051272 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.051527 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.051749 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.052772 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.053531 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.053813 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.054126 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.054347 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.054583 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.054824 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.055100 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.055326 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.055584 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.055905 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.056297 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.056565 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.056814 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.058255 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.058507 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.059366 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.059663 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.059910 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.060177 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.060337 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:00:30.060507 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.063468 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.063468 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.063468 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.063995 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.063995 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_json = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.063995 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.064384 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.064724 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.064724 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.064985 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.065160 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.065463 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.068042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.068042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.068042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068042 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068895 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068895 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068895 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.068895 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.069185 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.069567 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.070035 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.070436 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.070874 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.071397 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.071861 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.072290 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.072713 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.073105 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.073501 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.073911 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.074442 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.074738 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.075019 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.075387 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.075652 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.075903 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.076147 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.076387 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.076770 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.077135 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.077544 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.077992 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.078223 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.078460 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.078732 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.078978 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.079221 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.079471 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.079917 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.080341 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.080767 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.081157 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.081552 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.081953 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.082363 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.082622 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.082852 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.083142 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.083385 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.083686 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.084071 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.084433 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.084802 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.085183 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.085551 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.085929 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.086291 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.086689 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.087087 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.087479 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.087880 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.088129 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.088368 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.088779 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.089039 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.089261 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.089493 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.089737 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.089965 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.090186 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.090404 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.090643 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.090893 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.091142 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.091361 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.091580 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.091802 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.092036 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.092269 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.092484 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.092695 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.093055 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.093492 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.093797 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.094052 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.094335 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.094584 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.095024 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.095440 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.095938 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.096385 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.096795 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.097223 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.097486 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.097908 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.098339 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.098768 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.099204 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.099470 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.099713 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.099956 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.100182 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.100624 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.101080 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.101555 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.101861 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.102537 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.102822 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.103245 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.103520 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.103762 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.104062 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.104290 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.104569 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.104878 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.105175 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.105460 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.105721 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.105971 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.106246 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.106535 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.106814 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.107102 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.107362 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.107588 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.107863 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.108099 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.108337 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.108574 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.108809 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.109130 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.109367 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.109616 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.109984 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.110114 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.110365 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.110602 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.110863 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.111143 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.111407 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.111652 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.111913 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.112135 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.112367 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.112615 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.112858 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.113095 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.113326 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.113546 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.113777 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.114167 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.114405 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.114637 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.114866 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.115137 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.115364 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.115586 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.115818 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.116050 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.116292 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.116536 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.116760 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.116996 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.117233 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.117473 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.117752 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.117970 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.118390 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.118651 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.118889 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.119152 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.119397 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.119672 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.119889 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.120138 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.120362 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.120597 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.120814 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.121031 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.121265 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.121497 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.121742 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.121956 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.122246 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.122496 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.122826 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.123109 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.123358 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.123611 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.123845 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.124088 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.124307 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.124540 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.124759 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.124975 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.125197 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.125289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:00:30.125429 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.125650 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.125871 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.126086 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.126319 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.126580 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.126829 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.127100 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.127317 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.127552 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.127770 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.127986 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.128443 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.128443 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.128606 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.129135 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.129135 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.129435 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.129571 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.130210 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.130210 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.130210 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.130628 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.130716 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.130863 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.131137 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.131357 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.131588 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.131817 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.132045 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.132263 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.132478 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.132718 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.133011 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.133262 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.133488 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.133765 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.134003 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.134230 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.134483 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.134796 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.135045 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.135289 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.135512 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.135729 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.135957 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.136210 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.136530 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.136825 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.137079 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.137314 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.137778 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.138061 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.138335 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.138566 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.138852 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.139233 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.139514 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.139758 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.139987 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.140275 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.140517 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.140733 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.140972 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.141204 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.141436 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.141689 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.141928 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.142174 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.142390 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.142617 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.142833 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.143116 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.143348 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.143571 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.143805 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.143985 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 17:00:30.144547 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88948) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 19 17:00:30.144710 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 17:00:30.144871 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 17:00:30.145063 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 17:00:30.145238 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 17:00:30.145422 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 17:00:30.145610 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.145777 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.145943 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.146109 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.146267 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.146687 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.147058 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.147293 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.147459 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.147655 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.147927 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.148021 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.148157 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.148282 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.148446 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.148609 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.148771 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.148933 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.149100 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.149263 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.149423 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.149584 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.149746 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] debug = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.149907 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.150100 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.150265 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.150448 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.150574 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.150725 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.150892 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.151083 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.151245 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.151388 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.151552 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.151714 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.151874 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.152033 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.152193 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.152353 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.152513 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.152672 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] host = dv-neutron-857789-3-hyperv {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.152835 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.152995 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.153155 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.153415 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.153631 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.153782 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.154080 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.154080 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.154354 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.154484 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.154610 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.154746 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.154877 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.155046 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.155178 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_options = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.155311 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.155500 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.155650 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.155786 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.155933 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.156067 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.156201 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.156361 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.156523 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.156690 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.156851 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.157005 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.157188 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.157311 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.157454 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.157613 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.157775 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.157937 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.158130 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.158254 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.158382 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.158543 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.158692 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.158850 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.159023 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.159185 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.159348 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.159507 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.159669 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.159831 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.159979 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.160139 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.160301 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.160461 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.160622 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.160783 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.160942 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.161106 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.161265 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.161425 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.161585 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.161745 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.161904 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.162065 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.162224 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.162384 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_json = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.162546 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.162707 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.162865 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.163048 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.163208 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.163367 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.163526 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.163688 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.163848 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:00:30.164035 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.164199 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.164373 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.164537 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.164701 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.164864 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.165028 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.165194 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.165357 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.165522 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.165693 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.165857 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.166030 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.166194 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.166359 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.166525 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.166688 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.166850 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.167034 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.167204 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.167367 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.167531 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.167710 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.167875 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.168040 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.168203 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.168367 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.168530 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.168694 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.169024 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.169126 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.169251 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.169552 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.169719 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.169882 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.170047 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.170210 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.170377 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.170544 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.170709 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.170873 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.171060 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.171225 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.171389 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.171555 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.171723 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.171888 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.172052 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.172216 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.172383 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.172558 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.172721 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.172884 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.173048 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.173211 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.173375 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.173538 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.173702 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.173865 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.174032 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.174194 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.174370 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.174533 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.174698 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.174860 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.175044 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.175210 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.175373 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.175536 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.175701 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.175863 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.176028 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.176191 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.176355 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.176519 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.176685 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.176848 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.177011 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.177174 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.177337 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.177501 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.177664 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.177827 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.177990 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.178162 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.178342 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.178506 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.178669 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.178832 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.179018 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.179183 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.179348 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.179511 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.179674 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.179837 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.180002 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.180166 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.180330 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.180493 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.180655 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.180818 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.180980 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.181144 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.181306 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.181470 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.181632 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.181795 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.181959 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.182124 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.182285 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.182448 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.182620 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.182784 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.182974 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.183140 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.183309 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.183482 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.183648 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.183812 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.183978 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.184142 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.184307 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.184630 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.184817 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.184982 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.185147 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.185311 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.185473 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.185644 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.185808 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.185970 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.186133 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.186320 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.186484 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.186647 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.186812 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.186998 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.187163 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.187326 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.187489 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.187652 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.187814 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.187976 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.188139 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.188301 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.188464 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.188627 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.188789 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.188952 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.189117 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.189280 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.189443 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.189606 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.189772 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.189936 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.190097 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.190259 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.190422 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.190584 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.190747 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.190929 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.191090 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.191255 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.191418 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.191580 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.191743 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.191910 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.192074 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.192237 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.192403 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.192566 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.192731 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.192894 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.193057 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.193221 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.193724 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.193892 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.194056 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.194226 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.194390 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.194553 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.194717 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.194881 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.195068 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.195232 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.195397 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.195560 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.195740 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.195905 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.196068 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.196233 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.196396 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.196559 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.196721 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.196884 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.197047 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.197208 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.197372 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.197538 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.197700 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.197863 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.198025 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.198186 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.198351 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.198514 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.198677 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.198842 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.199029 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.199192 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.199353 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.199515 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.199676 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.199838 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.200001 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.200278 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.200457 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.200677 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.200803 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.200968 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.201131 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.201296 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.201467 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.201631 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.201794 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.201956 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.202119 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.202292 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.202455 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.202617 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.202779 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.202966 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.203138 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.203305 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.203466 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.203638 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.203802 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.203966 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.204134 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.204307 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.204471 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.204636 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.204799 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.204963 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.205127 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.205292 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.205460 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.205632 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.205801 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.205967 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.206138 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.206309 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.206481 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.206644 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.206813 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.207012 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.207178 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.207342 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.207504 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.207668 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.207831 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.207993 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.208156 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.208321 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.208483 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.208645 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.208809 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.208971 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.209137 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.209300 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.209462 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.209626 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.209790 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.209953 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.210115 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:00:30.210270 dv-neutron-857789-3-hyperv neutron-server[88948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 17:00:30.483317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 35924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:00:30.491730 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062511 Sep 19 17:00:41.426077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8ce086-5a76-4e24-9ae0-c579dacb60e5 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:00:41.503058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ce086-5a76-4e24-9ae0-c579dacb60e5 None None] No non-hosted networks {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 19 17:00:41.518864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.agentschedulers_db [None req-da8ce086-5a76-4e24-9ae0-c579dacb60e5 None None] DHCP Agent not found on host dv-neutron-857789-3-hyperv {{(pid=89057) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 19 17:00:41.626640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-46331dec-0f08-41d9-b5bd-4f9e7a125e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520750'] for agent, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:43.611643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-527f4e38-1270-4c93-b98b-17b0eac1d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520750'] for agent, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:43.625891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-6d5c02b9-2c79-46b6-8e28-bd694c10ea4b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-857789-3-hyperv {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:00:43.627530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-6d5c02b9-2c79-46b6-8e28-bd694c10ea4b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:00:44.148763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d5c02b9-2c79-46b6-8e28-bd694c10ea4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:45.042619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520750'] for agent, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:45.136917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520750'] for agent, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:45.137656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.138109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.138618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.139027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.139417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.139974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.140513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.141731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.145424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.146022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.146789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.148499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:45.151352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-857789-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:00:45.162819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-857789-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:00:46.094558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520750'] for agent, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:46.147733 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.db.l3_hamode_db [None req-5fc23e32-3d51-49e4-9652-2014cd018b46 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 19 17:00:46.235586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc23e32-3d51-49e4-9652-2014cd018b46 None None] Routers set() bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:00:46.235951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc23e32-3d51-49e4-9652-2014cd018b46 None None] Router IDs set() for agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 19 17:00:47.933200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36018) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:00:48.572232 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING oslo_policy.policy [None req-ee86ef85-5084-4ead-a70a-697b4357f39c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:00:48.572999 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING oslo_policy.policy [None req-ee86ef85-5084-4ead-a70a-697b4357f39c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:00:48.797980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-ee86ef85-5084-4ead-a70a-697b4357f39c admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:00:48.799240 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ee86ef85-5084-4ead-a70a-697b4357f39c admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8640356 Sep 19 17:00:51.227736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:00:51.847909 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING oslo_policy.policy [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:00:51.848852 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING oslo_policy.policy [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:00:52.065617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:00:52.159128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.policy [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89055) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 17:00:52.204653 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING oslo_policy.policy [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:00:52.205020 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING oslo_policy.policy [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:00:52.213515 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.quota [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] Loaded quota_driver: . Sep 19 17:00:52.230000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:00:52.295187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767838230277', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767838234966', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767838241743', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767838246806', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767838254364', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767838202099', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-561482', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8115672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8049755'] for rbac-policy, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:52.364365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:52.365892 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9a6e660f-e543-4b01-9628-b52d0fe2f0eb admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1364379 Sep 19 17:00:55.068930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:00:55.446078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Request body: {'network': {'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'admin_state_up': True, 'name': 'private'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:00:55.451357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:00:55.455801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Usage tracker for resource:network and tenant:7e0b7a44b2a143aead7600c247ceaa22 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:00:55.460418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:00:55.467437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:00:55.479146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Made reservation on behalf of 7e0b7a44b2a143aead7600c247ceaa22 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:00:55.482945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:55.502117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:55.516617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:00:55.520703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Usage tracker for resource:security_group_rule and tenant:7e0b7a44b2a143aead7600c247ceaa22 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:00:55.527202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:00:55.533982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:00:55.646970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:55.652860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:55.673730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:00:55.704556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767836486557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:55.705122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Unsubscribe: segment precommit_create {{(pid=89055) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 17:00:55.705645 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Added segment 60a13e66-ab26-4d2a-9802-17a385da1aad of type vlan for network 6264ce88-9882-4318-a204-57b59c9af485 Sep 19 17:00:55.755980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef4d039-8a2a-400f-bc2d-45a2a31bbe3f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:00:55.777969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.778307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.778682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.778989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.779375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.779749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.780067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.780413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.780723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.781036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.781338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.781644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Tracked resource versions report: Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: pushed versions: Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: { 'AddressGroup': {'1.2'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'ConntrackHelper': {'1.0'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Log': {'1.0'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Network': {'1.1'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Port': {'1.7'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'PortForwarding': {'1.2'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'QosPolicy': {'1.8'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SecurityGroup': {'1.4'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SubPort': {'1.0'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Subnet': {'1.1'}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Trunk': {'1.1'}} Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: consumer versions: Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: { DHCP agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: L3 agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: Metadata agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: Metering agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: Open vSwitch agent@dv-neutron-857789-3-hyperv: { 'AddressGroup': '1.2', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'ConntrackHelper': '1.0', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Log': '1.0', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Network': '1.1', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Port': '1.7', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'PortForwarding': '1.2', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'QosPolicy': '1.8', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SecurityGroup': '1.4', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SecurityGroupRule': '1.2', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SubPort': '1.0', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Subnet': '1.1', Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Trunk': '1.1'}} Sep 19 17:00:55.782946 dv-neutron-857789-3-hyperv neutron-server[89055]: {{(pid=89055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:00:55.811193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:55.859124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:55.860242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:00:55.860903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:55.966017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] Pushing event updated for resources: {'Network': ['ID=6264ce88-9882-4318-a204-57b59c9af485,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:00:55.969886 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ee3bc6b-a10b-4030-8ecc-46e747abcb8b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8995645 Sep 19 17:00:55.977809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 6264ce88-9882-4318-a204-57b59c9af485 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:00:58.703828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36066) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:00:59.192091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35cc36-e2ad-4eb0-8d3c-add917fd599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:00:59.193433 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fd35cc36-e2ad-4eb0-8d3c-add917fd599d admin admin] 10.222.0.83 "GET /v2.0/networks/6264ce88-9882-4318-a204-57b59c9af485 HTTP/1.1" status: 200 len: 825 time: 0.4886558 Sep 19 17:00:59.223893 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c493197d-9064-4639-9494-958869e57ce8 admin admin] 10.222.0.83 "GET /v2.0/subnetpools/78e2e9f2-c8c2-47d6-a385-2c26416cc9db HTTP/1.1" status: 200 len: 734 time: 0.0217752 Sep 19 17:00:59.232524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Request body: {'subnet': {'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'network_id': '6264ce88-9882-4318-a204-57b59c9af485', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '78e2e9f2-c8c2-47d6-a385-2c26416cc9db', 'name': 'private-subnet'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:00:59.237099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:00:59.240925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Usage tracker for resource:subnet and tenant:7e0b7a44b2a143aead7600c247ceaa22 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:00:59.243835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:00:59.249504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:00:59.263397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Made reservation on behalf of 7e0b7a44b2a143aead7600c247ceaa22 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:00:59.265907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:59.574984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:59.654291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e82b771-112e-4ea8-85a4-fb594425e68a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:00:59.660097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Checking segment: {'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:00:59.660478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Network hostable DHCP agents. Network: 6264ce88-9882-4318-a204-57b59c9af485, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:00:59.684808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Network 6264ce88-9882-4318-a204-57b59c9af485 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:00:59.697839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 6264ce88-9882-4318-a204-57b59c9af485) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:00:59.702665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:00:59.703321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:00:59.707585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f8b279-d142-4b99-a0e1-f1fac5b004ba None None] Network 6264ce88-9882-4318-a204-57b59c9af485 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:00:59.724692 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dbec7f4b-7540-495b-bb53-c6ace42bb91f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4955378 Sep 19 17:01:00.000585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-6264ce88-9882-4318-a204-57b59c9af485', 'network_id': '6264ce88-9882-4318-a204-57b59c9af485', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'fixed_ips': [{'subnet_id': '3e82b771-112e-4ea8-85a4-fb594425e68a'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:01:00.001854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:00.191472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Allocated IP 172.20.0.2 (6264ce88-9882-4318-a204-57b59c9af485/3e82b771-112e-4ea8-85a4-fb594425e68a/355738fb-dbc7-4a95-91b8-957b57e77eb1) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:01:00.421088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:00.435200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Transition to ACTIVE for port object 355738fb-dbc7-4a95-91b8-957b57e77eb1 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:01:00.455295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Transition to ACTIVE for port object 355738fb-dbc7-4a95-91b8-957b57e77eb1 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:01:00.462251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:00.525255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Network 6264ce88-9882-4318-a204-57b59c9af485 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:01:00.528125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:01:00.531191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:01:00.574143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Pushing event updated for resources: {'Port': ['ID=355738fb-dbc7-4a95-91b8-957b57e77eb1,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:00.591095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.591445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.591820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.592183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.592520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.592866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.593197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.593525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.593850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.594172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.594480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.594802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Tracked resource versions report: Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: pushed versions: Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: { 'AddressGroup': {'1.2'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'ConntrackHelper': {'1.0'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Log': {'1.0'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Network': {'1.1'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Port': {'1.7'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'PortForwarding': {'1.2'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'QosPolicy': {'1.8'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SecurityGroup': {'1.4'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SubPort': {'1.0'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Subnet': {'1.1'}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Trunk': {'1.1'}} Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: consumer versions: Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: { DHCP agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: L3 agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: Metadata agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: Metering agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: Open vSwitch agent@dv-neutron-857789-3-hyperv: { 'AddressGroup': '1.2', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'ConntrackHelper': '1.0', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Log': '1.0', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Network': '1.1', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Port': '1.7', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'PortForwarding': '1.2', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'QosPolicy': '1.8', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SecurityGroup': '1.4', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SecurityGroupRule': '1.2', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SubPort': '1.0', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Subnet': '1.1', Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Trunk': '1.1'}} Sep 19 17:01:00.596128 dv-neutron-857789-3-hyperv neutron-server[89057]: {{(pid=89057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:01:00.657021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Attempting to bind port 355738fb-dbc7-4a95-91b8-957b57e77eb1 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:01:00.657456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Attempting to bind port 355738fb-dbc7-4a95-91b8-957b57e77eb1 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:01:00.657869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Attempting to bind port 355738fb-dbc7-4a95-91b8-957b57e77eb1 on network 6264ce88-9882-4318-a204-57b59c9af485 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:01:00.663380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:01:00.663874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Checking segment: {'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:01:00.664379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:00.664769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Bound using segment: {'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:01:00.665288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Bound port: 355738fb-dbc7-4a95-91b8-957b57e77eb1, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:01:00.665696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:00.756529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] For port 355738fb-dbc7-4a95-91b8-957b57e77eb1, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:01:00.764492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] For port 355738fb-dbc7-4a95-91b8-957b57e77eb1, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=355738fb-dbc7-4a95-91b8-957b57e77eb1,segment=NetworkSegment(60a13e66-ab26-4d2a-9802-17a385da1aad),segment_id=60a13e66-ab26-4d2a-9802-17a385da1aad)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:01:00.771394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:00.856243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a43ad5-3904-4f32-bf3a-5e08efc9cd5b None None] Pushing event updated for resources: {'Port': ['ID=355738fb-dbc7-4a95-91b8-957b57e77eb1,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:02.175811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36076) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:02.551170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-3dd7f240-bc48-4a0b-a948-65893e20a6f1 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:01:02.552115 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3dd7f240-bc48-4a0b-a948-65893e20a6f1 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3754570 Sep 19 17:01:04.714255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16dba4-e61b-4874-8624-67a9ff09e0c7 None None] Network 6264ce88-9882-4318-a204-57b59c9af485 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:01:04.813881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a10f9ac3-7314-4756-af8a-85c3b7efd3a1 None None] Provisioning for port 355738fb-dbc7-4a95-91b8-957b57e77eb1 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:01:04.965983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 355738fb-dbc7-4a95-91b8-957b57e77eb1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:01:05.038637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36090) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:05.050175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 355738fb-dbc7-4a95-91b8-957b57e77eb1 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:01:05.055294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 355738fb-dbc7-4a95-91b8-957b57e77eb1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:05.055682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:05.177237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 355738fb-dbc7-4a95-91b8-957b57e77eb1 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:01:05.177657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:05.211014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 355738fb-dbc7-4a95-91b8-957b57e77eb1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=355738fb-dbc7-4a95-91b8-957b57e77eb1,segment=NetworkSegment(60a13e66-ab26-4d2a-9802-17a385da1aad),segment_id=60a13e66-ab26-4d2a-9802-17a385da1aad)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:01:05.217500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:05.287013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-db9e2d7b-3bb9-4696-ac85-fda236eed3c4 None None] Provisioning complete for port 355738fb-dbc7-4a95-91b8-957b57e77eb1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:05.287396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-db9e2d7b-3bb9-4696-ac85-fda236eed3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:05.334775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=355738fb-dbc7-4a95-91b8-957b57e77eb1,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:05.410778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-db9e2d7b-3bb9-4696-ac85-fda236eed3c4 None None] Current status of the port 355738fb-dbc7-4a95-91b8-957b57e77eb1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:01:05.432621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-41c6b962-4c0e-4832-a6ae-c06423f63c8f admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:01:05.433549 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-41c6b962-4c0e-4832-a6ae-c06423f63c8f admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3937378 Sep 19 17:01:06.934980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 355738fb-dbc7-4a95-91b8-957b57e77eb1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:01:07.004913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 355738fb-dbc7-4a95-91b8-957b57e77eb1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:07.005292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:07.121312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 355738fb-dbc7-4a95-91b8-957b57e77eb1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:01:08.166947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36102) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:08.523268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Request body: {'router': {'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'admin_state_up': True, 'name': 'router1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:01:08.596500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.policy [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89056) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 17:01:08.641905 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING oslo_policy.policy [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:01:08.642274 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING oslo_policy.policy [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:01:08.650887 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.quota [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Loaded quota_driver: . Sep 19 17:01:08.667274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:01:08.674707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Usage tracker for resource:router and tenant:7e0b7a44b2a143aead7600c247ceaa22 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:01:08.679419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:01:08.687346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:01:08.705967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:08.708026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:08.733776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:08.857330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:08.877696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:08.878892 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2f3f71aa-5187-4ddb-bdac-1d80b6fda22c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7110169 Sep 19 17:01:11.315632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:11.346226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eebb52d7-d7c9-449d-a7e2-c3ea1267da77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:11.712612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-c14c8633-580b-45ff-97ed-af9d311eb634 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:01:11.713592 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c14c8633-580b-45ff-97ed-af9d311eb634 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3970013 Sep 19 17:01:13.569020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-95f7cc23-afd1-4117-b90b-fc16c8bb83d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.165562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36124) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:14.578002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:01:14.583337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:01:14.587273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Usage tracker for resource:network and tenant:1f48ae3e538b4c04891e5747c29718f7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:01:14.590193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:01:14.596090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:01:14.608803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Made reservation on behalf of 1f48ae3e538b4c04891e5747c29718f7 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:01:14.611059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.623239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.639826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:01:14.643682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Usage tracker for resource:security_group_rule and tenant:1f48ae3e538b4c04891e5747c29718f7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:01:14.646472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:01:14.652205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:01:14.733282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.739751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.757637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Reserving flat network on physical network physnet1 {{(pid=89055) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 19 17:01:14.778170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca61a2c8-33b4-43a5-a965-d44c243863b0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:14.784512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.784915 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Added segment 649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f of type flat for network 115f4b4b-cb9c-4052-98b3-4d902a970953 Sep 19 17:01:14.819626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.859455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.860482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:01:14.861106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:14.964958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] Pushing event updated for resources: {'Network': ['ID=115f4b4b-cb9c-4052-98b3-4d902a970953,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:14.968574 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89bc855e-3773-4340-b1e0-464c53edd028 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8014424 Sep 19 17:01:14.977700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:01:14.991704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:15.130799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:16.073082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:17.406001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36144) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:17.635996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f93fc7-8ecd-4dfc-b7c1-b135c345cc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:01:17.637358 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11f93fc7-8ecd-4dfc-b7c1-b135c345cc66 admin admin] 10.222.0.83 "GET /v2.0/subnets/3e82b771-112e-4ea8-85a4-fb594425e68a HTTP/1.1" status: 200 len: 849 time: 0.2304232 Sep 19 17:01:17.814309 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d09d46d0-d517-4765-a3f5-86c8f6e1e75c admin admin] 10.222.0.83 "GET /v2.0/routers/b7b458d5-0cba-4a92-a10e-d5f953a7d005 HTTP/1.1" status: 200 len: 704 time: 0.1708343 Sep 19 17:01:18.289033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:18.527126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Allocated IP 172.20.0.1 (6264ce88-9882-4318-a204-57b59c9af485/3e82b771-112e-4ea8-85a4-fb594425e68a/e7584145-0982-4a12-ad42-9d40fa1feeb4) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:01:18.714969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:18.733971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Transition to ACTIVE for port object e7584145-0982-4a12-ad42-9d40fa1feeb4 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:01:18.797260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:18.867782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Network 6264ce88-9882-4318-a204-57b59c9af485 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:01:18.870540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:01:18.874204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:01:18.874752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:19.004948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Pushing event updated for resources: {'Port': ['ID=e7584145-0982-4a12-ad42-9d40fa1feeb4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:19.041026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-eaaa3cc4-8460-43e4-94e9-669a7b98ac90 None None] Provisioning for port e7584145-0982-4a12-ad42-9d40fa1feeb4 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:01:19.046713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-eaaa3cc4-8460-43e4-94e9-669a7b98ac90 None None] Provisioning complete for port e7584145-0982-4a12-ad42-9d40fa1feeb4 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:19.047121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eaaa3cc4-8460-43e4-94e9-669a7b98ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:19.128298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa3cc4-8460-43e4-94e9-669a7b98ac90 None None] Port e7584145-0982-4a12-ad42-9d40fa1feeb4 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:01:19.143443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:19.382768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:19.391624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:19.392362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:19.523126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Pushing event updated for resources: {'Port': ['ID=e7584145-0982-4a12-ad42-9d40fa1feeb4,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:19.589637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Network 6264ce88-9882-4318-a204-57b59c9af485 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:01:19.590791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:01:19.751976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ca84355d-ac28-4c6f-b466-766e73c268c6 None None] Provisioning complete for port e7584145-0982-4a12-ad42-9d40fa1feeb4 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:19.752354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca84355d-ac28-4c6f-b466-766e73c268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:19.783963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Router b7b458d5-0cba-4a92-a10e-d5f953a7d005 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:01:19.804266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ca84355d-ac28-4c6f-b466-766e73c268c6 None None] Port e7584145-0982-4a12-ad42-9d40fa1feeb4 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:01:19.976153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:01:19.987614 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Sync routers for ids ['b7b458d5-0cba-4a92-a10e-d5f953a7d005'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:01:19.988106 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d0f7cbf7-a658-4973-866a-0a51f55d8483 admin admin] 10.222.0.83 "PUT /v2.0/routers/b7b458d5-0cba-4a92-a10e-d5f953a7d005/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1654325 Sep 19 17:01:19.998776 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Routers {'b7b458d5-0cba-4a92-a10e-d5f953a7d005'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:01:19.999681 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:01:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b7b458d5-0cba-4a92-a10e-d5f953a7d005'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:01:20.175220 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Set router b7b458d5-0cba-4a92-a10e-d5f953a7d005 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:01:20.549972 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'name': 'router1', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:01:08Z', 'updated_at': '2022-09-19T17:01:19Z', 'revision_number': 2, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'gw_port_host': None, '_interfaces': [{'id': 'e7584145-0982-4a12-ad42-9d40fa1feeb4', 'name': '', 'network_id': '6264ce88-9882-4318-a204-57b59c9af485', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'mac_address': 'fa:16:3e:f5:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:18Z', 'updated_at': '2022-09-19T17:01:19Z', 'revision_number': 2, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'subnets': [{'id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e2e9f2-c8c2-47d6-a385-2c26416cc9db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:01:20.554778 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Checking router: b7b458d5-0cba-4a92-a10e-d5f953a7d005 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:01:20.555189 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Updating router b7b458d5-0cba-4a92-a10e-d5f953a7d005 port e7584145-0982-4a12-ad42-9d40fa1feeb4 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:01:20.606511 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:20.983335 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:20.998640 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Transition to ACTIVE for port object e7584145-0982-4a12-ad42-9d40fa1feeb4 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:01:21.006210 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:21.206884 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Pushing event updated for resources: {'Port': ['ID=e7584145-0982-4a12-ad42-9d40fa1feeb4,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:21.225492 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.225862 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.226239 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.226607 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.227059 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.227366 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.227843 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.228163 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.228512 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.228897 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.229231 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.229582 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Tracked resource versions report: Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: pushed versions: Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: { 'AddressGroup': {'1.2'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'ConntrackHelper': {'1.0'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Log': {'1.0'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Network': {'1.1'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Port': {'1.7'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'PortForwarding': {'1.2'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'QosPolicy': {'1.8'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SecurityGroup': {'1.4'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SubPort': {'1.0'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Subnet': {'1.1'}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Trunk': {'1.1'}} Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: consumer versions: Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: { DHCP agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: L3 agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: Metadata agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: Metering agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: Open vSwitch agent@dv-neutron-857789-3-hyperv: { 'AddressGroup': '1.2', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'ConntrackHelper': '1.0', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Log': '1.0', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Network': '1.1', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Port': '1.7', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'PortForwarding': '1.2', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'QosPolicy': '1.8', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SecurityGroup': '1.4', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SecurityGroupRule': '1.2', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SubPort': '1.0', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Subnet': '1.1', Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Trunk': '1.1'}} Sep 19 17:01:21.231017 dv-neutron-857789-3-hyperv neutron-server[89058]: {{(pid=89058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:01:21.239731 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Attempting to bind port e7584145-0982-4a12-ad42-9d40fa1feeb4 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:01:21.240130 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Attempting to bind port e7584145-0982-4a12-ad42-9d40fa1feeb4 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:01:21.240559 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Attempting to bind port e7584145-0982-4a12-ad42-9d40fa1feeb4 on network 6264ce88-9882-4318-a204-57b59c9af485 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:01:21.245922 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:01:21.246315 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Checking segment: {'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:01:21.246798 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:21.247209 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Bound using segment: {'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:01:21.247712 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Bound port: e7584145-0982-4a12-ad42-9d40fa1feeb4, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a13e66-ab26-4d2a-9802-17a385da1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6264ce88-9882-4318-a204-57b59c9af485'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:01:21.248232 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:21.337874 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] For port e7584145-0982-4a12-ad42-9d40fa1feeb4, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:01:21.342220 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] For port e7584145-0982-4a12-ad42-9d40fa1feeb4, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e7584145-0982-4a12-ad42-9d40fa1feeb4,segment=NetworkSegment(60a13e66-ab26-4d2a-9802-17a385da1aad),segment_id=60a13e66-ab26-4d2a-9802-17a385da1aad)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:01:21.347136 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:21.407464 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Routers {'b7b458d5-0cba-4a92-a10e-d5f953a7d005'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:01:21.408085 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:01:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b7b458d5-0cba-4a92-a10e-d5f953a7d005'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:01:21.575232 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb64af-bacf-4ca6-9c99-64ed0a933ad6 None None] Pushing event updated for resources: {'Port': ['ID=e7584145-0982-4a12-ad42-9d40fa1feeb4,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:21.599408 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] Set router b7b458d5-0cba-4a92-a10e-d5f953a7d005 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:01:21.924175 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'name': 'router1', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:01:08Z', 'updated_at': '2022-09-19T17:01:19Z', 'revision_number': 2, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'gw_port_host': None, '_interfaces': [{'id': 'e7584145-0982-4a12-ad42-9d40fa1feeb4', 'name': '', 'network_id': '6264ce88-9882-4318-a204-57b59c9af485', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'mac_address': 'fa:16:3e:f5:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:18Z', 'updated_at': '2022-09-19T17:01:21Z', 'revision_number': 4, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'subnets': [{'id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e2e9f2-c8c2-47d6-a385-2c26416cc9db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:01:21.928273 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681ca074-8c3d-4728-906c-78f963282af7 None None] The sync data for ids ['b7b458d5-0cba-4a92-a10e-d5f953a7d005'] in dv-neutron-857789-3-hyperv is: [{'id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'name': 'router1', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:01:08Z', 'updated_at': '2022-09-19T17:01:19Z', 'revision_number': 2, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'gw_port_host': None, '_interfaces': [{'id': 'e7584145-0982-4a12-ad42-9d40fa1feeb4', 'name': '', 'network_id': '6264ce88-9882-4318-a204-57b59c9af485', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'mac_address': 'fa:16:3e:f5:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:18Z', 'updated_at': '2022-09-19T17:01:21Z', 'revision_number': 4, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'subnets': [{'id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e2e9f2-c8c2-47d6-a385-2c26416cc9db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:01:22.256054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36166) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:22.402005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258512b8-3b8a-48f8-99f9-5a873b0b6b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:01:22.402582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-258512b8-3b8a-48f8-99f9-5a873b0b6b8e admin admin] Synchronizing usage tracker for tenant:1f48ae3e538b4c04891e5747c29718f7 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:01:22.421587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-258512b8-3b8a-48f8-99f9-5a873b0b6b8e admin admin] Unset dirty status for tenant:1f48ae3e538b4c04891e5747c29718f7 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:01:22.428300 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-258512b8-3b8a-48f8-99f9-5a873b0b6b8e admin admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 842 time: 0.1659343 Sep 19 17:01:22.432645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.26.10.1', 'enable_dhcp': False, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'cidr': '172.26.10.0/24'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:01:22.438215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:01:22.442096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Usage tracker for resource:subnet and tenant:1f48ae3e538b4c04891e5747c29718f7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:01:22.444957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:01:22.451473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:01:22.461486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Made reservation on behalf of 1f48ae3e538b4c04891e5747c29718f7 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:01:22.464200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:22.845557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:01:22.846013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:22.923412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece48556-0ccc-4688-a4be-002567c44ff5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:22.928809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:01:22.928809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Network hostable DHCP agents. Network: 115f4b4b-cb9c-4052-98b3-4d902a970953, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:01:22.953855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:01:22.963504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e7584145-0982-4a12-ad42-9d40fa1feeb4 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:01:22.965884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 115f4b4b-cb9c-4052-98b3-4d902a970953) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:01:22.974479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:01:22.975112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:22.994479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d257e-4f33-4a6f-b46c-49bec80f17e4 None None] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:01:23.003591 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-56bc7a5d-e260-4ffb-aeff-7ba3758de4eb admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 825 time: 0.5694296 Sep 19 17:01:23.147623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port e7584145-0982-4a12-ad42-9d40fa1feeb4 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:01:23.156106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e7584145-0982-4a12-ad42-9d40fa1feeb4 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:23.156496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:23.354999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5917714-716d-40f6-b41e-51dbfd1f2a2c None None] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:01:23.456528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e7584145-0982-4a12-ad42-9d40fa1feeb4 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:01:23.457169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:23.558170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port e7584145-0982-4a12-ad42-9d40fa1feeb4, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e7584145-0982-4a12-ad42-9d40fa1feeb4,segment=NetworkSegment(60a13e66-ab26-4d2a-9802-17a385da1aad),segment_id=60a13e66-ab26-4d2a-9802-17a385da1aad)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:01:23.565309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:23.676636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=e7584145-0982-4a12-ad42-9d40fa1feeb4,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:24.944120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e7584145-0982-4a12-ad42-9d40fa1feeb4 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:01:25.014456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e7584145-0982-4a12-ad42-9d40fa1feeb4 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:25.014827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:25.132116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e7584145-0982-4a12-ad42-9d40fa1feeb4 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:01:25.295997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36180) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:25.505209 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-96a13355-11e8-493d-ab2c-8813405de2cf admin admin] 10.222.0.83 "GET /v2.0/routers/b7b458d5-0cba-4a92-a10e-d5f953a7d005 HTTP/1.1" status: 200 len: 710 time: 0.2079988 Sep 19 17:01:25.641898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941eb0a-8e00-4ad9-890a-d9afe7180ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:01:25.643280 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7941eb0a-8e00-4ad9-890a-d9afe7180ddf admin admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 886 time: 0.1300402 Sep 19 17:01:25.654984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:01:26.149393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:26.493234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:26.551878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:26.692163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Allocated IP 172.26.10.57 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/dd8362f1-f2ab-4797-877b-143991226820) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:01:26.850804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:26.888037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:26.966127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:01:26.969095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:01:26.974939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:01:27.030248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8362f1-f2ab-4797-877b-143991226820,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:27.388981 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:27.780116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:27.783660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:27.977364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Router b7b458d5-0cba-4a92-a10e-d5f953a7d005 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:01:28.162347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:01:28.172047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:28.173225 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0de47fdd-3de7-4c0a-b1ad-15b24852b192 admin admin] 10.222.0.83 "PUT /v2.0/routers/b7b458d5-0cba-4a92-a10e-d5f953a7d005 HTTP/1.1" status: 200 len: 890 time: 2.5214822 Sep 19 17:01:28.173483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Sync routers for ids ['b7b458d5-0cba-4a92-a10e-d5f953a7d005'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:01:28.189190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Routers {'b7b458d5-0cba-4a92-a10e-d5f953a7d005'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:01:28.189890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:01:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b7b458d5-0cba-4a92-a10e-d5f953a7d005'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:01:28.383534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Set router b7b458d5-0cba-4a92-a10e-d5f953a7d005 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:01:28.751129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'name': 'router1', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.57'}], 'enable_snat': True}, 'gw_port_id': 'dd8362f1-f2ab-4797-877b-143991226820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:01:08Z', 'updated_at': '2022-09-19T17:01:27Z', 'revision_number': 4, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'gw_port': {'id': 'dd8362f1-f2ab-4797-877b-143991226820', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:26Z', 'updated_at': '2022-09-19T17:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'e7584145-0982-4a12-ad42-9d40fa1feeb4', 'name': '', 'network_id': '6264ce88-9882-4318-a204-57b59c9af485', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'mac_address': 'fa:16:3e:f5:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:18Z', 'updated_at': '2022-09-19T17:01:23Z', 'revision_number': 5, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'subnets': [{'id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e2e9f2-c8c2-47d6-a385-2c26416cc9db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:01:28.756071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Checking router: b7b458d5-0cba-4a92-a10e-d5f953a7d005 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:01:28.756429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Updating router b7b458d5-0cba-4a92-a10e-d5f953a7d005 port dd8362f1-f2ab-4797-877b-143991226820 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:01:28.809367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:29.140867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:29.152546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Transition to ACTIVE for port object dd8362f1-f2ab-4797-877b-143991226820 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:01:29.162584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:29.226721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Attempting to bind port dd8362f1-f2ab-4797-877b-143991226820 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:01:29.227432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Attempting to bind port dd8362f1-f2ab-4797-877b-143991226820 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:01:29.227432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Attempting to bind port dd8362f1-f2ab-4797-877b-143991226820 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:01:29.238256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:01:29.238635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:01:29.239067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:29.239466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:01:29.239942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Bound port: dd8362f1-f2ab-4797-877b-143991226820, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:01:29.240359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:29.276543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a738d5-94e1-4428-ad27-12f40ff67c00 None None] Pushing event updated for resources: {'Port': ['ID=dd8362f1-f2ab-4797-877b-143991226820,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:29.317028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] For port dd8362f1-f2ab-4797-877b-143991226820, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:01:29.320354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] For port dd8362f1-f2ab-4797-877b-143991226820, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dd8362f1-f2ab-4797-877b-143991226820,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:01:29.325146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:29.389469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Routers {'b7b458d5-0cba-4a92-a10e-d5f953a7d005'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:01:29.390182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:01:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b7b458d5-0cba-4a92-a10e-d5f953a7d005'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:01:29.470161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a738d5-94e1-4428-ad27-12f40ff67c00 None None] Pushing event updated for resources: {'Port': ['ID=dd8362f1-f2ab-4797-877b-143991226820,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:29.573383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] Set router b7b458d5-0cba-4a92-a10e-d5f953a7d005 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:01:29.896445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'name': 'router1', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.57'}], 'enable_snat': True}, 'gw_port_id': 'dd8362f1-f2ab-4797-877b-143991226820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:01:08Z', 'updated_at': '2022-09-19T17:01:27Z', 'revision_number': 4, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'gw_port': {'id': 'dd8362f1-f2ab-4797-877b-143991226820', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:26Z', 'updated_at': '2022-09-19T17:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'e7584145-0982-4a12-ad42-9d40fa1feeb4', 'name': '', 'network_id': '6264ce88-9882-4318-a204-57b59c9af485', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'mac_address': 'fa:16:3e:f5:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:18Z', 'updated_at': '2022-09-19T17:01:23Z', 'revision_number': 5, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'subnets': [{'id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e2e9f2-c8c2-47d6-a385-2c26416cc9db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:01:29.900572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378bc5b-9655-43a9-9fd2-4758e9266a83 None None] The sync data for ids ['b7b458d5-0cba-4a92-a10e-d5f953a7d005'] in dv-neutron-857789-3-hyperv is: [{'id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'name': 'router1', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.57'}], 'enable_snat': True}, 'gw_port_id': 'dd8362f1-f2ab-4797-877b-143991226820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:01:08Z', 'updated_at': '2022-09-19T17:01:27Z', 'revision_number': 4, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'gw_port': {'id': 'dd8362f1-f2ab-4797-877b-143991226820', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:26Z', 'updated_at': '2022-09-19T17:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'e7584145-0982-4a12-ad42-9d40fa1feeb4', 'name': '', 'network_id': '6264ce88-9882-4318-a204-57b59c9af485', 'tenant_id': '7e0b7a44b2a143aead7600c247ceaa22', 'mac_address': 'fa:16:3e:f5:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b458d5-0cba-4a92-a10e-d5f953a7d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:01:18Z', 'updated_at': '2022-09-19T17:01:23Z', 'revision_number': 5, 'project_id': '7e0b7a44b2a143aead7600c247ceaa22', 'subnets': [{'id': '3e82b771-112e-4ea8-85a4-fb594425e68a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e2e9f2-c8c2-47d6-a385-2c26416cc9db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:01:30.594593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36190) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:01:30.733300 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e86e0734-7c44-4f35-81cb-636649eb138c admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1372187 Sep 19 17:01:30.974255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dd8362f1-f2ab-4797-877b-143991226820 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:01:31.046122 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port dd8362f1-f2ab-4797-877b-143991226820 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:01:31.051500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port dd8362f1-f2ab-4797-877b-143991226820 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:31.051873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:31.170797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port dd8362f1-f2ab-4797-877b-143991226820 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:01:31.171212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:31.188196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port dd8362f1-f2ab-4797-877b-143991226820, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dd8362f1-f2ab-4797-877b-143991226820,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:01:31.192444 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:31.292102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=dd8362f1-f2ab-4797-877b-143991226820,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:01:32.962764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dd8362f1-f2ab-4797-877b-143991226820 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:01:33.044185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port dd8362f1-f2ab-4797-877b-143991226820 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:01:33.044759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:33.169744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port dd8362f1-f2ab-4797-877b-143991226820 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:01:38.083765 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:01:41.343700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fe59c44a-6635-4ad3-8a7d-e456f74a54d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:43.575183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fa9b4e59-1cfa-4b0a-9d1f-939636337355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:44.984092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:45.127138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:01:46.078925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:11.342019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fa39b8f2-f6d4-4057-9955-5f9302866789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:13.571034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22a197fe-e176-44c0-aafe-ab2010c1fbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:14.983213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:15.073564 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:02:15.133759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:16.081165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:41.336961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d36f0b2-a298-415e-b62c-890a4963d345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:43.567091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-505881c3-018a-4f8e-8999-5d621f05c2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:44.987254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:45.129766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:46.085725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:02:52.073389 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:03:11.344321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3e03beee-1844-4f82-9b29-de20ec711816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:13.571518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a18a674-b73d-4475-b72a-0362e0315426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:14.991026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:15.143643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:16.081176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:29.073950 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:03:38.674301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36792) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:38.765603 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f828df-9fe2-427a-aac0-e5b3b320d0fb admin admin] GET failed (client error): The resource could not be found. Sep 19 17:03:38.766858 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-97f828df-9fe2-427a-aac0-e5b3b320d0fb admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0912328 Sep 19 17:03:38.940137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829dadf-86b6-4f49-b48c-2bf0104072fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:38.941631 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2829dadf-86b6-4f49-b48c-2bf0104072fd admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1689849 Sep 19 17:03:41.124311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36802) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:41.238834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6cbbe-ac58-4eb2-8f6a-23ed1c0503a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:41.240318 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-69a6cbbe-ac58-4eb2-8f6a-23ed1c0503a0 admin admin] 10.222.0.83 "GET /v2.0/subnets/3e82b771-112e-4ea8-85a4-fb594425e68a HTTP/1.1" status: 200 len: 849 time: 0.1150362 Sep 19 17:03:41.249749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:03:41.340192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-086f5c37-708d-4ec7-9f9d-f11c8251f491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:41.369223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:41.571944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767836507724'] for subnet, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:41.643553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:41.644160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:41.645439 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] 10.222.0.83 "PUT /v2.0/subnets/3e82b771-112e-4ea8-85a4-fb594425e68a HTTP/1.1" status: 200 len: 868 time: 0.3993821 Sep 19 17:03:41.647747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93eac5f-3bf8-40e0-8a36-78947b79785b None None] Network 6264ce88-9882-4318-a204-57b59c9af485 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:03:41.659232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e82b771-112e-4ea8-85a4-fb594425e68a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:03:41.667945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.668324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.668638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.668977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.669308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.669649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.669972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.670313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.670640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.670985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.671324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.671645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7757964-0d7f-47ee-af8a-10fdacad56d5 admin admin] Tracked resource versions report: Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: pushed versions: Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: { 'AddressGroup': {'1.2'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'ConntrackHelper': {'1.0'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Log': {'1.0'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Network': {'1.1'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Port': {'1.7'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'PortForwarding': {'1.2'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'QosPolicy': {'1.8'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SecurityGroup': {'1.4'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SubPort': {'1.0'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Subnet': {'1.1'}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Trunk': {'1.1'}} Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: consumer versions: Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: { DHCP agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: L3 agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: Metadata agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: Metering agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: Open vSwitch agent@dv-neutron-857789-3-hyperv: { 'AddressGroup': '1.2', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'ConntrackHelper': '1.0', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Log': '1.0', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Network': '1.1', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Port': '1.7', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'PortForwarding': '1.2', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'QosPolicy': '1.8', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SecurityGroup': '1.4', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SecurityGroupRule': '1.2', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SubPort': '1.0', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Subnet': '1.1', Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Trunk': '1.1'}} Sep 19 17:03:41.673048 dv-neutron-857789-3-hyperv neutron-server[89056]: {{(pid=89056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:03:42.138311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b9359a9c-5507-4b7b-91b6-5a3cfadd3562 None None] Provisioning complete for port e7584145-0982-4a12-ad42-9d40fa1feeb4 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:03:42.138692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b9359a9c-5507-4b7b-91b6-5a3cfadd3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:42.254963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b9359a9c-5507-4b7b-91b6-5a3cfadd3562 None None] Current status of the port e7584145-0982-4a12-ad42-9d40fa1feeb4 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:03:42.266417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b9359a9c-5507-4b7b-91b6-5a3cfadd3562 None None] Provisioning complete for port 355738fb-dbc7-4a95-91b8-957b57e77eb1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:03:42.266783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b9359a9c-5507-4b7b-91b6-5a3cfadd3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:42.384730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b9359a9c-5507-4b7b-91b6-5a3cfadd3562 None None] Current status of the port 355738fb-dbc7-4a95-91b8-957b57e77eb1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:03:43.578002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f36751db-20ca-4f32-9223-e6828fd90cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:43.826068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:44.011067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3efe1ec-f60c-46cb-bf1b-4f7ae1a3d082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:44.011471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3efe1ec-f60c-46cb-bf1b-4f7ae1a3d082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:44.013017 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a3efe1ec-f60c-46cb-bf1b-4f7ae1a3d082 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1859493 Sep 19 17:03:44.993276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:45.139628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:46.085906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:03:46.185689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36826) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:46.369415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ead3b9-de16-4f89-a99f-4d90ef5a70a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:46.369791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ead3b9-de16-4f89-a99f-4d90ef5a70a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:46.371494 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-28ead3b9-de16-4f89-a99f-4d90ef5a70a5 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1845706 Sep 19 17:03:48.558312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:48.741612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a6df2-c52d-4fd2-9388-b8ab99684faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:48.742884 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-155a6df2-c52d-4fd2-9388-b8ab99684faf admin admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 886 time: 0.1835804 Sep 19 17:03:50.935918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36846) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:51.112535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a200021-156b-415d-884e-b5d6cb8310b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:51.113773 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5a200021-156b-415d-884e-b5d6cb8310b0 admin admin] 10.222.0.83 "GET /v2.0/networks/6264ce88-9882-4318-a204-57b59c9af485 HTTP/1.1" status: 200 len: 869 time: 0.1768787 Sep 19 17:03:53.291700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:53.407490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e338e-b0ee-4932-b6f9-e1f9ec84535d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:53.407935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e338e-b0ee-4932-b6f9-e1f9ec84535d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:53.408655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7a9e338e-b0ee-4932-b6f9-e1f9ec84535d admin admin] Synchronizing usage tracker for tenant:1f48ae3e538b4c04891e5747c29718f7 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:03:53.426537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7a9e338e-b0ee-4932-b6f9-e1f9ec84535d admin admin] Unset dirty status for tenant:1f48ae3e538b4c04891e5747c29718f7 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:03:53.427788 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7a9e338e-b0ee-4932-b6f9-e1f9ec84535d admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1483 time: 0.1348341 Sep 19 17:03:55.609553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36866) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:55.727766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c6b96-c289-480a-8704-4a4fc46e734c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:55.728288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c6b96-c289-480a-8704-4a4fc46e734c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:55.729859 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f45c6b96-c289-480a-8704-4a4fc46e734c admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1483 time: 0.1186347 Sep 19 17:03:57.896688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36876) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:03:58.029875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345c64a-9fcb-4977-a9a7-297b4a60dbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:03:58.031261 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b345c64a-9fcb-4977-a9a7-297b4a60dbc5 admin admin] 10.222.0.83 "GET /v2.0/subnets/3e82b771-112e-4ea8-85a4-fb594425e68a HTTP/1.1" status: 200 len: 868 time: 0.1332726 Sep 19 17:04:00.223408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36886) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:04:00.350939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c427cf-a75e-48c0-a6c3-a7749af66857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:04:00.352298 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-96c427cf-a75e-48c0-a6c3-a7749af66857 admin admin] 10.222.0.83 "GET /v2.0/subnets/ece48556-0ccc-4688-a4be-002567c44ff5 HTTP/1.1" status: 200 len: 820 time: 0.1279366 Sep 19 17:04:06.073984 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:04:11.336212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b33c9a44-d682-48b0-94b0-1966259face9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:13.572757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-df58b6aa-c6d1-46d3-90b1-f8730f7598e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:14.996442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:15.149379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:16.087105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:19.286525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:04:19.338128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-bdfa9984-18c0-4ca6-b513-7f211adc2940 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:04:19.339145 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bdfa9984-18c0-4ca6-b513-7f211adc2940 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513747 Sep 19 17:04:21.612211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36942) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:04:21.690519 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe9428e-a1fe-403a-bb3c-0c3cf9675493 admin admin] GET failed (client error): The resource could not be found. Sep 19 17:04:21.691830 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-efe9428e-a1fe-403a-bb3c-0c3cf9675493 admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0782881 Sep 19 17:04:21.818987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ae0e93-14b7-439c-88fc-e4c766c104ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:04:21.820340 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-38ae0e93-14b7-439c-88fc-e4c766c104ac admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1244314 Sep 19 17:04:24.013935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 36952) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:04:24.067609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:04:24.073499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:04:24.089302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:04:24.103714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Made reservation on behalf of 1f48ae3e538b4c04891e5747c29718f7 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:04:24.106703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:24.200011 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.services.revisions.revision_plugin [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Could not find related network for resource to bump revision. Sep 19 17:04:24.212098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:04:24.221672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:24.222016 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Added segment 971fc73c-fa87-441a-88a5-70e6569107bc of type vlan for network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 Sep 19 17:04:24.305370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:24.343312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:24.344270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:04:24.344870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:24.463744 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4426353 Sep 19 17:04:24.463744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7d2c19-2bfb-4de0-9ad1-1d488715ad43,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:04:24.474151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.474573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.475170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.475644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.476141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.476642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.477131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.477558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.478023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.478514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.479636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.479827 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaa5d3-4d88-4fe2-b3ae-65c0e38e9aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:24.491313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:04:26.654750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 36962) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:04:26.738155 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bedd98e-5a16-48aa-b5c1-464f1932cb8e admin admin] GET failed (client error): The resource could not be found. Sep 19 17:04:26.739407 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0bedd98e-5a16-48aa-b5c1-464f1932cb8e admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0833406 Sep 19 17:04:26.846336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7fcd8-c793-440f-8a93-4751571d56e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:04:26.847791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b4f7fcd8-c793-440f-8a93-4751571d56e9 admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1042788 Sep 19 17:04:26.859912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:04:26.864730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:04:26.874449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:04:26.887497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Made reservation on behalf of 1f48ae3e538b4c04891e5747c29718f7 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:04:26.889814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:27.144848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:27.213466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d8a7e3-fb5e-4e89-8bed-375b8ef0e68d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:04:27.225298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Checking segment: {'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:04:27.225298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Network hostable DHCP agents. Network: 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:04:27.246412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:04:27.258264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:04:27.265808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:04:27.266597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:27.267419 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ec5ed-6a98-48da-94d1-22fdb55c1b75 None None] Network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:04:27.297816 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ac880e79-1fec-43bf-8d5f-3190b79d28d8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4411325 Sep 19 17:04:27.579947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-8c7d2c19-2bfb-4de0-9ad1-1d488715ad43', 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43', 'tenant_id': '1f48ae3e538b4c04891e5747c29718f7', 'fixed_ips': [{'subnet_id': '98d8a7e3-fb5e-4e89-8bed-375b8ef0e68d'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:04:27.580822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:27.744595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Allocated IP 192.168.233.2 (8c7d2c19-2bfb-4de0-9ad1-1d488715ad43/98d8a7e3-fb5e-4e89-8bed-375b8ef0e68d/60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:04:27.966534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:27.978383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Transition to ACTIVE for port object 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:04:27.997764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Transition to ACTIVE for port object 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:04:28.005562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:28.083312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:04:28.086623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Pushing event updated for resources: {'Port': ['ID=60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:04:28.089659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:04:28.092365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:04:28.132886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.132886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.132886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.132886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.132886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.133420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.133420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.133666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.133988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.134312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.134643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.135111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:04:28.216759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Attempting to bind port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:04:28.217042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Attempting to bind port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:04:28.217400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Attempting to bind port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 on network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:04:28.223353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:04:28.223716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Checking segment: {'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:04:28.224110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:28.224508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Bound using segment: {'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:04:28.225053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Bound port: 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:04:28.225613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:28.330324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] For port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:04:28.334220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] For port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8,segment=NetworkSegment(971fc73c-fa87-441a-88a5-70e6569107bc),segment_id=971fc73c-fa87-441a-88a5-70e6569107bc)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:04:28.348353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:28.432710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e2872-762e-4a78-9c9e-f11225e49c82 None None] Pushing event updated for resources: {'Port': ['ID=60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:04:29.089467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:04:29.170730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:04:29.293347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f160450-1afa-4374-bf5b-1db1269e250a None None] Network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:04:29.406642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-78e79743-d99e-4000-a7d3-3ea549d43f27 None None] Provisioning for port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:04:29.424335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-78e79743-d99e-4000-a7d3-3ea549d43f27 None None] Provisioning complete for port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:04:29.425068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78e79743-d99e-4000-a7d3-3ea549d43f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:29.642869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-78e79743-d99e-4000-a7d3-3ea549d43f27 None None] Current status of the port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:04:29.643280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78e79743-d99e-4000-a7d3-3ea549d43f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:29.683003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-78e79743-d99e-4000-a7d3-3ea549d43f27 None None] For port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8,segment=NetworkSegment(971fc73c-fa87-441a-88a5-70e6569107bc),segment_id=971fc73c-fa87-441a-88a5-70e6569107bc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:04:29.687997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78e79743-d99e-4000-a7d3-3ea549d43f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:29.764007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79743-d99e-4000-a7d3-3ea549d43f27 None None] Pushing event updated for resources: {'Port': ['ID=60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:04:29.909730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ee6f249-d7a3-4003-ac47-5dc81193b4e2 None None] Provisioning complete for port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:04:29.910145 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ee6f249-d7a3-4003-ac47-5dc81193b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:30.035768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6f249-d7a3-4003-ac47-5dc81193b4e2 None None] Current status of the port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:04:31.049400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:04:31.118094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:04:31.118468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:31.263244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 60a94aa3-ece5-42c6-8e88-a8dbf9c99fe8 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:04:41.333902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a962d4c3-23c2-4e4d-a45d-7aa19bba988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:43.073602 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:04:43.577422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ceede7f-4395-4176-966c-2dfb8ae8a50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:44.999388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:45.145858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:04:46.092433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:11.333377 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ebc275c3-d478-4767-be4e-3eb81b80aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:13.583704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-474c3d01-415a-437b-9ebd-5153beab104f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:15.002318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:15.141002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:16.095544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:20.073928 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:05:38.105873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37012) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:05:38.112056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-66829f10-06bc-4f90-851b-4e903d261c2e tempest-verify_tempest_config-266049606 tempest-verify_tempest_config-266049606-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:05:38.112995 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-66829f10-06bc-4f90-851b-4e903d261c2e tempest-verify_tempest_config-266049606 tempest-verify_tempest_config-266049606-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060940 Sep 19 17:05:38.449073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37030) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:05:38.567700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:38.582309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:05:38.586582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Usage tracker for resource:security_group_rule and tenant:62fb58481d7d41008b159d700e129ef9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:05:38.589579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:05:38.595533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:05:38.690247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:38.697112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:38.740867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Synchronizing usage tracker for tenant:1f48ae3e538b4c04891e5747c29718f7 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:05:38.744914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d3b44f-918d-425a-ac67-e7e623affa0f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:05:38.754313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.754666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.755021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.755353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.755678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.756017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.756326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.756657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.757001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.757317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.757620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.757930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:05:38.771902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] Unset dirty status for tenant:1f48ae3e538b4c04891e5747c29718f7 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:05:38.773247 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ae8d3282-404a-47ef-a4f0-360333f60e6c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=62fb58481d7d41008b159d700e129ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3230510 Sep 19 17:05:38.777926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:05:38.847919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73ba72d8-2037-4830-98b3-165930719c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:38.887973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73ba72d8-2037-4830-98b3-165930719c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:38.986561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73ba72d8-2037-4830-98b3-165930719c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:39.009872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba72d8-2037-4830-98b3-165930719c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d3b44f-918d-425a-ac67-e7e623affa0f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:05:39.016173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73ba72d8-2037-4830-98b3-165930719c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:39.017303 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-73ba72d8-2037-4830-98b3-165930719c3a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/60d3b44f-918d-425a-ac67-e7e623affa0f HTTP/1.1" status: 204 len: 168 time: 0.2384434 Sep 19 17:05:41.328614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c4fff7ce-648f-4866-8878-7bb840a26420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:43.591418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2a56022c-9898-4d89-85a8-a5f29da9f127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:45.009921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:45.149690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:46.103811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:05:57.072864 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:06:11.335120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-897b7197-a070-429d-8cc8-241630d515eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:13.579590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-02b3b2a7-890b-4cde-b6d6-1f4eaa0d4aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:15.018374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:15.150535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:16.107450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:34.076014 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 5 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:06:41.341743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5379ae02-3f8a-433f-9f0f-e79a6b5a9f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:43.587639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-780e5b27-ec71-463f-a54b-f52fbca734a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:45.025143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:45.146473 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:46.114131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:06:55.155215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520750'] for agent, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:10.039141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37106) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:07:10.170288 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c29f62c-058d-4fce-afb0-b32cbeda785d admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1300280 Sep 19 17:07:11.075224 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:07:11.327299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c29bfced-72ca-4529-9f7d-970e51338370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:12.376304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37116) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:07:12.443909 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-710d234d-8d87-4449-8371-3b86b5e3ddf8 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0662525 Sep 19 17:07:13.582651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-241154c5-1153-472d-9bea-2e4b052f58e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:15.019840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:15.152136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:16.114426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:25.159347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:41.332191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2ac0-a1df-4dfe-aaef-3a61a96c4f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:43.577517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-622b2484-187f-4f92-9aad-b75985b45e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:45.021931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:45.147502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:46.127825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:07:48.083263 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:07:55.154385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:11.338767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b33bcf9f-0179-4aa3-bc23-9888f523699c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:13.584243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-50c45f84-b1eb-4981-a91e-48a98b0e89ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:15.024215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:15.153055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:16.121139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:25.072848 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:08:25.168106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:39.166486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37302) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:39.676454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1706243429-network', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:39.680968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:39.685066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Usage tracker for resource:network and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:39.688411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:39.694316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:39.705165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Made reservation on behalf of ffde5deff3e2483b96ebceb7eaa4d9b5 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:39.707845 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:39.720338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:39.735937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:39.739971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Usage tracker for resource:security_group_rule and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:39.743186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:39.749072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:39.778261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37328) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:39.837437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:39.843100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:39.876016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869cede6-fe04-4d86-9b8b-8628af183992,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:39.889197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37334) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:39.891406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.891771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.892107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.892430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.892920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.893402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.893958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.894460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.894964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.895464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.896025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.896508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Tracked resource versions report: Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: pushed versions: Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: { 'AddressGroup': {'1.2'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'ConntrackHelper': {'1.0'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Log': {'1.0'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Network': {'1.1'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Port': {'1.7'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'PortForwarding': {'1.2'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'QosPolicy': {'1.8'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SecurityGroup': {'1.4'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SubPort': {'1.0'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Subnet': {'1.1'}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Trunk': {'1.1'}} Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: consumer versions: Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: { DHCP agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: HyperV agent@hv-neutron-8577: {}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: L3 agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: Metadata agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: Metering agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: Open vSwitch agent@dv-neutron-857789-3-hyperv: { 'AddressGroup': '1.2', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'ConntrackHelper': '1.0', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Log': '1.0', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Network': '1.1', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Port': '1.7', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'PortForwarding': '1.2', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'QosPolicy': '1.8', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SecurityGroup': '1.4', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SecurityGroupRule': '1.2', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'SubPort': '1.0', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Subnet': '1.1', Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: 'Trunk': '1.1'}} Sep 19 17:08:39.901389 dv-neutron-857789-3-hyperv neutron-server[89055]: {{(pid=89055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:08:39.904263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:39.915217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:39.915538 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Added segment 85d04122-1ec1-49eb-95af-cff8ba50f295 of type vlan for network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 Sep 19 17:08:39.932323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37342) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:39.948313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:39.979372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:39.980351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:39.980927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.065082 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37352) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:40.091457 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9251757 Sep 19 17:08:40.091680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37358) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:40.092693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe47b4-cac5-4b63-9c60-32ae638d650a admin admin] Pushing event updated for resources: {'Network': ['ID=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:40.098225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Request body: {'subnet': {'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1706243429-subnet', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:40.103572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:40.105069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:40.108738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Usage tracker for resource:subnet and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:40.112318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:40.118631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:40.134422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Made reservation on behalf of ffde5deff3e2483b96ebceb7eaa4d9b5 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:40.137347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.211851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1488544669-network', 'tenant_id': '2c7a0580a670455db49bcda450f4409a'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:40.221073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:40.236307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Usage tracker for resource:network and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:40.240600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:40.251486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:40.259243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Made reservation on behalf of 2c7a0580a670455db49bcda450f4409a for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:40.261530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.282680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-439048348'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:40.292829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.309591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:40.313673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Usage tracker for resource:network and tenant:2bb246c9907b4921b6add257a1a746e6 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:40.318838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:40.328962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:40.332253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:40.342803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Usage tracker for resource:security_group_rule and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:40.348430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:40.355105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:40.359976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Made reservation on behalf of 2bb246c9907b4921b6add257a1a746e6 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:40.363488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.382891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.461385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:40.466488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1287256019-network', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:40.480297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Usage tracker for resource:security_group_rule and tenant:2bb246c9907b4921b6add257a1a746e6 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:40.484915 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:40.497641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:40.505149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:40.522826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Usage tracker for resource:network and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:40.529099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:40.550095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:40.611111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Made reservation on behalf of 3f4d6ddacfc345e7becd41e81c8b5ebc for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:40.613428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.629582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.670629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.698677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:40.736279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:40.746272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.756648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Usage tracker for resource:security_group_rule and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:40.765500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:40.775069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:40.784359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.789247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:40.818520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Usage tracker for resource:floatingip and tenant:c59470ea0f08451f8e46df68df72f1f9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:40.831299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:40.836917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:40.861823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767836486557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.862362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Unsubscribe: segment precommit_create {{(pid=89056) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 17:08:40.862811 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Added segment 4d7d0557-4f01-4219-ad6e-5020e51a651d of type vlan for network 68c7ee45-f272-4ba8-97be-291c4b6e1204 Sep 19 17:08:40.870472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37390) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:40.884340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Checking segment: {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:40.884705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Network hostable DHCP agents. Network: 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:08:40.894465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:40.898823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9fbde1-1ae3-463a-8035-5fce0c35e939,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:40.945708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.945976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.946512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.947042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.947383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.947740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.948079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.948409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.948911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.949241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.949570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.949897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Tracked resource versions report: Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: pushed versions: Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: { 'AddressGroup': {'1.2'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'ConntrackHelper': {'1.0'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Log': {'1.0'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Network': {'1.1'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Port': {'1.7'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'PortForwarding': {'1.2'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'QosPolicy': {'1.8'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SecurityGroup': {'1.4'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SubPort': {'1.0'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Subnet': {'1.1'}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Trunk': {'1.1'}} Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: consumer versions: Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: { DHCP agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: HyperV agent@hv-neutron-8577: {}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: L3 agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: Metadata agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: Metering agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: Open vSwitch agent@dv-neutron-857789-3-hyperv: { 'AddressGroup': '1.2', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'ConntrackHelper': '1.0', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Log': '1.0', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Network': '1.1', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Port': '1.7', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'PortForwarding': '1.2', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'QosPolicy': '1.8', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SecurityGroup': '1.4', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SecurityGroupRule': '1.2', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'SubPort': '1.0', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Subnet': '1.1', Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: 'Trunk': '1.1'}} Sep 19 17:08:40.951047 dv-neutron-857789-3-hyperv neutron-server[89056]: {{(pid=89056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:08:40.981522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:40.990731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.009666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.012625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.049134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11036b18-662c-4a8e-9853-8a2bb3f3668a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:41.063671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:41.073808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:08:41.077500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-211592526'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:41.086068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:41.090548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Usage tracker for resource:network and tenant:a7d8f85810c0445d9d0d04b8568f8a02 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:41.093416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.093979 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Added segment 11cd8b91-4c75-4621-bb0a-759feacee9dd of type vlan for network 41a2c06f-2e7a-4075-9543-1d072bd00533 Sep 19 17:08:41.095026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:41.102962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:41.116543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Made reservation on behalf of a7d8f85810c0445d9d0d04b8568f8a02 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:41.120376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.121617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.149165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.169033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:41.173674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Usage tracker for resource:security_group_rule and tenant:a7d8f85810c0445d9d0d04b8568f8a02 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:41.177341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:41.183922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:41.199416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.200443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:41.201059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.334780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.336151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.341776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:41.342467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.346001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a238fa6c-7efe-4e15-8332-793ed5b29166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.350742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.370043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37410) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:41.389120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:41.397842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:41.402066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab473e7b-b097-48a7-ad26-844ef360354a None None] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:41.409884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c786a010-ca36-43ea-8442-fadb19a748dc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:41.418729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.418979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:41.419447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.419631 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Added segment 75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a of type vlan for network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a Sep 19 17:08:41.446495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b5716a-5d7c-461c-8bd9-5d6cebf24037,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:41.449863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] Pushing event updated for resources: {'Network': ['ID=68c7ee45-f272-4ba8-97be-291c4b6e1204,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:41.462947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.539573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.548902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:41.551301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.616169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.624986 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-41cb0f66-2efa-4a69-991b-a5127699447c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8443336 Sep 19 17:08:41.630341 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7387671 Sep 19 17:08:41.662932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37420) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:41.663403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37422) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:41.669003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37424) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:41.683486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Request body: {'subnet': {'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:41.687674 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4da8a03a-96a8-41e9-8918-b082c6526c43 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5947676 Sep 19 17:08:41.695640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37432) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:41.706953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Request body: {'subnet': {'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1488544669-subnet', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:41.713632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.719700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:41.735994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:41.740189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Usage tracker for resource:router and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:41.743187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:41.754466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:41.779522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.780615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.781322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:41.791079 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9182150 Sep 19 17:08:41.808389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0188c-8a25-40c7-b7a9-b6ee062b952c tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event updated for resources: {'Network': ['ID=41a2c06f-2e7a-4075-9543-1d072bd00533,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:41.813653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:41.837323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 41a2c06f-2e7a-4075-9543-1d072bd00533 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:41.852291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80986b3-938a-4f3c-a9c1-22e67f15c92e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:41.855393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.855938 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Added segment 5cad2de0-d393-4317-8a21-74990fb8870f of type vlan for network 2c02a989-b601-4077-a12b-46a803f8f26b Sep 19 17:08:41.865351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.903409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.909867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:41.928079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377da638-5a59-40ed-b017-07b316732f30 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Pushing event updated for resources: {'Network': ['ID=af0610aa-0e2f-4ea7-8e4a-dd0f55da072a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:41.978775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:42.000352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-911592518'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:42.007338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:42.011868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Usage tracker for resource:network and tenant:6bfa2fbffa17405994c7ac13fc2b42d8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:42.015284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:42.021778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:42.034400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:42.039795 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Made reservation on behalf of 6bfa2fbffa17405994c7ac13fc2b42d8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:42.043725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.071214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ca7e9693-6cd3-403f-aac3-654f8fbf4a07 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:42.090357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Usage tracker for resource:subnet and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:42.095420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.109012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:42.132928 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ca7e9693-6cd3-403f-aac3-654f8fbf4a07 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] 10.222.0.83 "PUT /v2.0/quotas/5d6e0d73708b486eafd52129b420ebef HTTP/1.1" status: 200 len: 368 time: 0.4594822 Sep 19 17:08:42.135032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37458) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:42.137588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:42.143404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Usage tracker for resource:security_group_rule and tenant:6bfa2fbffa17405994c7ac13fc2b42d8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:42.147656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:42.154757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:42.156121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Request body: {'network': {'project_id': '5d6e0d73708b486eafd52129b420ebef'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:42.165577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.167118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:42.167974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.177776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:42.264865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.266613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:42.269706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:42.274974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Usage tracker for resource:subnet and tenant:2bb246c9907b4921b6add257a1a746e6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:42.281055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:42.286515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.289613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] Pushing event updated for resources: {'Network': ['ID=2c02a989-b601-4077-a12b-46a803f8f26b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:42.298118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Usage tracker for resource:network and tenant:5d6e0d73708b486eafd52129b420ebef is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:42.306092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:42.313752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Made reservation on behalf of 2c7a0580a670455db49bcda450f4409a for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:42.314897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:08:42.316191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.316411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.327530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 2c02a989-b601-4077-a12b-46a803f8f26b details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:42.350616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:42.361637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:42.434899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:42.442454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Made reservation on behalf of 2bb246c9907b4921b6add257a1a746e6 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:42.446242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.471962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.472360 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Added segment f26f6957-4df6-45fb-9f75-b42f4f6510f8 of type vlan for network 920283a9-f89e-4da2-85f0-a22de9cb0e5a Sep 19 17:08:42.475553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172dea75-5a35-4433-8068-463cc549798f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:42.520582 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2fd92455-da8e-4c9d-8e77-d7aded704e00 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5866969 Sep 19 17:08:42.527504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37462) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:42.538321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Request body: {'subnet': {'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1287256019-subnet', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:42.543274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.553874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:42.562005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Made reservation on behalf of 5d6e0d73708b486eafd52129b420ebef for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:42.565315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.583170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.592555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Usage tracker for resource:subnet and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:42.617680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Allocated IP 172.26.10.199 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/b0b55c94-1e2a-466f-a3be-497609ef6c70) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:42.622110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:42.624784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37466) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:42.642653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Request body: {'port': {'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a', 'binding:host_id': 'hv-neutron-8577', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-236227691'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:42.646053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.649483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:42.658185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:42.709435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:42.718960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Usage tracker for resource:security_group_rule and tenant:5d6e0d73708b486eafd52129b420ebef is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:42.723589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Allocated IP 172.20.0.2 (4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3/8f9fbde1-1ae3-463a-8035-5fce0c35e939/9b92a09c-22a1-49b5-b14a-049ca89131c7) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:42.732825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.739099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:42.739406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:42.739792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.743899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Usage tracker for resource:port and tenant:ab87917c2c2f4f919e92fee5b23483c8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:42.793956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:42.798248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:42.808710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Made reservation on behalf of 3f4d6ddacfc345e7becd41e81c8b5ebc for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:42.812242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.826454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:42.933995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event updated for resources: {'Network': ['ID=920283a9-f89e-4da2-85f0-a22de9cb0e5a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:42.940302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Made reservation on behalf of ab87917c2c2f4f919e92fee5b23483c8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:42.940555 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-70e251b0-f187-4262-8f70-9854bdbc4613 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5691659 Sep 19 17:08:42.942618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37470) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:42.942935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.948704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:42.963239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 920283a9-f89e-4da2-85f0-a22de9cb0e5a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:42.981179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Transition to ACTIVE for port object 9b92a09c-22a1-49b5-b14a-049ca89131c7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:42.995670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.034522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Request body: {'subnet': {'network_id': '920283a9-f89e-4da2-85f0-a22de9cb0e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:43.046235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:43.058483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Usage tracker for resource:security_group_rule and tenant:ab87917c2c2f4f919e92fee5b23483c8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:43.071000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:43.071565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Transition to ACTIVE for port object 9b92a09c-22a1-49b5-b14a-049ca89131c7 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:43.092168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.101633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:43.112719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.152630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.158063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:43.161063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:43.164794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:43.188303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.212241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Pushing event updated for resources: {'Port': ['ID=9b92a09c-22a1-49b5-b14a-049ca89131c7,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:43.244865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:43.249141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.253105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.253496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.254125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.254125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.254560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.254806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.255247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.255501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.255849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.256200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.256500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.256777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Tracked resource versions report: Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: pushed versions: Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: { 'AddressGroup': {'1.2'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'ConntrackHelper': {'1.0'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Log': {'1.0'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Network': {'1.1'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Port': {'1.7'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'PortForwarding': {'1.2'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'QosPolicy': {'1.8'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SecurityGroup': {'1.4'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SubPort': {'1.0'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Subnet': {'1.1'}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Trunk': {'1.1'}} Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: consumer versions: Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: { DHCP agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: HyperV agent@hv-neutron-8577: {}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: L3 agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: Metadata agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: Metering agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: Open vSwitch agent@dv-neutron-857789-3-hyperv: { 'AddressGroup': '1.2', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'ConntrackHelper': '1.0', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Log': '1.0', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Network': '1.1', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Port': '1.7', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'PortForwarding': '1.2', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'QosPolicy': '1.8', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SecurityGroup': '1.4', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SecurityGroupRule': '1.2', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'SubPort': '1.0', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Subnet': '1.1', Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: 'Trunk': '1.1'}} Sep 19 17:08:43.258435 dv-neutron-857789-3-hyperv neutron-server[89057]: {{(pid=89057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:08:43.263402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c092ee58-c8d1-4a02-af9d-a1ac28f3706a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:43.263402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Usage tracker for resource:subnet and tenant:6bfa2fbffa17405994c7ac13fc2b42d8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:43.283155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.290254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Attempting to bind port 9b92a09c-22a1-49b5-b14a-049ca89131c7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:43.290647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Attempting to bind port 9b92a09c-22a1-49b5-b14a-049ca89131c7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:43.291161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Attempting to bind port 9b92a09c-22a1-49b5-b14a-049ca89131c7 on network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:43.296658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:08:43.296952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Checking segment: {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:43.297360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.297742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Bound using segment: {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:08:43.298214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Bound port: 9b92a09c-22a1-49b5-b14a-049ca89131c7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:08:43.298592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.305944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:43.329928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:43.350042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Checking segment: {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:43.350485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Network hostable DHCP agents. Network: 68c7ee45-f272-4ba8-97be-291c4b6e1204, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:08:43.364523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Checking segment: {'id': '11cd8b91-4c75-4621-bb0a-759feacee9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:43.364904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Network hostable DHCP agents. Network: 41a2c06f-2e7a-4075-9543-1d072bd00533, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:08:43.376324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Made reservation on behalf of 6bfa2fbffa17405994c7ac13fc2b42d8 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:43.390418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks [] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.399381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] For port 9b92a09c-22a1-49b5-b14a-049ca89131c7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:43.403206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] For port 9b92a09c-22a1-49b5-b14a-049ca89131c7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9b92a09c-22a1-49b5-b14a-049ca89131c7,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:08:43.410837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.411178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event updated for resources: {'Subnet': ['ID=e0b05d25-368f-4279-ace9-35813f9ab4a1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:43.506665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:08:43.513370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Network 41a2c06f-2e7a-4075-9543-1d072bd00533 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:08:43.516225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6f6fc-8d60-42b9-99e0-70b20e603502 None None] Pushing event updated for resources: {'Port': ['ID=9b92a09c-22a1-49b5-b14a-049ca89131c7,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:43.530656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 68c7ee45-f272-4ba8-97be-291c4b6e1204) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:43.533368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:43.539771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:43.540504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.543840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 41a2c06f-2e7a-4075-9543-1d072bd00533) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:43.553471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26467f-f81a-4c0a-aec5-9ad19f265577 None None] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:43.556451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:43.557064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.571883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad166299-5a47-412c-af5c-199256458d44,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:43.586927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.587312 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Added segment bd5559f2-cbaa-4ddf-8935-68ae28c6620f of type vlan for network 78b0d3b9-e210-4908-8428-63abd8ecfb81 Sep 19 17:08:43.589428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.594007 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9084196c-119e-4ccb-9ec8-aeb1dcbf36d0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9237707 Sep 19 17:08:43.596538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37474) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:43.601732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:43.636821 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0436d7e6-5f22-4f0d-a520-081bceb0583e tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9649596 Sep 19 17:08:43.638319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:43.640481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37478) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:43.642348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efacef45-518c-47cf-a802-9534121bf1e3 None None] Network 41a2c06f-2e7a-4075-9543-1d072bd00533 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:43.653473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Request body: {'port': {'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-445485353'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:43.666584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Usage tracker for resource:router and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:43.681466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:43.692541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:43.748752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33fc58e6-8a4d-4ed5-9824-c149bcb5ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.763234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:43.777938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.778148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.778376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.781793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:43.787497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.838040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:43.845281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.861324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.868142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.919061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Pushing event updated for resources: {'Port': ['ID=b0b55c94-1e2a-466f-a3be-497609ef6c70,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:43.927821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.930488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:43.993640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:08:44.008239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.017582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] device_id is not set on port 1dbf1326-1132-479b-9c73-bf69531287f9 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:08:44.026383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-68c7ee45-f272-4ba8-97be-291c4b6e1204', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:08:44.027266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.037205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event updated for resources: {'Subnet': ['ID=62791e52-af4c-40e0-964b-eeeffc58f069,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:44.064181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:44.068290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Usage tracker for resource:port and tenant:2bb246c9907b4921b6add257a1a746e6 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:44.071473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:44.077649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:44.088621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-41a2c06f-2e7a-4075-9543-1d072bd00533', 'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533', 'tenant_id': '2bb246c9907b4921b6add257a1a746e6', 'fixed_ips': [{'subnet_id': 'e0b05d25-368f-4279-ace9-35813f9ab4a1'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:08:44.089472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.100573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Made reservation on behalf of 2bb246c9907b4921b6add257a1a746e6 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:44.116798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.142466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Checking segment: {'id': 'f26f6957-4df6-45fb-9f75-b42f4f6510f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '920283a9-f89e-4da2-85f0-a22de9cb0e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:44.142732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Network hostable DHCP agents. Network: 920283a9-f89e-4da2-85f0-a22de9cb0e5a, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:08:44.151638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] device_id is not set on port 82b81551-0315-400c-8257-173d2d58a067 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:08:44.165028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:44.185146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60d8e61-7ad4-4d73-94c3-fab89aefd52a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:44.199782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.200969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:44.201749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.238642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.263949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Checking segment: {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:44.264452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Network hostable DHCP agents. Network: 2c02a989-b601-4077-a12b-46a803f8f26b, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:08:44.346013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Allocated IP 172.20.0.2 (68c7ee45-f272-4ba8-97be-291c4b6e1204/c092ee58-c8d1-4a02-af9d-a1ac28f3706a/bbf9459a-497f-464b-8550-96566182c9ae) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:44.373067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Allocated IP 2001:db8::2 (41a2c06f-2e7a-4075-9543-1d072bd00533/e0b05d25-368f-4279-ace9-35813f9ab4a1/e7bbc9be-4fb8-401f-a86c-412a26a2a53c) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:44.417167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Network 920283a9-f89e-4da2-85f0-a22de9cb0e5a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:08:44.482950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Pushing event updated for resources: {'Network': ['ID=78b0d3b9-e210-4908-8428-63abd8ecfb81,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:44.506098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.511185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Network 2c02a989-b601-4077-a12b-46a803f8f26b is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:08:44.511567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 920283a9-f89e-4da2-85f0-a22de9cb0e5a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:44.521713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:44.522361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.528564 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-187993cf-4692-4a4f-9ca9-17013878de20 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3882639 Sep 19 17:08:44.531610 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37482) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:44.547028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Request body: {'network': {'project_id': '5d6e0d73708b486eafd52129b420ebef'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:44.552575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:44.556848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Usage tracker for resource:network and tenant:5d6e0d73708b486eafd52129b420ebef is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:44.559904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:44.564730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.566334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:44.588581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.591886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Made reservation on behalf of 5d6e0d73708b486eafd52129b420ebef for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:44.594461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.598090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 2c02a989-b601-4077-a12b-46a803f8f26b) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:44.599144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Transition to ACTIVE for port object e7bbc9be-4fb8-401f-a86c-412a26a2a53c will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:44.618430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Transition to ACTIVE for port object e7bbc9be-4fb8-401f-a86c-412a26a2a53c will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:44.626069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 78b0d3b9-e210-4908-8428-63abd8ecfb81 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:44.644304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97904d21-cd5f-43e3-99e7-7aa55efe6e28 None None] Network 920283a9-f89e-4da2-85f0-a22de9cb0e5a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:44.660527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Allocated IP 172.26.10.106 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/c7471486-b718-466b-998d-cdbdda2a0c0d) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:44.663454 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b9f088d3-1e83-43fa-b446-0df8d04cc7e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7092299 Sep 19 17:08:44.671506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:44.672410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.675295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37486) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:44.732919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077840d2-d606-47ba-b82b-18f7b80ec59c None None] Network 2c02a989-b601-4077-a12b-46a803f8f26b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:44.781269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.793791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6b89b6e4-42dc-4c6d-91bd-34415cf5b1ba admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2634587 Sep 19 17:08:44.803607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37490) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:44.854055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Request body: {'port': {'network_id': '920283a9-f89e-4da2-85f0-a22de9cb0e5a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-962093699'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:44.861791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:44.877266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:44.935692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:44.968995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Usage tracker for resource:router and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:44.978605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:44.979058 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Added segment 0e239d66-5da4-41df-bdb6-20111c8eb3fc of type vlan for network 346f29f5-e209-4d22-984e-dbc4281729c1 Sep 19 17:08:44.994625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Allocated IP 2001:db8::130 (41a2c06f-2e7a-4075-9543-1d072bd00533/e0b05d25-368f-4279-ace9-35813f9ab4a1/82b81551-0315-400c-8257-173d2d58a067) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:45.018617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:45.048698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f82f3-a0c6-427a-b06d-1d71fe071674 None None] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:45.070841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:45.079104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] device_id is not set on port 1dbf1326-1132-479b-9c73-bf69531287f9 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:08:45.083306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.120599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.123551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.125663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.153409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Network 41a2c06f-2e7a-4075-9543-1d072bd00533 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:45.154014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:45.179507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Usage tracker for resource:port and tenant:6bfa2fbffa17405994c7ac13fc2b42d8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:45.190322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:45.190815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Transition to ACTIVE for port object 1dbf1326-1132-479b-9c73-bf69531287f9 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:45.213712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.225541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.250384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.253336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:45.278558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.279634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:45.280354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.296028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:45.300362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:45.323699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9b92a09c-22a1-49b5-b14a-049ca89131c7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:45.325979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Made reservation on behalf of 6bfa2fbffa17405994c7ac13fc2b42d8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:45.330020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.428846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=1dbf1326-1132-479b-9c73-bf69531287f9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:45.453349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.454090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] device_id is not set on port b14993b8-b5d6-4afa-a282-535f8bf6d666 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:08:45.493136 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9538803 Sep 19 17:08:45.502867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37508) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:45.504215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e5004-9f51-4575-9dd6-fd40a71eb9d1 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Pushing event updated for resources: {'Network': ['ID=346f29f5-e209-4d22-984e-dbc4281729c1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:45.521519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:08:45.567429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Pushing event updated for resources: {'Port': ['ID=e7bbc9be-4fb8-401f-a86c-412a26a2a53c,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:45.579294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ae73469b-b5ed-4b62-b254-9dc1159aeb6b tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Request body: {'network': {'project_id': '5d6e0d73708b486eafd52129b420ebef'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:45.589688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 346f29f5-e209-4d22-984e-dbc4281729c1 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:45.597886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.617243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ae73469b-b5ed-4b62-b254-9dc1159aeb6b tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:45.622065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.646925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.647710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.684376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Checking segment: {'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:45.684605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae73469b-b5ed-4b62-b254-9dc1159aeb6b tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Usage tracker for resource:network and tenant:5d6e0d73708b486eafd52129b420ebef is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:45.684874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Network hostable DHCP agents. Network: af0610aa-0e2f-4ea7-8e4a-dd0f55da072a, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:08:45.692377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.696506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ae73469b-b5ed-4b62-b254-9dc1159aeb6b tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:45.712405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ae73469b-b5ed-4b62-b254-9dc1159aeb6b tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:45.713733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Transition to ACTIVE for port object 82b81551-0315-400c-8257-173d2d58a067 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:45.753903 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae73469b-b5ed-4b62-b254-9dc1159aeb6b tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 17:08:45.754397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae73469b-b5ed-4b62-b254-9dc1159aeb6b tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:08:45.758777 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ae73469b-b5ed-4b62-b254-9dc1159aeb6b tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2487073 Sep 19 17:08:45.785920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37512) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:45.818184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:45.834638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-371af6a1-e0c2-495f-8461-4b1664fe6b53 None None] Provisioning for port 9b92a09c-22a1-49b5-b14a-049ca89131c7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:45.845097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:45.846900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.858067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.883012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.884982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Allocated IP 172.20.0.5 (920283a9-f89e-4da2-85f0-a22de9cb0e5a/62791e52-af4c-40e0-964b-eeeffc58f069/b14993b8-b5d6-4afa-a282-535f8bf6d666) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:45.888372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-920283a9-f89e-4da2-85f0-a22de9cb0e5a', 'network_id': '920283a9-f89e-4da2-85f0-a22de9cb0e5a', 'tenant_id': '6bfa2fbffa17405994c7ac13fc2b42d8', 'fixed_ips': [{'subnet_id': '62791e52-af4c-40e0-964b-eeeffc58f069'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:08:45.889217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.916156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:45.935608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Attempting to bind port e7bbc9be-4fb8-401f-a86c-412a26a2a53c on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:45.935804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Attempting to bind port e7bbc9be-4fb8-401f-a86c-412a26a2a53c by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '11cd8b91-4c75-4621-bb0a-759feacee9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:45.936668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Attempting to bind port e7bbc9be-4fb8-401f-a86c-412a26a2a53c on network 41a2c06f-2e7a-4075-9543-1d072bd00533 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:45.967248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.972186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 5.9022748 Sep 19 17:08:45.972478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37516) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:45.978175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-37076906', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'fixed_ips': [{'ip_address': '172.26.10.199'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:45.985079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:45.990661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:45.999246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:08:45.999657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Checking segment: {'id': '11cd8b91-4c75-4621-bb0a-759feacee9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:46.000131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.000668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Bound using segment: {'id': '11cd8b91-4c75-4621-bb0a-759feacee9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:08:46.000934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Bound port: e7bbc9be-4fb8-401f-a86c-412a26a2a53c, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cd8b91-4c75-4621-bb0a-759feacee9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:08:46.001341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.001456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.050634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Usage tracker for resource:port and tenant:c59470ea0f08451f8e46df68df72f1f9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:46.059549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557be89-84a3-4741-99fe-121af8b9c160 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Pushing event updated for resources: {'Port': ['ID=b0b55c94-1e2a-466f-a3be-497609ef6c70,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:46.061818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:08:46.067480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:46.126106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:46.156748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Network 41a2c06f-2e7a-4075-9543-1d072bd00533 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:46.182516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:46.193495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:46.194416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.199460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:46.200388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.201017 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0fcc0de1-4aaa-4ab9-acd1-2ad57b046c37 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5d6e0d73708b486eafd52129b420ebef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4052494 Sep 19 17:08:46.201726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, af0610aa-0e2f-4ea7-8e4a-dd0f55da072a) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:46.212931 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37520) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:46.227371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-2c02a989-b601-4077-a12b-46a803f8f26b', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:08:46.228250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.232288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:46.237942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4dcea9-d495-46c8-a9db-655319398969 None None] Network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:46.248292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event updated for resources: {'Port': ['ID=82b81551-0315-400c-8257-173d2d58a067,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:46.270830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Made reservation on behalf of c59470ea0f08451f8e46df68df72f1f9 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:46.273451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.303226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 9b92a09c-22a1-49b5-b14a-049ca89131c7 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:46.304159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.307868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Pushing event updated for resources: {'Port': ['ID=c7471486-b718-466b-998d-cdbdda2a0c0d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:46.311421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Transition to ACTIVE for port object bbf9459a-497f-464b-8550-96566182c9ae will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:46.327922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Allocated IP 172.26.10.150 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/8db43c61-653b-4afd-be47-b48c3d77c0aa) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:46.331168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:46.331788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:46.332431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:46.351275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:46.356191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:46.356548 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:46.366037 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 2 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:46.373129 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-62e1c924-09a4-485b-a31b-d3bd55069a86 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7276294 Sep 19 17:08:46.374450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Usage tracker for resource:security_group_rule and tenant:c59470ea0f08451f8e46df68df72f1f9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:46.382856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.413980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.421655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9b92a09c-22a1-49b5-b14a-049ca89131c7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:46.422225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.429806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Transition to ACTIVE for port object b14993b8-b5d6-4afa-a282-535f8bf6d666 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:46.431251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37524) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:46.450295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:46.462296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Request body: {'port': {'network_id': '41a2c06f-2e7a-4075-9543-1d072bd00533', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-968138243', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:46.462845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.api.validators [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] bootfile-name is not in valid_values {{(pid=89056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:08:46.463459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.api.validators [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] tftp-server is not in valid_values {{(pid=89056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:08:46.463953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.api.validators [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] server-ip-address is not in valid_values {{(pid=89056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:08:46.474192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.480411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:46.491826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:46.492490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:46.493062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:46.565102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:46.565856 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:46.577670 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 3 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:46.597931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Transition to ACTIVE for port object bbf9459a-497f-464b-8550-96566182c9ae will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:46.622177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acd8b18f-487f-494b-90da-aca53c1387a7 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.639509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] For port e7bbc9be-4fb8-401f-a86c-412a26a2a53c, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:46.698120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:46.698409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:46.698856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:46.701537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Network 920283a9-f89e-4da2-85f0-a22de9cb0e5a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:46.704492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.708119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:46.721654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:46.727080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:46.727685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.744160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:46.744493 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:46.753376 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 4 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:46.755665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] For port e7bbc9be-4fb8-401f-a86c-412a26a2a53c, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e7bbc9be-4fb8-401f-a86c-412a26a2a53c,segment=NetworkSegment(11cd8b91-4c75-4621-bb0a-759feacee9dd),segment_id=11cd8b91-4c75-4621-bb0a-759feacee9dd)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:08:46.766366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event updated for resources: {'Port': ['ID=b14993b8-b5d6-4afa-a282-535f8bf6d666,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:46.772616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acd8b18f-487f-494b-90da-aca53c1387a7 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.828929 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b46b696a-9c5e-48cb-aff4-92f3cdc9038d tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9960496 Sep 19 17:08:46.833384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.837281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:46.843884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.866232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Allocated IP 172.20.0.2 (920283a9-f89e-4da2-85f0-a22de9cb0e5a/62791e52-af4c-40e0-964b-eeeffc58f069/8daf0909-4b98-433b-8341-66deba4be8d6) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:46.888329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:46.888988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:46.889473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:46.928948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:46.929530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.942508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf5f1a-b791-4d70-8b5c-4285bf1ccca0 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Deleting port b14993b8-b5d6-4afa-a282-535f8bf6d666 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:08:46.942857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5f1a-b791-4d70-8b5c-4285bf1ccca0 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:46.948490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:46.962410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:46.981752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Pushing event updated for resources: {'Port': ['ID=bbf9459a-497f-464b-8550-96566182c9ae,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:46.987284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:46.987843 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:46.988887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:47.006460 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 5 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:47.027468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Usage tracker for resource:port and tenant:2bb246c9907b4921b6add257a1a746e6 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:47.034745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.038081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:47.049287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:47.057277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:47.057862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:47.058200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:47.076752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.080684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] device_id is not set on port 3cd38e81-ef67-435f-b5c4-73ebd4f2d559 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:08:47.235174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.247737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:47.248096 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:47.263135 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 6 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:47.278110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acd8b18f-487f-494b-90da-aca53c1387a7 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.299753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Made reservation on behalf of 2bb246c9907b4921b6add257a1a746e6 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:47.302433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Allocated IP 172.20.0.2 (2c02a989-b601-4077-a12b-46a803f8f26b/c6c30a66-fb2a-4a17-b2c5-28d45589f4a4/4201406a-57a4-4c8d-b4fa-72904aa3b06c) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:47.302850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.378072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9b92a09c-22a1-49b5-b14a-049ca89131c7 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:47.378478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.379390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:47.379710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:47.380044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:47.388711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8b18f-487f-494b-90da-aca53c1387a7 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad166299-5a47-412c-af5c-199256458d44,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:47.424381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Pushing event updated for resources: {'Port': ['ID=8db43c61-653b-4afd-be47-b48c3d77c0aa,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:47.439564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Attempting to bind port bbf9459a-497f-464b-8550-96566182c9ae on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:47.440266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Attempting to bind port bbf9459a-497f-464b-8550-96566182c9ae by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:47.440936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Attempting to bind port bbf9459a-497f-464b-8550-96566182c9ae on network 68c7ee45-f272-4ba8-97be-291c4b6e1204 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:47.442472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3b6560-7b2e-407e-937d-6d6bb87b0865,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:47.444842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:47.445155 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:47.454434 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 7 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:47.468094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] device_id is not set on port 5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:08:47.488721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:47.498953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:47.504975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acd8b18f-487f-494b-90da-aca53c1387a7 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.508652 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-acd8b18f-487f-494b-90da-aca53c1387a7 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad166299-5a47-412c-af5c-199256458d44 HTTP/1.1" status: 204 len: 168 time: 1.2929099 Sep 19 17:08:47.508792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:47.514510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37532) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:47.564249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739cd11-5476-41e2-a211-8417adf7a449 None None] Pushing event updated for resources: {'Port': ['ID=e7bbc9be-4fb8-401f-a86c-412a26a2a53c,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:47.567854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:08:47.568514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Checking segment: {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:47.569142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.569722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Bound using segment: {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:08:47.570444 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Bound port: bbf9459a-497f-464b-8550-96566182c9ae, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:08:47.571077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.631361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:47.631721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:47.632013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:47.730896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:47.731251 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:47.747789 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 8 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:47.762259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.808662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5f1a-b791-4d70-8b5c-4285bf1ccca0 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.843815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 9b92a09c-22a1-49b5-b14a-049ca89131c7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9b92a09c-22a1-49b5-b14a-049ca89131c7,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:08:47.865622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.873251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.943700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-554cf797-abde-4f8a-9c75-f65661f10278 None None] Provisioning complete for port 9b92a09c-22a1-49b5-b14a-049ca89131c7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:47.944086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-554cf797-abde-4f8a-9c75-f65661f10278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:47.986390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:47.993304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:47.993916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:48.009185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf5f1a-b791-4d70-8b5c-4285bf1ccca0 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Calling delete_port for b14993b8-b5d6-4afa-a282-535f8bf6d666 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:08:48.030616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:48.031229 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:48.034001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.047017 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 9 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:48.109866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:48.110198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:48.110543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:48.121343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.141812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Allocated IP 2001:db8::1dc (41a2c06f-2e7a-4075-9543-1d072bd00533/e0b05d25-368f-4279-ace9-35813f9ab4a1/5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:48.169230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:48.169563 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:48.177288 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 10 to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 Sep 19 17:08:48.178267 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=9b92a09c-22a1-49b5-b14a-049ca89131c7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:48.189721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e7bbc9be-4fb8-401f-a86c-412a26a2a53c up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:48.229670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.236344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.317132 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 17:08:48.317801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:08:48.322283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] For port bbf9459a-497f-464b-8550-96566182c9ae, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:48.335706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Transition to ACTIVE for port object 4201406a-57a4-4c8d-b4fa-72904aa3b06c will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:48.340785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Transition to ACTIVE for port object 8daf0909-4b98-433b-8341-66deba4be8d6 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:48.341549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5f1a-b791-4d70-8b5c-4285bf1ccca0 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.352274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:48.353117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:48.353457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:48.384135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] For port bbf9459a-497f-464b-8550-96566182c9ae, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bbf9459a-497f-464b-8550-96566182c9ae,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:08:48.387889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a71e7-bf7c-43c4-9e32-c5c611aa8006 None None] Network 41a2c06f-2e7a-4075-9543-1d072bd00533 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:48.401816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.433869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.434361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.435336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.435798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > port after_create 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.436133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.436474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > port after_update 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.436944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.437341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.437726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.438051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.473966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.479147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-554cf797-abde-4f8a-9c75-f65661f10278 None None] Current status of the port 9b92a09c-22a1-49b5-b14a-049ca89131c7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:48.494327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Transition to ACTIVE for port object 4201406a-57a4-4c8d-b4fa-72904aa3b06c will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:48.541535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5f1a-b791-4d70-8b5c-4285bf1ccca0 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event deleted for resources: {'Port': ['ID=b14993b8-b5d6-4afa-a282-535f8bf6d666,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:48.554985 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b9e4a54-2021-4c61-81d1-b2edf129f224 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 373 time: 2.5812798 Sep 19 17:08:48.565517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37538) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:48.574407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Transition to ACTIVE for port object 8daf0909-4b98-433b-8341-66deba4be8d6 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:48.579374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730db63-48bd-4687-82d6-4b8a73af0c1d None None] Pushing event updated for resources: {'Port': ['ID=bbf9459a-497f-464b-8550-96566182c9ae,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:48.593747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.655919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.656542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.657140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.657740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:08:48.658470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346f29f5-e209-4d22-984e-dbc4281729c1']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:48.668442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.675140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port e7bbc9be-4fb8-401f-a86c-412a26a2a53c completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:48.719991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Network 2c02a989-b601-4077-a12b-46a803f8f26b is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:48.741646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:48.744756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:48.758831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fa2f6a4e-cc3b-4538-b65c-2238a91bbb37 None None] Provisioning for port e7bbc9be-4fb8-401f-a86c-412a26a2a53c completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:48.763296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Network 920283a9-f89e-4da2-85f0-a22de9cb0e5a is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:48.817158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Pushing event updated for resources: {'Port': ['ID=4201406a-57a4-4c8d-b4fa-72904aa3b06c,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:48.853312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e239d66-5da4-41df-bdb6-20111c8eb3fc') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:48.854027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e239d66-5da4-41df-bdb6-20111c8eb3fc') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:48.857423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:48.860207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:48.869767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.900336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5f1a-b791-4d70-8b5c-4285bf1ccca0 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.901589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 1dbf1326-1132-479b-9c73-bf69531287f9 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:08:48.901898 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 1dbf1326-1132-479b-9c73-bf69531287f9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:08:48.902258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.903473 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1aaf5f1a-b791-4d70-8b5c-4285bf1ccca0 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "DELETE /v2.0/ports/b14993b8-b5d6-4afa-a282-535f8bf6d666 HTTP/1.1" status: 204 len: 168 time: 2.0652447 Sep 19 17:08:48.908026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Deleting port b0b55c94-1e2a-466f-a3be-497609ef6c70 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:08:48.908605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.918782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37542) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:48.924510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fa2f6a4e-cc3b-4538-b65c-2238a91bbb37 None None] Provisioning complete for port e7bbc9be-4fb8-401f-a86c-412a26a2a53c triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:48.925049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6a4e-cc3b-4538-b65c-2238a91bbb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:48.964991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.002884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.036301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Allocated IP 172.26.10.101 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/00a14295-2a37-4d59-8431-f82c60f56c00) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:49.086279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Pushing event updated for resources: {'Port': ['ID=8daf0909-4b98-433b-8341-66deba4be8d6,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:49.125996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] For port 1dbf1326-1132-479b-9c73-bf69531287f9, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:49.126369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempted to set empty binding levels {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 17:08:49.148340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:08:49.148747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.218040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Attempting to bind port 4201406a-57a4-4c8d-b4fa-72904aa3b06c on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:49.218652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Attempting to bind port 4201406a-57a4-4c8d-b4fa-72904aa3b06c by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:49.219191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Attempting to bind port 4201406a-57a4-4c8d-b4fa-72904aa3b06c on network 2c02a989-b601-4077-a12b-46a803f8f26b {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:49.236999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.238145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:49.238739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.314510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.314786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.333836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:08:49.334383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Checking segment: {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:49.334886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.335401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Bound using segment: {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:08:49.336405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Bound port: 4201406a-57a4-4c8d-b4fa-72904aa3b06c, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:08:49.336405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.361785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f6a4e-cc3b-4538-b65c-2238a91bbb37 None None] Current status of the port e7bbc9be-4fb8-401f-a86c-412a26a2a53c is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:49.362197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6a4e-cc3b-4538-b65c-2238a91bbb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.366619 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f3f4d08a-e224-416d-bc63-4143f2698ce9 tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4408429 Sep 19 17:08:49.379878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Attempting to bind port 8daf0909-4b98-433b-8341-66deba4be8d6 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:49.380515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Attempting to bind port 8daf0909-4b98-433b-8341-66deba4be8d6 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'f26f6957-4df6-45fb-9f75-b42f4f6510f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '920283a9-f89e-4da2-85f0-a22de9cb0e5a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:49.380968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Attempting to bind port 8daf0909-4b98-433b-8341-66deba4be8d6 on network 920283a9-f89e-4da2-85f0-a22de9cb0e5a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:49.413606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37552) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:49.444736 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:08:49.445227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Checking segment: {'id': 'f26f6957-4df6-45fb-9f75-b42f4f6510f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '920283a9-f89e-4da2-85f0-a22de9cb0e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:49.445743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.446235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Bound using segment: {'id': 'f26f6957-4df6-45fb-9f75-b42f4f6510f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '920283a9-f89e-4da2-85f0-a22de9cb0e5a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:08:49.446899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Bound port: 8daf0909-4b98-433b-8341-66deba4be8d6, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26f6957-4df6-45fb-9f75-b42f4f6510f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '920283a9-f89e-4da2-85f0-a22de9cb0e5a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:08:49.447378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.514410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Calling delete_port for b0b55c94-1e2a-466f-a3be-497609ef6c70 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:08:49.582402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fa2f6a4e-cc3b-4538-b65c-2238a91bbb37 None None] For port e7bbc9be-4fb8-401f-a86c-412a26a2a53c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e7bbc9be-4fb8-401f-a86c-412a26a2a53c,segment=NetworkSegment(11cd8b91-4c75-4621-bb0a-759feacee9dd),segment_id=11cd8b91-4c75-4621-bb0a-759feacee9dd)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:08:49.647853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-356440869'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:49.667184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.669312 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.0387714 Sep 19 17:08:49.681741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:49.682000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6a4e-cc3b-4538-b65c-2238a91bbb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.692255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:49.702860 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 0e239d66-5da4-41df-bdb6-20111c8eb3fc resource provider aggregate not found Sep 19 17:08:49.714900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Usage tracker for resource:network and tenant:6bfa2fbffa17405994c7ac13fc2b42d8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:49.745295 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 0e239d66-5da4-41df-bdb6-20111c8eb3fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e239d66-5da4-41df-bdb6-20111c8eb3fc found for delete ", "request_id": "req-207a89ee-ea55-492c-8a0d-d29a3aa005b3"}]} Sep 19 17:08:49.746111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:49.771855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.775576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d4705-8123-423e-a40c-d679674ed34e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=1dbf1326-1132-479b-9c73-bf69531287f9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:49.783318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:49.787235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.790745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Pushing event deleted for resources: {'Network': ['ID=346f29f5-e209-4d22-984e-dbc4281729c1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:49.809547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.817810 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c9defbbf-180c-4fbb-a58e-58d98a9535fc tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] 10.222.0.83 "DELETE /v2.0/networks/346f29f5-e209-4d22-984e-dbc4281729c1 HTTP/1.1" status: 204 len: 168 time: 2.2875705 Sep 19 17:08:49.820585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37566) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:49.838051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] For port 4201406a-57a4-4c8d-b4fa-72904aa3b06c, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:49.851794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Deleting port 1dbf1326-1132-479b-9c73-bf69531287f9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:08:49.852037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.861346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f91db8-464d-4a8f-85c5-051a3cf0ae30 None None] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:49.878460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Made reservation on behalf of 6bfa2fbffa17405994c7ac13fc2b42d8 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:49.882254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:49.962311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Transition to ACTIVE for port object 5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:49.991582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] For port 4201406a-57a4-4c8d-b4fa-72904aa3b06c, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4201406a-57a4-4c8d-b4fa-72904aa3b06c,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:08:50.022400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f6a4e-cc3b-4538-b65c-2238a91bbb37 None None] Pushing event updated for resources: {'Port': ['ID=e7bbc9be-4fb8-401f-a86c-412a26a2a53c,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:50.023329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:08:50.027082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] For port 8daf0909-4b98-433b-8341-66deba4be8d6, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:50.027755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.033827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.054096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:08:50.071185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.084395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9c690d9d-391f-44d0-b2a5-025f99a2fc31 None None] Provisioning for port bbf9459a-497f-464b-8550-96566182c9ae completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:50.122527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] For port 8daf0909-4b98-433b-8341-66deba4be8d6, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8daf0909-4b98-433b-8341-66deba4be8d6,segment=NetworkSegment(f26f6957-4df6-45fb-9f75-b42f4f6510f8),segment_id=f26f6957-4df6-45fb-9f75-b42f4f6510f8)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:08:50.136421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.161117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bbf9459a-497f-464b-8550-96566182c9ae up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:50.202484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.203474 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Added segment 1ebe7f70-c8ee-4afe-9d89-bd05268533ab of type vlan for network 8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a Sep 19 17:08:50.242933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c80fb-d941-4726-b078-ec2985dc1151 None None] Pushing event updated for resources: {'Port': ['ID=4201406a-57a4-4c8d-b4fa-72904aa3b06c,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:50.393684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25e66e-9c98-41b2-9e96-b922a484fc99 None None] Pushing event updated for resources: {'Port': ['ID=8daf0909-4b98-433b-8341-66deba4be8d6,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:50.400041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port bbf9459a-497f-464b-8550-96566182c9ae completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:50.456911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port bbf9459a-497f-464b-8550-96566182c9ae triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:50.457426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.470954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.626512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.658366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b0d3b9-e210-4908-8428-63abd8ecfb81']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:50.672924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5559f2-cbaa-4ddf-8935-68ae28c6620f') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:50.673263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5559f2-cbaa-4ddf-8935-68ae28c6620f') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:50.676552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port bbf9459a-497f-464b-8550-96566182c9ae is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:50.676943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.686509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.712299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.716796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port bbf9459a-497f-464b-8550-96566182c9ae, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bbf9459a-497f-464b-8550-96566182c9ae,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:08:50.720266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-22c07ec0-d5e5-4ebe-b554-507dd85bd4d3 None None] Provisioning complete for port e7bbc9be-4fb8-401f-a86c-412a26a2a53c triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:50.722207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22c07ec0-d5e5-4ebe-b554-507dd85bd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.730946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0b55c94-1e2a-466f-a3be-497609ef6c70,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:50.739080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.752683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.761974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:08:50.762377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.790888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.791719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9b92a09c-22a1-49b5-b14a-049ca89131c7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:50.912206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:50.913399 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b4ec879-a9d1-4ef9-a9b3-e7c53292c1dd tempest-ExternalNetworksAdminNegativeTestJSON-1111390541 tempest-ExternalNetworksAdminNegativeTestJSON-1111390541-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/eb056905-6499-45fd-afc0-07178a0b00a2 HTTP/1.1" status: 204 len: 168 time: 2.3443058 Sep 19 17:08:50.932881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Router 4ef504f1-9678-4e72-b86f-243b5a12b2cb is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:08:50.936215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] For port 1dbf1326-1132-479b-9c73-bf69531287f9, host hv-neutron-8577, got binding levels [] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:08:50.936589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.049785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.105357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Network 41a2c06f-2e7a-4075-9543-1d072bd00533 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:51.122340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event updated for resources: {'Port': ['ID=5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:51.129880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=bbf9459a-497f-464b-8550-96566182c9ae,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:51.137418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.151180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:51.157250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9b92a09c-22a1-49b5-b14a-049ca89131c7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:51.157618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.183077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Calling delete_port for 1dbf1326-1132-479b-9c73-bf69531287f9 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:08:51.195337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-22c07ec0-d5e5-4ebe-b554-507dd85bd4d3 None None] Current status of the port e7bbc9be-4fb8-401f-a86c-412a26a2a53c is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:51.204546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:08:51.206307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.216992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:51.228433 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Sync routers for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:08:51.235104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:51.238443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-22c07ec0-d5e5-4ebe-b554-507dd85bd4d3 None None] Provisioning for port 82b81551-0315-400c-8257-173d2d58a067 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:51.240719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.248157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-22c07ec0-d5e5-4ebe-b554-507dd85bd4d3 None None] Provisioning complete for port 82b81551-0315-400c-8257-173d2d58a067 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:51.248646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22c07ec0-d5e5-4ebe-b554-507dd85bd4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.254503 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:08:51.256941 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:51.324559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Pushing event updated for resources: {'Port': ['ID=00a14295-2a37-4d59-8431-f82c60f56c00,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:51.360951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-22c07ec0-d5e5-4ebe-b554-507dd85bd4d3 None None] Port 82b81551-0315-400c-8257-173d2d58a067 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:08:51.364146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:08:51.408300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9b92a09c-22a1-49b5-b14a-049ca89131c7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:51.418426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.425048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:51.452842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:51.456927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:51.488670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bbe07007-f171-4212-a350-9e3dcafff166 None None] Provisioning complete for port bbf9459a-497f-464b-8550-96566182c9ae triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:51.491351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bbe07007-f171-4212-a350-9e3dcafff166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.570742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] Pushing event deleted for resources: {'Network': ['ID=78b0d3b9-e210-4908-8428-63abd8ecfb81,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:51.585310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37578) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:51.591949 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a34eb6a8-ca09-40c9-8fa3-cbd0b97eac15 tempest-QuotasNegativeTest-1707683898 tempest-QuotasNegativeTest-1707683898-project-admin] 10.222.0.83 "DELETE /v2.0/networks/78b0d3b9-e210-4908-8428-63abd8ecfb81 HTTP/1.1" status: 204 len: 168 time: 1.7553957 Sep 19 17:08:51.596978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.600883 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0324b423-0a7c-4ab9-b1af-17adf17ca9fe admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.8905244 Sep 19 17:08:51.602596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37584) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:51.613675 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-442d10e1-9a13-429e-9ff6-1efe3c1e4c76 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.1716743 Sep 19 17:08:51.622488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37588) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:51.633747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.650098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:51.650764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:51.765348 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:08:51.771702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:08:51.786636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Sync routers for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:08:51.794465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-bbe07007-f171-4212-a350-9e3dcafff166 None None] Current status of the port bbf9459a-497f-464b-8550-96566182c9ae is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:51.809970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:08:51.815732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:51.886225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.027165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment bd5559f2-cbaa-4ddf-8935-68ae28c6620f resource provider aggregate not found Sep 19 17:08:52.059639 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6097558 Sep 19 17:08:52.088946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:08:52.102764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.105369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37600) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:52.106942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment bd5559f2-cbaa-4ddf-8935-68ae28c6620f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd5559f2-cbaa-4ddf-8935-68ae28c6620f found for delete ", "request_id": "req-0fe9005e-96c7-4de2-a811-1869ea5c79cf"}]} Sep 19 17:08:52.168492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.170779 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8fbdd00-2a60-4409-9cf8-d1804ec0c6bc admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.5733187 Sep 19 17:08:52.182638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:52.204773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d95d987939746e4be0d9568094199a1 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:52.210945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:52.212383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37608) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:52.237215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:52.376243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ffaeee-879f-4c59-a2f5-04bd160092d7 None None] Network 920283a9-f89e-4da2-85f0-a22de9cb0e5a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:52.384088 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:46Z', 'revision_number': 3, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:52.388821 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Checking router: 28a4766a-3207-4fd1-8a34-5ab33f6abd0e for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:08:52.389206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4201406a-57a4-4c8d-b4fa-72904aa3b06c up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:52.389655 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Updating router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e port c7471486-b718-466b-998d-cdbdda2a0c0d binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:08:52.405755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.416675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7514c98-1879-42ae-8c8e-21ba72af0cd9 None None] Network 2c02a989-b601-4077-a12b-46a803f8f26b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:52.451930 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.470113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dbf1326-1132-479b-9c73-bf69531287f9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:52.508367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.556852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357f869-5954-4caa-8cb3-497dc0842b30 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event updated for resources: {'Network': ['ID=8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:52.602367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37614) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:52.659233 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2d95d987939746e4be0d9568094199a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0653908 Sep 19 17:08:52.674343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.675910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37618) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:52.679239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:08:52.717228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da028ad5-a42d-4473-95ff-66ae3fba54b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71124a9a-277b-4859-9b74-1948c91fd154,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:52.723515 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61ae6a82-a025-4bb7-8c7f-c9df46ee18c9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "DELETE /v2.0/ports/1dbf1326-1132-479b-9c73-bf69531287f9 HTTP/1.1" status: 204 len: 168 time: 3.0411301 Sep 19 17:08:52.728737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37624) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:52.745776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf1e669-ef30-4f8c-a6f6-d28eff4d4553 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:52.752323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf1e669-ef30-4f8c-a6f6-d28eff4d4553 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:52.758182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf1e669-ef30-4f8c-a6f6-d28eff4d4553 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:52.759131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cdf1e669-ef30-4f8c-a6f6-d28eff4d4553 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Synchronizing usage tracker for tenant:2bb246c9907b4921b6add257a1a746e6 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:08:52.823009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bbe07007-f171-4212-a350-9e3dcafff166 None None] Provisioning complete for port 82b81551-0315-400c-8257-173d2d58a067 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:52.823009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bbe07007-f171-4212-a350-9e3dcafff166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.927129 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.941221 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Transition to ACTIVE for port object c7471486-b718-466b-998d-cdbdda2a0c0d will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:52.950872 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:52.967673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-bbe07007-f171-4212-a350-9e3dcafff166 None None] Port 82b81551-0315-400c-8257-173d2d58a067 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:08:53.022248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 4201406a-57a4-4c8d-b4fa-72904aa3b06c completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:53.033964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e7bbc9be-4fb8-401f-a86c-412a26a2a53c up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:53.053804 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Pushing event updated for resources: {'Port': ['ID=c7471486-b718-466b-998d-cdbdda2a0c0d,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:53.065145 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.065603 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.066231 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.066340 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.066584 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.066948 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.067311 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.067650 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.067978 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.068300 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.070350 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.070350 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Tracked resource versions report: Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: pushed versions: Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: { 'AddressGroup': {'1.2'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'ConntrackHelper': {'1.0'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Log': {'1.0'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Network': {'1.1'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Port': {'1.7'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'PortForwarding': {'1.2'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'QosPolicy': {'1.8'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SecurityGroup': {'1.4'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SubPort': {'1.0'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Subnet': {'1.1'}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Trunk': {'1.1'}} Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: consumer versions: Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: { DHCP agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: HyperV agent@hv-neutron-8577: {}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: L3 agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: Metadata agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: Metering agent@dv-neutron-857789-3-hyperv: {}, Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: Open vSwitch agent@dv-neutron-857789-3-hyperv: { 'AddressGroup': '1.2', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'ConntrackHelper': '1.0', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Log': '1.0', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Network': '1.1', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Port': '1.7', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'PortForwarding': '1.2', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'QosPolicy': '1.8', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SecurityGroup': '1.4', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SecurityGroupRule': '1.2', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'SubPort': '1.0', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Subnet': '1.1', Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: 'Trunk': '1.1'}} Sep 19 17:08:53.071498 dv-neutron-857789-3-hyperv neutron-server[89058]: {{(pid=89058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:08:53.083990 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Attempting to bind port c7471486-b718-466b-998d-cdbdda2a0c0d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:53.084512 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Attempting to bind port c7471486-b718-466b-998d-cdbdda2a0c0d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:53.085020 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Attempting to bind port c7471486-b718-466b-998d-cdbdda2a0c0d on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:53.091172 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:08:53.091738 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:53.092280 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.092934 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:08:53.094184 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Bound port: c7471486-b718-466b-998d-cdbdda2a0c0d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:08:53.094723 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.145520 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c251cf3-e2d5-4d0a-9502-cd0039072b45 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] GET failed (client error): The resource could not be found. Sep 19 17:08:53.146109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0c251cf3-e2d5-4d0a-9502-cd0039072b45 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Synchronizing usage tracker for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:08:53.186231 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] For port c7471486-b718-466b-998d-cdbdda2a0c0d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:53.193348 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] For port c7471486-b718-466b-998d-cdbdda2a0c0d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c7471486-b718-466b-998d-cdbdda2a0c0d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:08:53.199095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f38fa2e8-9ba4-4830-a071-b378440f5420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.199598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.204739 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.215718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cdf1e669-ef30-4f8c-a6f6-d28eff4d4553 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Unset dirty status for tenant:2bb246c9907b4921b6add257a1a746e6 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:08:53.221347 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cdf1e669-ef30-4f8c-a6f6-d28eff4d4553 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.5941539 Sep 19 17:08:53.224184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37628) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:53.250082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Provisioning for port 5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:53.279889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:53.296983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] Usage tracker for resource:security_group_rule and tenant:4d4ac0427f104b9f9f48ba555d795e11 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:53.304495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:53.306099 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:08:53.306839 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:53.308494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Provisioning complete for port 5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:53.308872 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.317393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0c251cf3-e2d5-4d0a-9502-cd0039072b45 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Unset dirty status for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:08:53.318593 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c251cf3-e2d5-4d0a-9502-cd0039072b45 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "GET /v2.0/ports/1dbf1326-1132-479b-9c73-bf69531287f9 HTTP/1.1" status: 404 len: 333 time: 0.5862298 Sep 19 17:08:53.337278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:53.338324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:53.377396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Port 5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:08:53.417208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.467391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Provisioning for port 4201406a-57a4-4c8d-b4fa-72904aa3b06c completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:53.476188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Provisioning complete for port 4201406a-57a4-4c8d-b4fa-72904aa3b06c triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:53.476562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.488189 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb7199-7c67-4140-a977-a02d3527aac4 None None] Pushing event updated for resources: {'Port': ['ID=c7471486-b718-466b-998d-cdbdda2a0c0d,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:53.543629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Request body: {'port': {'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-925702721'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:53.543754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e7bbc9be-4fb8-401f-a86c-412a26a2a53c triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:53.544108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.627847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:48Z', 'revision_number': 3, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:53.635929 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:08:53.643424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Checking router: 4ef504f1-9678-4e72-b86f-243b5a12b2cb for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:08:53.643775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Updating router 4ef504f1-9678-4e72-b86f-243b5a12b2cb port 8db43c61-653b-4afd-be47-b48c3d77c0aa binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:08:53.661825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.679215 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-29668db9-6106-4bee-876f-8dcdf3b2f7f9 tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "GET /v2.0/agents/58291d8d-2649-464c-bcc8-d10fec7e6bf8/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 1.5686176 Sep 19 17:08:53.681415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7d196370-186f-43e9-abce-dc88e70d5a03 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Deleting port 5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:08:53.681764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d196370-186f-43e9-abce-dc88e70d5a03 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.691865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f38fa2e8-9ba4-4830-a071-b378440f5420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:53.700297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37636) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:53.707258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.008610 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d196370-186f-43e9-abce-dc88e70d5a03 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.031329 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:46Z', 'revision_number': 3, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:54.040317 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f29a1-e03d-4f7e-a2fe-5cde7c0e0e0d None None] The sync data for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv is: [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:46Z', 'revision_number': 3, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:08:54.258520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.267250 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7d196370-186f-43e9-abce-dc88e70d5a03 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Calling delete_port for 5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:08:54.300549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f38fa2e8-9ba4-4830-a071-b378440f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.473000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.480406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.488030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Transition to ACTIVE for port object 8db43c61-653b-4afd-be47-b48c3d77c0aa will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:54.504584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e7bbc9be-4fb8-401f-a86c-412a26a2a53c is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:54.505773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bbf9459a-497f-464b-8550-96566182c9ae up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:54.535928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.558549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:54.579516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d196370-186f-43e9-abce-dc88e70d5a03 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.585469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Current status of the port 4201406a-57a4-4c8d-b4fa-72904aa3b06c is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:54.585869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.594788 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4d4ac0427f104b9f9f48ba555d795e11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9884176 Sep 19 17:08:54.595956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37640) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:54.601339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b792be-53fa-45d3-abf8-391566101e3a tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] Network 8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:08:54.647776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fa2e8-9ba4-4830-a071-b378440f5420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71124a9a-277b-4859-9b74-1948c91fd154,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:54.659882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Attempting to bind port 8db43c61-653b-4afd-be47-b48c3d77c0aa on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:54.660262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Attempting to bind port 8db43c61-653b-4afd-be47-b48c3d77c0aa by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:54.660628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Attempting to bind port 8db43c61-653b-4afd-be47-b48c3d77c0aa on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:54.664976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f38fa2e8-9ba4-4830-a071-b378440f5420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.666788 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f38fa2e8-9ba4-4830-a071-b378440f5420 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/71124a9a-277b-4859-9b74-1948c91fd154 HTTP/1.1" status: 204 len: 168 time: 1.9805212 Sep 19 17:08:54.696041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-65b792be-53fa-45d3-abf8-391566101e3a tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "POST /v2.0/agents/58291d8d-2649-464c-bcc8-d10fec7e6bf8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9849610 Sep 19 17:08:54.701723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37646) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:54.709897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a68b3-ad1c-41c7-a217-c9d02786b455 None None] Network 8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:08:54.756798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:54.827882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:08:54.828457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:54.828873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.829473 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:08:54.829971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Bound port: 8db43c61-653b-4afd-be47-b48c3d77c0aa, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:08:54.830372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:54.916021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] For port 8db43c61-653b-4afd-be47-b48c3d77c0aa, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:54.923333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] For port 8db43c61-653b-4afd-be47-b48c3d77c0aa, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8db43c61-653b-4afd-be47-b48c3d77c0aa,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:08:54.955356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111f95-13f7-4035-a4ce-64bee4713aeb None None] Pushing event updated for resources: {'Port': ['ID=8db43c61-653b-4afd-be47-b48c3d77c0aa,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:54.972412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d196370-186f-43e9-abce-dc88e70d5a03 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event deleted for resources: {'Port': ['ID=5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:54.992551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.048893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] For port 4201406a-57a4-4c8d-b4fa-72904aa3b06c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4201406a-57a4-4c8d-b4fa-72904aa3b06c,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:08:55.144022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58411c7f-91c0-4c7b-833f-c373446e563d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b0cd64-b291-4baf-baa3-27033135ea90,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:55.149331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.176352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:08:55.177004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:55.216318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Made reservation on behalf of ab87917c2c2f4f919e92fee5b23483c8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:08:55.223062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.236848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d196370-186f-43e9-abce-dc88e70d5a03 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.270507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port bbf9459a-497f-464b-8550-96566182c9ae triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:55.271287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.323031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.376281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Provisioning for port 8daf0909-4b98-433b-8341-66deba4be8d6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:55.409903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37652) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:55.420820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.426867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] device_id is not set on port 650a2b61-b0cf-4f44-88be-bf83accf02f0 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:08:55.512882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111f95-13f7-4035-a4ce-64bee4713aeb None None] Pushing event updated for resources: {'Port': ['ID=8db43c61-653b-4afd-be47-b48c3d77c0aa,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:55.611699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Provisioning complete for port 4201406a-57a4-4c8d-b4fa-72904aa3b06c triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:55.612076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.745365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:08:55.756099 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d196370-186f-43e9-abce-dc88e70d5a03 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "DELETE /v2.0/ports/5c16c3c6-1ee0-42db-b4dc-55ad3f89dbe9 HTTP/1.1" status: 204 len: 168 time: 2.5262496 Sep 19 17:08:55.766842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:55.777755 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-20950749-7f20-4075-ba62-0a577da78595 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c59470ea0f08451f8e46df68df72f1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631084 Sep 19 17:08:55.787294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Request body: {'port': {'name': 'tempest-new-port-name-914592038', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:55.787751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] bootfile-name is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:08:55.788078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] tftp-server is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:08:55.788411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] server-ip-address is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:08:55.800872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37660) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:55.824804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f47f894-f92d-4b48-b7b5-97515bfa8984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.863150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-20439ebc-4bbd-47b0-a08a-ab2ff7a372a7 tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "GET /v2.0/agents/58291d8d-2649-464c-bcc8-d10fec7e6bf8/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 1.0844972 Sep 19 17:08:55.867860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Router b94dbf1c-86c5-4b58-bee7-55842511e963 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:08:55.869732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37664) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:55.893184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.903692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d6089-85c2-4074-baa8-c86a2850d609 None None] Pushing event updated for resources: {'Port': ['ID=4201406a-57a4-4c8d-b4fa-72904aa3b06c,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:55.974327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f47f894-f92d-4b48-b7b5-97515bfa8984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:55.974547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port bbf9459a-497f-464b-8550-96566182c9ae is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:55.975467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8daf0909-4b98-433b-8341-66deba4be8d6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:55.999127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Allocated IP 172.20.0.1 (68c7ee45-f272-4ba8-97be-291c4b6e1204/c092ee58-c8d1-4a02-af9d-a1ac28f3706a/c396141d-9eaa-419b-b062-78da47063d31) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:56.052844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.079619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.122507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-35fbb4ae-3e7b-408f-adf5-b775b5938a51 tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "DELETE /v2.0/agents/58291d8d-2649-464c-bcc8-d10fec7e6bf8/dhcp-networks/8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a HTTP/1.1" status: 204 len: 168 time: 0.2412140 Sep 19 17:08:56.158582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37668) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:56.162323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Current status of the port 4201406a-57a4-4c8d-b4fa-72904aa3b06c is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:56.172275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Could not find standard attr ID for object b14993b8-b5d6-4afa-a282-535f8bf6d666. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:08:56.186734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 8daf0909-4b98-433b-8341-66deba4be8d6 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:56.198070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8daf0909-4b98-433b-8341-66deba4be8d6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:56.198450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.223680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Provisioning complete for port 8daf0909-4b98-433b-8341-66deba4be8d6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:56.224053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.224148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83e88918-05fc-4a19-8170-34b8733c7e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.299795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83e88918-05fc-4a19-8170-34b8733c7e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.339824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:08:56.369151 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Sync routers for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:08:56.388893 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:08:56.389530 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:56.413356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.418792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.420511 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-08e2b193-7c2c-4249-8aa4-5070edcff29a admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.6110320 Sep 19 17:08:56.425608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37672) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:56.431454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83e88918-05fc-4a19-8170-34b8733c7e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.434038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83e88918-05fc-4a19-8170-34b8733c7e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.437531 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-83e88918-05fc-4a19-8170-34b8733c7e5c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ab3b6560-7b2e-407e-937d-6d6bb87b0865 HTTP/1.1" status: 204 len: 168 time: 0.6325598 Sep 19 17:08:56.541648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Transition to ACTIVE for port object c396141d-9eaa-419b-b062-78da47063d31 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:56.544713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e88918-05fc-4a19-8170-34b8733c7e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3b6560-7b2e-407e-937d-6d6bb87b0865,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:56.575357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f47f894-f92d-4b48-b7b5-97515bfa8984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.613046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Current status of the port 8daf0909-4b98-433b-8341-66deba4be8d6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:56.613618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.644773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:48Z', 'revision_number': 3, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:56.652887 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:08:56.670003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb24906-55ac-4ed3-8c81-5c3c1c2a76de None None] The sync data for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv is: [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:48Z', 'revision_number': 3, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:08:56.830772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.866357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8daf0909-4b98-433b-8341-66deba4be8d6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:56.867881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.888426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.914771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47f894-f92d-4b48-b7b5-97515bfa8984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b0cd64-b291-4baf-baa3-27033135ea90,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:56.930710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] For port 8daf0909-4b98-433b-8341-66deba4be8d6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8daf0909-4b98-433b-8341-66deba4be8d6,segment=NetworkSegment(f26f6957-4df6-45fb-9f75-b42f4f6510f8),segment_id=f26f6957-4df6-45fb-9f75-b42f4f6510f8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:08:56.932093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Pushing event updated for resources: {'Port': ['ID=c396141d-9eaa-419b-b062-78da47063d31,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:56.951799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.961551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:56.967359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:56.974790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:56.989140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:56.992050 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b213bc0-41e6-4a85-a98b-40d75d321e35 tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "GET /v2.0/agents/58291d8d-2649-464c-bcc8-d10fec7e6bf8/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.8248341 Sep 19 17:08:56.993373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37682) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:57.204517 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:52Z', 'revision_number': 3, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:57.207120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:57.228540 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Checking router: b94dbf1c-86c5-4b58-bee7-55842511e963 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:08:57.229126 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Updating router b94dbf1c-86c5-4b58-bee7-55842511e963 port 00a14295-2a37-4d59-8431-f82c60f56c00 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:08:57.288877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Allocated IP 172.20.0.1 (4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3/8f9fbde1-1ae3-463a-8035-5fce0c35e939/2dd90bf7-317a-4299-8e90-9ba8d9cc419e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:08:57.310123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:08:57.318712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:08:57.329979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243d072-a7e6-4dcc-b1ce-d03b52d409ad None None] Pushing event updated for resources: {'Port': ['ID=8daf0909-4b98-433b-8341-66deba4be8d6,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:57.343722 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:57.419489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:57.442789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=650a2b61-b0cf-4f44-88be-bf83accf02f0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:57.492032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-386d67e7-ad52-4776-839c-06bebdf182ac None None] Provisioning for port c396141d-9eaa-419b-b062-78da47063d31 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:57.507111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-386d67e7-ad52-4776-839c-06bebdf182ac None None] Provisioning complete for port c396141d-9eaa-419b-b062-78da47063d31 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:57.507723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-386d67e7-ad52-4776-839c-06bebdf182ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:57.551737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] In _notify_port_updated(), no bound segment for port 82b81551-0315-400c-8257-173d2d58a067 on network 41a2c06f-2e7a-4075-9543-1d072bd00533 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:08:57.558667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:57.559556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:57.563494 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "PUT /v2.0/ports/82b81551-0315-400c-8257-173d2d58a067 HTTP/1.1" status: 200 len: 1129 time: 1.7919068 Sep 19 17:08:57.566324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37692) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:57.645504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-386d67e7-ad52-4776-839c-06bebdf182ac None None] Port c396141d-9eaa-419b-b062-78da47063d31 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:08:57.669332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1a988-dc7e-46a2-b416-66b395d3567a tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event updated for resources: {'Port': ['ID=82b81551-0315-400c-8257-173d2d58a067,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:57.690493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:57.706174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:57.709721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:57.713530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:57.714232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:57.742468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f47f894-f92d-4b48-b7b5-97515bfa8984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:57.746193 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f47f894-f92d-4b48-b7b5-97515bfa8984 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51b0cd64-b291-4baf-baa3-27033135ea90 HTTP/1.1" status: 204 len: 168 time: 3.1276977 Sep 19 17:08:57.772830 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6be8855e-5fc2-448a-8312-47154383c887 tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "GET /v2.0/networks/920283a9-f89e-4da2-85f0-a22de9cb0e5a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3548186 Sep 19 17:08:57.778259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37704) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:57.814672 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9a487b4f-bae9-4821-bb0e-8e3711bb4928 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 4.4736927 Sep 19 17:08:57.831956 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aa07bab3-fe11-46f2-9a08-c3be34ebbc99 tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "GET /v2.0/networks/920283a9-f89e-4da2-85f0-a22de9cb0e5a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0522008 Sep 19 17:08:57.832604 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37708) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:57.832936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:57.898231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:57.983018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8daf0909-4b98-433b-8341-66deba4be8d6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:58.084666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e54791cb-95de-4bce-ba30-8f202bebf3ca None None] Provisioning complete for port 82b81551-0315-400c-8257-173d2d58a067 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:58.084849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e54791cb-95de-4bce-ba30-8f202bebf3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.088976 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.104868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b219e5e-3e91-4936-8847-5d198ea85cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:08:58.107674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2b219e5e-3e91-4936-8847-5d198ea85cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Synchronizing usage tracker for tenant:2bb246c9907b4921b6add257a1a746e6 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:08:58.120411 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Transition to ACTIVE for port object 00a14295-2a37-4d59-8431-f82c60f56c00 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:58.142239 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.223823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e54791cb-95de-4bce-ba30-8f202bebf3ca None None] Port 82b81551-0315-400c-8257-173d2d58a067 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:08:58.254954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.270411 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35850c5c-73ba-4923-88f7-f7d78ac32983 None None] Pushing event updated for resources: {'Port': ['ID=00a14295-2a37-4d59-8431-f82c60f56c00,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:58.279572 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Attempting to bind port 00a14295-2a37-4d59-8431-f82c60f56c00 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:08:58.281128 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Attempting to bind port 00a14295-2a37-4d59-8431-f82c60f56c00 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:08:58.282474 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Attempting to bind port 00a14295-2a37-4d59-8431-f82c60f56c00 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:08:58.288056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Transition to ACTIVE for port object 2dd90bf7-317a-4299-8e90-9ba8d9cc419e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:58.292391 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:08:58.292770 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:08:58.293178 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.293569 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:08:58.294041 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Bound port: 00a14295-2a37-4d59-8431-f82c60f56c00, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:08:58.294433 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.350931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4201406a-57a4-4c8d-b4fa-72904aa3b06c up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:58.430635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2b219e5e-3e91-4936-8847-5d198ea85cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Unset dirty status for tenant:2bb246c9907b4921b6add257a1a746e6 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:08:58.432125 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2b219e5e-3e91-4936-8847-5d198ea85cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "GET /v2.0/ports/82b81551-0315-400c-8257-173d2d58a067 HTTP/1.1" status: 200 len: 1129 time: 0.8579392 Sep 19 17:08:58.437138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37724) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:58.455528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37728) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:58.487126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.507914 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] For port 00a14295-2a37-4d59-8431-f82c60f56c00, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:08:58.513193 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] For port 00a14295-2a37-4d59-8431-f82c60f56c00, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=00a14295-2a37-4d59-8431-f82c60f56c00,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:08:58.521353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.521739 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.530246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.566399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b69a8ac-8fb9-4ee1-982e-3537258ad8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Deleting port 82b81551-0315-400c-8257-173d2d58a067 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:08:58.567371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b69a8ac-8fb9-4ee1-982e-3537258ad8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.574565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4201406a-57a4-4c8d-b4fa-72904aa3b06c triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:58.574973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.611544 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:08:58.612244 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:58.717401 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35850c5c-73ba-4923-88f7-f7d78ac32983 None None] Pushing event updated for resources: {'Port': ['ID=00a14295-2a37-4d59-8431-f82c60f56c00,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:58.865995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4201406a-57a4-4c8d-b4fa-72904aa3b06c is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:58.869763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c7471486-b718-466b-998d-cdbdda2a0c0d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:58.874829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:58.884979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:08:58.899510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] Usage tracker for resource:security_group_rule and tenant:6232db818fad45a9b736b5373efedfe0 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:58.902243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:08:58.904486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:58.922009 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b5d1dae-7634-47c9-b367-c159d48f091b tempest-DHCPAgentSchedulersTestJSON-1386562828 tempest-DHCPAgentSchedulersTestJSON-1386562828-project-admin] 10.222.0.83 "GET /v2.0/agents/58291d8d-2649-464c-bcc8-d10fec7e6bf8/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 1.0621986 Sep 19 17:08:58.922158 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:08:58.927193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:08:58.927864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:58.932797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:58.933833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:58.955748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Pushing event updated for resources: {'Port': ['ID=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:59.009157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c7471486-b718-466b-998d-cdbdda2a0c0d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:59.021545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c7471486-b718-466b-998d-cdbdda2a0c0d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:59.022690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.137909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.272866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c7471486-b718-466b-998d-cdbdda2a0c0d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:59.273741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.282622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.301808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port c7471486-b718-466b-998d-cdbdda2a0c0d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c7471486-b718-466b-998d-cdbdda2a0c0d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:08:59.311613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.313158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8db43c61-653b-4afd-be47-b48c3d77c0aa up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:59.315433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b69a8ac-8fb9-4ee1-982e-3537258ad8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.411830 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:52Z', 'revision_number': 3, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:08:59.417891 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1611d-eafb-4a06-815f-3afe90de82bc None None] The sync data for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv is: [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:52Z', 'revision_number': 3, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:08:59.465544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.476717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37746) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:08:59.584680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1a670639-920b-4ac9-8a2f-e868d6b78177 None None] Provisioning for port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:59.592531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1b69a8ac-8fb9-4ee1-982e-3537258ad8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Calling delete_port for 82b81551-0315-400c-8257-173d2d58a067 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:08:59.594892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=c7471486-b718-466b-998d-cdbdda2a0c0d,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:59.601302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1a670639-920b-4ac9-8a2f-e868d6b78177 None None] Provisioning complete for port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:59.602169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a670639-920b-4ac9-8a2f-e868d6b78177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.647250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 8db43c61-653b-4afd-be47-b48c3d77c0aa completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:08:59.664162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-898302746'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:08:59.666214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8db43c61-653b-4afd-be47-b48c3d77c0aa triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:59.666594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.669693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] device_id is not set on port 650a2b61-b0cf-4f44-88be-bf83accf02f0 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:08:59.704587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:08:59.714859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.722156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1a670639-920b-4ac9-8a2f-e868d6b78177 None None] Port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:08:59.726948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Usage tracker for resource:router and tenant:c009728275f145f49fff8c9bf52e3030 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:08:59.816142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8db43c61-653b-4afd-be47-b48c3d77c0aa is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:08:59.816547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.818147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:08:59.842005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8db43c61-653b-4afd-be47-b48c3d77c0aa, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8db43c61-653b-4afd-be47-b48c3d77c0aa,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:08:59.851090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.852372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8daf0909-4b98-433b-8341-66deba4be8d6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:08:59.862843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:08:59.869776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.921254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Transition to ACTIVE for port object 650a2b61-b0cf-4f44-88be-bf83accf02f0 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:08:59.936499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.954077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.982250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8db43c61-653b-4afd-be47-b48c3d77c0aa,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:08:59.987522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:08:59.995125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8daf0909-4b98-433b-8341-66deba4be8d6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:08:59.995501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.132043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8daf0909-4b98-433b-8341-66deba4be8d6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:00.158649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.159821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.188185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > segment before_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.188692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.189473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.189817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > port after_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.190141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > port after_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.190477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > port after_update 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.190817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > segment after_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.191182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > subnet after_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.191572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > subnet after_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.191979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > subnet after_update 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.272336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Allocated IP 172.20.0.1 (2c02a989-b601-4077-a12b-46a803f8f26b/c6c30a66-fb2a-4a17-b2c5-28d45589f4a4/8170192e-f253-47ea-9d0e-9d566b460dc1) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:00.293192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.300397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.313900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 00a14295-2a37-4d59-8431-f82c60f56c00 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:00.361239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > subnet after_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.361592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > subnet after_delete 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.361995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > subnet before_create 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.362356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Subscribe: > subnet before_update 55550000 {{(pid=89055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:09:00.362730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:00.370401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.436203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Pushing event updated for resources: {'Port': ['ID=c396141d-9eaa-419b-b062-78da47063d31,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:00.438768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be233a97-4d51-4453-a7dc-60d09a1a658f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:00.439674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 00a14295-2a37-4d59-8431-f82c60f56c00 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:00.444278 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0230bc58-d141-4bca-bacc-dd149bda800d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6232db818fad45a9b736b5373efedfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9833901 Sep 19 17:09:00.448115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 00a14295-2a37-4d59-8431-f82c60f56c00 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:00.448814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.462823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37754) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:00.466133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebe7f70-c8ee-4afe-9d89-bd05268533ab') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:00.466672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebe7f70-c8ee-4afe-9d89-bd05268533ab') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:00.492008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b69a8ac-8fb9-4ee1-982e-3537258ad8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.549411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.552897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:00.561793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:00.564765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:00.608409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69a8ac-8fb9-4ee1-982e-3537258ad8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event deleted for resources: {'Port': ['ID=82b81551-0315-400c-8257-173d2d58a067,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:00.610477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.639462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.641100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:00.643814 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:00.661800 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 2 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:00.692156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.698280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 00a14295-2a37-4d59-8431-f82c60f56c00 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:00.698683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.710023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=650a2b61-b0cf-4f44-88be-bf83accf02f0,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:00.744479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:00.745071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:00.745547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:00.754073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:00.754637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.775035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:00.775618 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:00.780130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 00a14295-2a37-4d59-8431-f82c60f56c00, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=00a14295-2a37-4d59-8431-f82c60f56c00,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:00.789224 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 3 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:00.797989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.802467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:00.805097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8db43c61-653b-4afd-be47-b48c3d77c0aa up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:00.951199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=00a14295-2a37-4d59-8431-f82c60f56c00,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:00.971527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8db43c61-653b-4afd-be47-b48c3d77c0aa triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:00.972026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.010215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:01.010785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:01.010865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:01.042622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:01.043058 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:01.050132 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 4 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:01.062103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.066209 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fd82d3c8-ca11-478f-b285-42244a657116 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.5844715 Sep 19 17:09:01.066346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.070313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37762) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:01.088501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Transition to ACTIVE for port object 8170192e-f253-47ea-9d0e-9d566b460dc1 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:01.112613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8db43c61-653b-4afd-be47-b48c3d77c0aa is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:01.113893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c7471486-b718-466b-998d-cdbdda2a0c0d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:01.116176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b69a8ac-8fb9-4ee1-982e-3537258ad8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.134402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:01.134749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:01.135102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:01.144457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.148546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:01.148546 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:01.167535 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 5 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:01.176405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.184214 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1b69a8ac-8fb9-4ee1-982e-3537258ad8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "DELETE /v2.0/ports/82b81551-0315-400c-8257-173d2d58a067 HTTP/1.1" status: 204 len: 168 time: 2.7411041 Sep 19 17:09:01.184214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85340572-47bb-4d63-9906-8705dfecf947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.184432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c7471486-b718-466b-998d-cdbdda2a0c0d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:01.184432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.198000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37766) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:01.199773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:01.282444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:01.290874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ad81a0-6b97-4c08-9d8c-a90708cbc238 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Deleting subnet e0b05d25-368f-4279-ace9-35813f9ab4a1 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:09:01.316696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-77ad81a0-6b97-4c08-9d8c-a90708cbc238 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.327358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c7471486-b718-466b-998d-cdbdda2a0c0d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:01.430680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20f3b5d5-b000-4ff1-bfb1-34cb1f31940c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.500415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:01.500415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:01.501088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:01.517316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.520334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:01.520766 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:01.536207 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 6 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:01.554456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ee7fc85-8793-4590-b4cb-569641ef8176 None None] Provisioning complete for port c396141d-9eaa-419b-b062-78da47063d31 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:01.554821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3ee7fc85-8793-4590-b4cb-569641ef8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.561889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event deleted for resources: {'Network': ['ID=8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:01.568921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85340572-47bb-4d63-9906-8705dfecf947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.577356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Network 2c02a989-b601-4077-a12b-46a803f8f26b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:01.596947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:01.599370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:01.617319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:01.617765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:01.618196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:01.624184 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1ebe7f70-c8ee-4afe-9d89-bd05268533ab resource provider aggregate not found Sep 19 17:09:01.637830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Router 4ef504f1-9678-4e72-b86f-243b5a12b2cb has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:09:01.645708 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ce14b378-382d-4243-87c5-9d49887bd0af tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "DELETE /v2.0/networks/8d9ed34e-c80b-4de3-9b8a-bbd64af27b4a HTTP/1.1" status: 204 len: 168 time: 2.7065437 Sep 19 17:09:01.646445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:01.646842 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:01.651519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 7 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:01.659963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7fc85-8793-4590-b4cb-569641ef8176 None None] Port c396141d-9eaa-419b-b062-78da47063d31 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:01.667660 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1ebe7f70-c8ee-4afe-9d89-bd05268533ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ebe7f70-c8ee-4afe-9d89-bd05268533ab found for delete ", "request_id": "req-cecef446-d8bb-47f3-b4fc-e9b11e24ef02"}]} Sep 19 17:09:01.670398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37780) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:01.687544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Pushing event updated for resources: {'Port': ['ID=8170192e-f253-47ea-9d0e-9d566b460dc1,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:01.732492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-77ad81a0-6b97-4c08-9d8c-a90708cbc238 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.747104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:09:01.759276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:01.759626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:01.759935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:01.760766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.846478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:01.846802 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:01.899360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a6142e31-a50d-43f0-a7d0-d3d739cd6283 None None] Provisioning for port 8170192e-f253-47ea-9d0e-9d566b460dc1 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:01.901270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.902744 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 8 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:01.904625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a6142e31-a50d-43f0-a7d0-d3d739cd6283 None None] Provisioning complete for port 8170192e-f253-47ea-9d0e-9d566b460dc1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:01.905006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a6142e31-a50d-43f0-a7d0-d3d739cd6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.909804 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a2988e-3002-408f-bb54-b772d95251e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] DELETE failed (client error): The resource could not be found. Sep 19 17:09:01.910269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a2988e-3002-408f-bb54-b772d95251e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:09:01.914575 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-96a2988e-3002-408f-bb54-b772d95251e8 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "DELETE /v2.0/ports/b14993b8-b5d6-4afa-a282-535f8bf6d666 HTTP/1.1" status: 404 len: 333 time: 0.2394049 Sep 19 17:09:01.922121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37784) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:01.958519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.960416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a6142e31-a50d-43f0-a7d0-d3d739cd6283 None None] Port 8170192e-f253-47ea-9d0e-9d566b460dc1 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:01.980661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85340572-47bb-4d63-9906-8705dfecf947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:01.990014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20f3b5d5-b000-4ff1-bfb1-34cb1f31940c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.028222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20f3b5d5-b000-4ff1-bfb1-34cb1f31940c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.045492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:02.045771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:02.045972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:02.072725 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:09:02.136066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340572-47bb-4d63-9906-8705dfecf947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be233a97-4d51-4453-a7dc-60d09a1a658f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:02.146809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85340572-47bb-4d63-9906-8705dfecf947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.148153 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-85340572-47bb-4d63-9906-8705dfecf947 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/be233a97-4d51-4453-a7dc-60d09a1a658f HTTP/1.1" status: 204 len: 168 time: 1.6745517 Sep 19 17:09:02.163314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:02.163517 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:02.170014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:09:02.170160 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 9 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:02.175239 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d7225499-69cc-4e7a-a636-56a2865bf4ce admin admin] 10.222.0.83 "PUT /v2.0/routers/4ef504f1-9678-4e72-b86f-243b5a12b2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9594882 Sep 19 17:09:02.194198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Sync routers for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:09:02.199346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.213081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:02.213383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:02.213712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:02.215766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20f3b5d5-b000-4ff1-bfb1-34cb1f31940c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.216216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f3b5d5-b000-4ff1-bfb1-34cb1f31940c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa68b39-745f-4ad0-aaba-bd0a6cbbaf9e {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:09:02.219374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:02.221371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:02.221764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c78420-e856-4f30-aeb7-65bbe70209d7 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Deleting subnet 62791e52-af4c-40e0-964b-eeeffc58f069 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:09:02.222418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-77ad81a0-6b97-4c08-9d8c-a90708cbc238 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.228975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Pushing event updated for resources: {'Port': ['ID=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:02.237621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c78420-e856-4f30-aeb7-65bbe70209d7 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.287102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:02.287435 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:02.297912 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 10 to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 Sep 19 17:09:02.364429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.373186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-20f3b5d5-b000-4ff1-bfb1-34cb1f31940c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.377359 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-20f3b5d5-b000-4ff1-bfb1-34cb1f31940c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "DELETE /v2.0/routers/5aa68b39-745f-4ad0-aaba-bd0a6cbbaf9e HTTP/1.1" status: 204 len: 168 time: 1.3014810 Sep 19 17:09:02.382725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37792) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:02.398499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Request body: {'router': {'name': 'tempest-router-1792441596', 'distributed': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:02.401994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:02.402361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:02.402642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:02.410567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c78420-e856-4f30-aeb7-65bbe70209d7 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.447064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:02.456416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:02.456739 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:02.457090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.459794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-77ad81a0-6b97-4c08-9d8c-a90708cbc238 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.489347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Usage tracker for resource:router and tenant:c009728275f145f49fff8c9bf52e3030 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:02.498541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:02.511586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:02.543926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-77ad81a0-6b97-4c08-9d8c-a90708cbc238 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.556270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad81a0-6b97-4c08-9d8c-a90708cbc238 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b05d25-368f-4279-ace9-35813f9ab4a1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:02.566710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 00a14295-2a37-4d59-8431-f82c60f56c00 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:02.569271 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-77ad81a0-6b97-4c08-9d8c-a90708cbc238 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "DELETE /v2.0/subnets/e0b05d25-368f-4279-ace9-35813f9ab4a1 HTTP/1.1" status: 204 len: 168 time: 1.3681772 Sep 19 17:09:02.572745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37804) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:02.611749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c4771-fa6f-45cb-8049-3d3509fd00a6 None None] Network 41a2c06f-2e7a-4075-9543-1d072bd00533 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:02.612393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.613662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.620869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:02.628055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:02.682711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:02.832210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.865505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.871609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] For port 650a2b61-b0cf-4f44-88be-bf83accf02f0, host hv-neutron-8577, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:02.871990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempted to set empty binding levels {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 17:09:02.897190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.897969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] In _notify_port_updated(), no bound segment for port 650a2b61-b0cf-4f44-88be-bf83accf02f0 on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:09:02.899034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:02.899809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.909787 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "PUT /v2.0/ports/650a2b61-b0cf-4f44-88be-bf83accf02f0 HTTP/1.1" status: 200 len: 976 time: 5.0575039 Sep 19 17:09:02.913270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37814) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:02.923318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Deleting port e7bbc9be-4fb8-401f-a86c-412a26a2a53c {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:02.923666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:02.971792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c78420-e856-4f30-aeb7-65bbe70209d7 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.221191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.250359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374af3b-be52-4166-abc4-9008e7894a42 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=650a2b61-b0cf-4f44-88be-bf83accf02f0,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:03.254258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.289849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.349800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.351116 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-06edbde2-4f81-46db-81b1-da7a53443f65 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9654250 Sep 19 17:09:03.353207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:09:03.354869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37826) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:03.358257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c12d9590-f274-49ad-a82b-0c73afc30170 None None] Provisioning complete for port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:03.359078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c12d9590-f274-49ad-a82b-0c73afc30170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.399934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Pushing event updated for resources: {'Port': ['ID=8170192e-f253-47ea-9d0e-9d566b460dc1,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:03.507862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee1e99fd-d5c7-46b9-a777-fbda24877c56 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.515580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c12d9590-f274-49ad-a82b-0c73afc30170 None None] Port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:03.575228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.584077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c78420-e856-4f30-aeb7-65bbe70209d7 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.691476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37838) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:03.700940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c13d303-29ac-4a16-a1c2-ab116a973c34 None None] Network 920283a9-f89e-4da2-85f0-a22de9cb0e5a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:03.709179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c78420-e856-4f30-aeb7-65bbe70209d7 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.713741 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e9c78420-e856-4f30-aeb7-65bbe70209d7 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "DELETE /v2.0/subnets/62791e52-af4c-40e0-964b-eeeffc58f069 HTTP/1.1" status: 204 len: 168 time: 1.7887106 Sep 19 17:09:03.721968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077905544', 'description': 'tempest-description--192621172'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:03.739233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.739670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.740126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.740725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.741182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.742075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.742434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.742889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.743364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.743812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.744260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.744704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.745154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.745621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.746053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.746601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:03.748349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Synchronizing usage tracker for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:03.752674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37842) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:03.764673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:03.784439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c78420-e856-4f30-aeb7-65bbe70209d7 tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event deleted for resources: {'Subnet': ['ID=62791e52-af4c-40e0-964b-eeeffc58f069,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:03.824440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Usage tracker for resource:security_group and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:03.853186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 00a14295-2a37-4d59-8431-f82c60f56c00 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:03.853529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.890772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:03.894719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] For port e7bbc9be-4fb8-401f-a86c-412a26a2a53c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e7bbc9be-4fb8-401f-a86c-412a26a2a53c,segment=NetworkSegment(11cd8b91-4c75-4621-bb0a-759feacee9dd),segment_id=11cd8b91-4c75-4621-bb0a-759feacee9dd)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:03.895111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:03.922298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:03.943713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Unset dirty status for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:03.948838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37848) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:03.950739 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a8cfab3e-0be8-45bd-b85b-326da265cd8a tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14524 time: 1.0320075 Sep 19 17:09:04.013830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] DHCP port deletion for 41a2c06f-2e7a-4075-9543-1d072bd00533 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:09:04.026971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] Deleting port e7bbc9be-4fb8-401f-a86c-412a26a2a53c {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:04.027425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.107494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Calling delete_port for e7bbc9be-4fb8-401f-a86c-412a26a2a53c owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:04.141175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.164442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee1e99fd-d5c7-46b9-a777-fbda24877c56 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.172082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee1e99fd-d5c7-46b9-a777-fbda24877c56 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.183201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.201269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:04.207947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Deleting port 650a2b61-b0cf-4f44-88be-bf83accf02f0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:04.208594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.212142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Usage tracker for resource:security_group_rule and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:04.217327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Network 2c02a989-b601-4077-a12b-46a803f8f26b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:04.218233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:04.227261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:04.230749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:04.231989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 2, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:04.240323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 00a14295-2a37-4d59-8431-f82c60f56c00 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:04.249497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Checking router: 4ef504f1-9678-4e72-b86f-243b5a12b2cb for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:09:04.249497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Updating router 4ef504f1-9678-4e72-b86f-243b5a12b2cb port c396141d-9eaa-419b-b062-78da47063d31 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:09:04.256399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Deleting port 8daf0909-4b98-433b-8341-66deba4be8d6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:04.256803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.362799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:09:04.378325 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Sync routers for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:09:04.412852 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:04.415433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e7bbc9be-4fb8-401f-a86c-412a26a2a53c no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:09:04.419293 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:04.460973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] DHCP port deletion for 920283a9-f89e-4da2-85f0-a22de9cb0e5a request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:09:04.470004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee1e99fd-d5c7-46b9-a777-fbda24877c56 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.470787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1e99fd-d5c7-46b9-a777-fbda24877c56 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82e81991-6d5a-4ad5-8ea9-e7b600cd58a0 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:09:04.480227 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9c1f04fa-656e-4ce0-9aae-16275cac0bae admin admin] 10.222.0.83 "PUT /v2.0/routers/28a4766a-3207-4fd1-8a34-5ab33f6abd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8637836 Sep 19 17:09:04.504912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] Deleting port 8daf0909-4b98-433b-8341-66deba4be8d6 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:04.505338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.506679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee1e99fd-d5c7-46b9-a777-fbda24877c56 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.511963 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee1e99fd-d5c7-46b9-a777-fbda24877c56 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "DELETE /v2.0/routers/82e81991-6d5a-4ad5-8ea9-e7b600cd58a0 HTTP/1.1" status: 204 len: 168 time: 1.1507134 Sep 19 17:09:04.530029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:04.552490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Request body: {'router': {'name': 'tempest-router-61177757', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e4c868bff953427ba0a3c189ccceb18b'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:04.570237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.574634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:04.592587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Usage tracker for resource:router and tenant:e4c868bff953427ba0a3c189ccceb18b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:04.684905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.693312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] For port e7bbc9be-4fb8-401f-a86c-412a26a2a53c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e7bbc9be-4fb8-401f-a86c-412a26a2a53c,segment=NetworkSegment(11cd8b91-4c75-4621-bb0a-759feacee9dd),segment_id=11cd8b91-4c75-4621-bb0a-759feacee9dd)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:04.693710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.699583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:04.753791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:04.776161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37870) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:04.850721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.864814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:04.879649 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:04.916604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event deleted for resources: {'Port': ['ID=e7bbc9be-4fb8-401f-a86c-412a26a2a53c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:04.978365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] No DVR routers for this DVR port e7bbc9be-4fb8-401f-a86c-412a26a2a53c on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:09:04.998589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] Calling delete_port for e7bbc9be-4fb8-401f-a86c-412a26a2a53c owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:05.087548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.091778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] For port 650a2b61-b0cf-4f44-88be-bf83accf02f0, host hv-neutron-8577, got binding levels [] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:05.092139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.206511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:05.256132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.268461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-955185122'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:05.273335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.273822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:05.278069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Usage tracker for resource:network and tenant:7569027c8092405b93e3a2ba2538dab4 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:05.281369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:05.287818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:05.292896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Router b94dbf1c-86c5-4b58-bee7-55842511e963 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:09:05.298693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.365832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a2c06f-2e7a-4075-9543-1d072bd00533']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:05.371232 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 2, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:05.389223 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Checking router: 28a4766a-3207-4fd1-8a34-5ab33f6abd0e for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:09:05.390640 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Updating router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:09:05.417584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Calling delete_port for 650a2b61-b0cf-4f44-88be-bf83accf02f0 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:05.433196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] For port 8daf0909-4b98-433b-8341-66deba4be8d6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8daf0909-4b98-433b-8341-66deba4be8d6,segment=NetworkSegment(f26f6957-4df6-45fb-9f75-b42f4f6510f8),segment_id=f26f6957-4df6-45fb-9f75-b42f4f6510f8)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:05.433646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.449421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793973912', 'description': 'tempest-description--128082421'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:05.456281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Made reservation on behalf of 7569027c8092405b93e3a2ba2538dab4 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:05.459543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.469798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f3ebce-4da9-45f4-bca3-ed0b99c776db,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:05.475897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cd8b91-4c75-4621-bb0a-759feacee9dd') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:05.476264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cd8b91-4c75-4621-bb0a-759feacee9dd') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:05.490473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:05.494005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.514266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.515814 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.521123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Usage tracker for resource:security_group and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:05.526773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:05.530657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Usage tracker for resource:security_group_rule and tenant:7569027c8092405b93e3a2ba2538dab4 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:05.533662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:05.540333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:05.553167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.557315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3b6e5f13-f620-4b23-a04e-8a7c379cae7c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8619990 Sep 19 17:09:05.620598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.627494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37886) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:05.634801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Calling delete_port for 8daf0909-4b98-433b-8341-66deba4be8d6 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:05.639441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.643855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:05.657475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.669938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:05.683829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Request body: {'security_group_rule': {'security_group_id': '37f3ebce-4da9-45f4-bca3-ed0b99c776db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:05.701808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:05.743568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:05.748089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.749759 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4962f61-0cce-4329-a8f0-f9a0d4273da1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2137835 Sep 19 17:09:05.757560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c396685-8275-49c0-b0f0-ba855a77e272,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:05.761825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37890) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:05.770438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.777275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Usage tracker for resource:security_group_rule and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:05.782432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:05.788057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:05.800612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.804633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:05.819722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:05.820289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.899698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.914860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Transition to ACTIVE for port object c396141d-9eaa-419b-b062-78da47063d31 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:05.920227 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 11cd8b91-4c75-4621-bb0a-759feacee9dd resource provider aggregate not found Sep 19 17:09:05.921082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:09:05.922112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:09:05.947056 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.949738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-764d0abe-aa1f-443c-b1bc-7106f328afa6 None None] Provisioning complete for port 8170192e-f253-47ea-9d0e-9d566b460dc1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:05.950701 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-764d0abe-aa1f-443c-b1bc-7106f328afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.951827 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 11cd8b91-4c75-4621-bb0a-759feacee9dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11cd8b91-4c75-4621-bb0a-759feacee9dd found for delete ", "request_id": "req-b9e7263b-d88a-4087-b9ab-4496b1aded54"}]} Sep 19 17:09:05.962536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:09:05.968931 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.970193 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Transition to ACTIVE for port object 2dd90bf7-317a-4299-8e90-9ba8d9cc419e will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:05.980832 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:05.990466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.017092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.041158 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-db2741c3-03a4-46bb-8a0f-0276cf7aec27 admin admin] 10.222.0.83 "PUT /v2.0/routers/b94dbf1c-86c5-4b58-bee7-55842511e963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6139128 Sep 19 17:09:06.057886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.067667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event deleted for resources: {'Port': ['ID=8daf0909-4b98-433b-8341-66deba4be8d6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:06.092342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.098602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] No DVR routers for this DVR port 8daf0909-4b98-433b-8341-66deba4be8d6 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:09:06.103582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.115064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] Pushing event deleted for resources: {'Network': ['ID=41a2c06f-2e7a-4075-9543-1d072bd00533,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:06.133674 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c51335-5763-4c93-96b9-4ce2e7a799f1 None None] Pushing event updated for resources: {'Port': ['ID=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:06.149688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-764d0abe-aa1f-443c-b1bc-7106f328afa6 None None] Port 8170192e-f253-47ea-9d0e-9d566b460dc1 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:06.187051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Sync routers for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:09:06.200444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.200641 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f47d7abb-2a84-43df-a85a-ca1756741701 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491 tempest-ExtraDHCPOptionsIpV6TestJSON-2115969491-project] 10.222.0.83 "DELETE /v2.0/networks/41a2c06f-2e7a-4075-9543-1d072bd00533 HTTP/1.1" status: 204 len: 168 time: 3.6265962 Sep 19 17:09:06.200947 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Added segment 01371b3b-835d-478f-b8e8-6b01e1bd2cac of type vlan for network 946c190e-bcdf-45b7-b8db-38ae88f1f35e Sep 19 17:09:06.213577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No active binding found for port e7bbc9be-4fb8-401f-a86c-412a26a2a53c {{(pid=89057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 19 17:09:06.214430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e7bbc9be-4fb8-401f-a86c-412a26a2a53c not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:09:06.232180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event deleted for resources: {'Port': ['ID=650a2b61-b0cf-4f44-88be-bf83accf02f0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:06.282733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:06.283545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:06.285182 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Attempting to bind port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:06.285564 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Attempting to bind port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:06.285965 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Attempting to bind port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e on network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:06.289860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.300650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.301660 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:06.302049 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Checking segment: {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:06.302476 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.302890 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Bound using segment: {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:06.303400 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Bound port: 2dd90bf7-317a-4299-8e90-9ba8d9cc419e, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:06.306409 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.396835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.428698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:06.454015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Usage tracker for resource:security_group_rule and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:06.464829 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-33b56953-283e-4e8a-a6c3-2055b496c02e tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "DELETE /v2.0/ports/650a2b61-b0cf-4f44-88be-bf83accf02f0 HTTP/1.1" status: 204 len: 168 time: 2.5122616 Sep 19 17:09:06.489274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.489617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.514553 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] For port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:06.526405 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] For port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:06.534204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:06.538657 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.582540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:06.595214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37906) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:06.595555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37908) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:06.644080 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:06.644733 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:06.652109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3908fb2a-c1dd-41be-b5f2-2160e0045648,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:06.669227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.695893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] Deleting port e7bbc9be-4fb8-401f-a86c-412a26a2a53c {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:06.696269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.706644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.707992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.708789 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4b693c4c-d7b3-482e-b1d4-625e6548ad09 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0409315 Sep 19 17:09:06.712117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37916) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:06.716085 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920283a9-f89e-4da2-85f0-a22de9cb0e5a']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:06.731036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Request body: {'security_group_rule': {'security_group_id': '37f3ebce-4da9-45f4-bca3-ed0b99c776db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:06.742966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:06.747012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26f6957-4df6-45fb-9f75-b42f4f6510f8') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:06.747751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26f6957-4df6-45fb-9f75-b42f4f6510f8') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:06.761565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Usage tracker for resource:security_group_rule and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:06.767651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37920) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:06.771085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251611793', 'description': 'tempest-description--738698888'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:06.771535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:06.775857 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa8e579-7619-446b-9a69-090c9d529fc5 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] GET failed (client error): The resource could not be found. Sep 19 17:09:06.776378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ffa8e579-7619-446b-9a69-090c9d529fc5 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Synchronizing usage tracker for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:06.777301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.782057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:06.791180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:06.803973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:06.821174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.842116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:06.844684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.866049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.878108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Usage tracker for resource:security_group and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:06.879658 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:06.915242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:06.924201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89055) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 19 17:09:06.924545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Router 24855389-5133-498b-970d-9b855e1d0a73 migrating from provider to provider. {{(pid=89055) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 19 17:09:06.924900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:06.955145 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8daf0909-4b98-433b-8341-66deba4be8d6 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:09:06.960517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ffa8e579-7619-446b-9a69-090c9d529fc5 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Unset dirty status for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:06.971242 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ffa8e579-7619-446b-9a69-090c9d529fc5 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "GET /v2.0/ports/650a2b61-b0cf-4f44-88be-bf83accf02f0 HTTP/1.1" status: 404 len: 333 time: 0.3701665 Sep 19 17:09:06.971242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:06.977814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37926) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:06.987566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.004028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1727961505', 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:07.004513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.010522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:07.022763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:07.062565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.068428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:07.069031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.091243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Made reservation on behalf of ab87917c2c2f4f919e92fee5b23483c8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:07.094957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.124201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 8daf0909-4b98-433b-8341-66deba4be8d6 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:09:07.124641 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.125074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8daf0909-4b98-433b-8341-66deba4be8d6 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:09:07.151689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.160660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] device_id is not set on port 6d37ce5c-95be-432a-8425-ceb81efd7fb5 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:07.162586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-be4313df-2609-41e9-aa20-008ae7fe6915 None None] The port 'e7bbc9be-4fb8-401f-a86c-412a26a2a53c' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:09:07.167205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Attempting to bind port c396141d-9eaa-419b-b062-78da47063d31 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:07.167579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Attempting to bind port c396141d-9eaa-419b-b062-78da47063d31 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:07.167937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Attempting to bind port c396141d-9eaa-419b-b062-78da47063d31 on network 68c7ee45-f272-4ba8-97be-291c4b6e1204 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:07.178217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:07.178576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Checking segment: {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:07.179002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.179399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Bound using segment: {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:07.179877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Bound port: c396141d-9eaa-419b-b062-78da47063d31, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:07.180268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.269614 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:06Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:07.274235 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c51335-5763-4c93-96b9-4ce2e7a799f1 None None] Pushing event updated for resources: {'Port': ['ID=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:07.276571 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae4497-0bd8-410a-9cb4-2f1dd626d120 None None] The sync data for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv is: [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:06Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:09:07.287728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] For port 8daf0909-4b98-433b-8341-66deba4be8d6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8daf0909-4b98-433b-8341-66deba4be8d6,segment=NetworkSegment(f26f6957-4df6-45fb-9f75-b42f4f6510f8),segment_id=f26f6957-4df6-45fb-9f75-b42f4f6510f8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:07.288130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.298496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:07.308313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8f27f-cd52-4bf0-93d9-a3a474c175eb None None] Pushing event updated for resources: {'Port': ['ID=c396141d-9eaa-419b-b062-78da47063d31,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:07.343990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Usage tracker for resource:security_group_rule and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:07.356984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:07.371555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:07.378111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Pushing event updated for resources: {'Network': ['ID=946c190e-bcdf-45b7-b8db-38ae88f1f35e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:07.379840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] For port c396141d-9eaa-419b-b062-78da47063d31, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:07.404750 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-02c7f6d2-c9a6-41b0-8f8d-30a162ba5b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6243570 Sep 19 17:09:07.419782 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] No L3 agents can host the router 24855389-5133-498b-970d-9b855e1d0a73 Sep 19 17:09:07.456203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.513827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.534155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] Calling delete_port for 8daf0909-4b98-433b-8341-66deba4be8d6 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:07.583123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.590366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 946c190e-bcdf-45b7-b8db-38ae88f1f35e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:07.624358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] Pushing event deleted for resources: {'Network': ['ID=920283a9-f89e-4da2-85f0-a22de9cb0e5a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:07.635639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.648910 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-23ab5769-2ca5-444e-8e8f-92de24c61c7f tempest-DHCPAgentSchedulersTestJSON-785656701 tempest-DHCPAgentSchedulersTestJSON-785656701-project] 10.222.0.83 "DELETE /v2.0/networks/920283a9-f89e-4da2-85f0-a22de9cb0e5a HTTP/1.1" status: 204 len: 168 time: 3.8900456 Sep 19 17:09:07.652150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-616590bc-8eb7-4cfd-8bec-9371afc5b422 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2bb246c9907b4921b6add257a1a746e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8828509 Sep 19 17:09:07.653371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.655510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37938) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:07.664210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.668647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.787620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.789940 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5824928 Sep 19 17:09:07.797462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83ff684-1974-4462-b385-195c22469500,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:07.798062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37942) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:07.820044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] For port c396141d-9eaa-419b-b062-78da47063d31, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c396141d-9eaa-419b-b062-78da47063d31,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:07.821987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Request body: {'security_group_rule': {'security_group_id': '31fba145-5e43-4700-9c09-da77f0610af4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:07.867896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.872287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.873588 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-046fad99-e1d2-46f0-b6b6-99cb00f5e686 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1600873 Sep 19 17:09:07.882323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37946) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:07.885922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:07.916478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:07.919589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:07.921442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Usage tracker for resource:security_group_rule and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:07.924775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:07.933956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:07.937154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Request body: {'port': {'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e', 'binding:host_id': 'hv-neutron-8577', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-423463692'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:07.943734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:07.947462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:07.950381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:07.950471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:07.951043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88bf71-ec94-48e5-a8ad-3e4bd0b96e0e tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fba145-5e43-4700-9c09-da77f0610af4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:07.954055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:07.958438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:07.972030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=6d37ce5c-95be-432a-8425-ceb81efd7fb5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:07.979398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Usage tracker for resource:floatingip and tenant:2c7a0580a670455db49bcda450f4409a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:07.984478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:07.986099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Hosts for router 24855389-5133-498b-970d-9b855e1d0a73: [] {{(pid=89055) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 19 17:09:07.986675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:07.987945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:08.001962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:08.008164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment f26f6957-4df6-45fb-9f75-b42f4f6510f8 resource provider aggregate not found Sep 19 17:09:08.024234 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a99f6b2f-4139-4464-b508-864807eabca0 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0328031 Sep 19 17:09:08.024234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-18907503-f2f9-4d9d-ba7d-55b14fcc88eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.026114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37960) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:08.039922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:08.042787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Usage tracker for resource:port and tenant:a6833e60ef274a3fbec7342571a6463c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:08.059171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:08.077895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 2, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:08.082383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:08.110416 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment f26f6957-4df6-45fb-9f75-b42f4f6510f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f26f6957-4df6-45fb-9f75-b42f4f6510f8 found for delete ", "request_id": "req-74a5a209-5ef8-442c-9d5e-7dcc98ea4322"}]} Sep 19 17:09:08.114347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Hosts for other DVR routers connected to router 24855389-5133-498b-970d-9b855e1d0a73: set() {{(pid=89055) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 19 17:09:08.115198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.131635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Checking router: b94dbf1c-86c5-4b58-bee7-55842511e963 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:09:08.131967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Updating router b94dbf1c-86c5-4b58-bee7-55842511e963 port 8170192e-f253-47ea-9d0e-9d566b460dc1 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:09:08.167341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Made reservation on behalf of a6833e60ef274a3fbec7342571a6463c for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:08.170574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.182976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.184977 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a58be4e3-d811-49d3-8ba8-3db4779cf8a1 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "PUT /v2.0/routers/24855389-5133-498b-970d-9b855e1d0a73 HTTP/1.1" status: 200 len: 715 time: 2.4162607 Sep 19 17:09:08.188005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.191123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.204434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37964) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:08.211380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.213316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-18907503-f2f9-4d9d-ba7d-55b14fcc88eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.215885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8f27f-cd52-4bf0-93d9-a3a474c175eb None None] Pushing event updated for resources: {'Port': ['ID=c396141d-9eaa-419b-b062-78da47063d31,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:08.224934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.289978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:09:08.290083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:09:08.314942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.357265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37968) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:08.374380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd53f6-e78f-4650-92b5-dd5a8078b50c tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:08.375455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-05bd53f6-e78f-4650-92b5-dd5a8078b50c tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Synchronizing usage tracker for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:08.410007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:08.455275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-05bd53f6-e78f-4650-92b5-dd5a8078b50c tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Unset dirty status for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:08.462488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2dd90bf7-317a-4299-8e90-9ba8d9cc419e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:08.464575 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05bd53f6-e78f-4650-92b5-dd5a8078b50c tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "GET /v2.0/ports/6d37ce5c-95be-432a-8425-ceb81efd7fb5 HTTP/1.1" status: 200 len: 955 time: 0.4372928 Sep 19 17:09:08.467029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37972) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:08.479204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-18907503-f2f9-4d9d-ba7d-55b14fcc88eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.543069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:08.560844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18907503-f2f9-4d9d-ba7d-55b14fcc88eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b5716a-5d7c-461c-8bd9-5d6cebf24037,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:08.568245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Usage tracker for resource:security_group_rule and tenant:a6833e60ef274a3fbec7342571a6463c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:08.580771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.589446 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9900062 Sep 19 17:09:08.600566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:08.606235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37978) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:08.615837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-18907503-f2f9-4d9d-ba7d-55b14fcc88eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.617166 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-18907503-f2f9-4d9d-ba7d-55b14fcc88eb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/13b5716a-5d7c-461c-8bd9-5d6cebf24037 HTTP/1.1" status: 204 len: 168 time: 0.9548419 Sep 19 17:09:08.627549 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52f78e88-2838-4fbf-b74c-a0387bbc1aa0 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "GET /v2.0/routers/24855389-5133-498b-970d-9b855e1d0a73 HTTP/1.1" status: 200 len: 715 time: 0.4217758 Sep 19 17:09:08.642119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 37984) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:08.651540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b5d5e-fba2-4319-ae8f-1dd3a3e68f4b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9158971-8fc1-4da6-88e1-b64b613ec4b2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:08.657986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Request body: {'security_group_rule': {'security_group_id': 'a9158971-8fc1-4da6-88e1-b64b613ec4b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:08.663299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:08.670359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:08.683983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Usage tracker for resource:security_group_rule and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:08.690204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:08.696851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-accb314e-82b6-4d5b-bb4e-8c6fab8baaa3 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Deleting port 6d37ce5c-95be-432a-8425-ceb81efd7fb5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:08.697197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-accb314e-82b6-4d5b-bb4e-8c6fab8baaa3 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.743137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:08.749967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.771691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.772591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.811331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] Deleting port 8daf0909-4b98-433b-8341-66deba4be8d6 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:08.812702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.859625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.885184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c239902d-fdee-4ede-8a73-da3241dc983b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:08.894010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:08.920029 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1f98dfbe-d9ce-4f92-987f-e6b312edbd38 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6bfa2fbffa17405994c7ac13fc2b42d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5264807 Sep 19 17:09:08.930266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37992) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:08.962752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:08.964166 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7580d624-951c-43a0-8b35-9e12c7322e3d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1594133 Sep 19 17:09:08.973460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 37996) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:09.001056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Request body: {'security_group_rule': {'security_group_id': '31fba145-5e43-4700-9c09-da77f0610af4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:09.056591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:09.074856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Usage tracker for resource:security_group_rule and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:09.081129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:09.081613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.092032 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:09.105982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:09.127989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-accb314e-82b6-4d5b-bb4e-8c6fab8baaa3 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.148694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.177232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.185899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.205763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4439a28-f5da-4758-827e-d932ad351130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.208945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b5799-23cd-48fb-b644-d085fbd13d56 None None] The port '8daf0909-4b98-433b-8341-66deba4be8d6' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:09:09.228698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.261842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] device_id is not set on port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:09.302550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c209f5-ec7b-475c-ac3c-a42039f8e304,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:09.310723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.318761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-accb314e-82b6-4d5b-bb4e-8c6fab8baaa3 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Calling delete_port for 6d37ce5c-95be-432a-8425-ceb81efd7fb5 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:09.361046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4439a28-f5da-4758-827e-d932ad351130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.399601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.403572 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-beca38df-f582-4c51-ba55-4ea936198e36 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7865036 Sep 19 17:09:09.404230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38008) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:09.416126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e2e17-3bde-4042-b4e6-f5ac573e30cf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:09.435766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Request body: {'security_group_rule': {'security_group_id': 'a9158971-8fc1-4da6-88e1-b64b613ec4b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:09.452282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:09.479389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Usage tracker for resource:security_group_rule and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:09.501757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:09.502563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.507715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:09.525423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:09.592183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.625950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:09.645865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.649408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.651117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.672887 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-470badb8-d2d0-4a74-883b-d32c0931b3f3 tempest-RoutersTestDVR-359419730 tempest-RoutersTestDVR-359419730-project] 10.222.0.83 "GET /v2.0/routers/24855389-5133-498b-970d-9b855e1d0a73 HTTP/1.1" status: 200 len: 681 time: 1.0279572 Sep 19 17:09:09.677595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38018) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:09.690618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4439a28-f5da-4758-827e-d932ad351130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.747631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1401c9b7-b532-474a-9f1a-be70ff484e32,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:09.764009 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439a28-f5da-4758-827e-d932ad351130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172dea75-5a35-4433-8068-463cc549798f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:09.795723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4439a28-f5da-4758-827e-d932ad351130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.795723 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4439a28-f5da-4758-827e-d932ad351130 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/172dea75-5a35-4433-8068-463cc549798f HTTP/1.1" status: 204 len: 168 time: 0.8640788 Sep 19 17:09:09.804508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.832334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Transition to ACTIVE for port object 8170192e-f253-47ea-9d0e-9d566b460dc1 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:09.839399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:09:07Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:09.847951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa727fc-a891-42e3-810d-4e0f1f87aa05 None None] The sync data for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv is: [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:09:07Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:09:09.858966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:09.863148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.865189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38026) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:09.931924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.935859 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-53d1cbb3-9707-476d-91af-b2b96640ac18 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9497161 Sep 19 17:09:09.945640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38030) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:09.965594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:09.981420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:09.992525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] device_id is not set on port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:09.996461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:09.999027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Usage tracker for resource:floatingip and tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:10.004374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:10.007555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.012903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.018125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:10.064862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1c12bf-6d3c-4159-bef3-6997ec5a2ff7,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:10.070392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Transition to ACTIVE for port object cd5cc4b8-d73a-41d6-b744-a7485863f2c1 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:10.083217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.103074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71320919-36e1-40ea-a346-6a5b07d0dfc6 None None] Pushing event updated for resources: {'Port': ['ID=8170192e-f253-47ea-9d0e-9d566b460dc1,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:10.104524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.109118 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a19e4c85-cf52-4f13-8b0b-de11dffcff6a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6944044 Sep 19 17:09:10.110211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:10.119048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.132977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Attempting to bind port 8170192e-f253-47ea-9d0e-9d566b460dc1 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:10.133348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Attempting to bind port 8170192e-f253-47ea-9d0e-9d566b460dc1 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:10.133707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Attempting to bind port 8170192e-f253-47ea-9d0e-9d566b460dc1 on network 2c02a989-b601-4077-a12b-46a803f8f26b {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:10.141483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:10.141801 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Checking segment: {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:10.142207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.142605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Bound using segment: {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:10.143118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Bound port: 8170192e-f253-47ea-9d0e-9d566b460dc1, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:10.145553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.189609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:10.219965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Allocated IP 172.26.10.142 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/08e940dd-eceb-4411-81e8-60531a9fd364) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:10.263898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] For port 8170192e-f253-47ea-9d0e-9d566b460dc1, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:10.273584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] For port 8170192e-f253-47ea-9d0e-9d566b460dc1, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8170192e-f253-47ea-9d0e-9d566b460dc1,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:10.278523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a04fd415-51ca-4f17-9fed-440002569781 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.279523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:10.283162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.301269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-893370311'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:10.323403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Usage tracker for resource:floatingip and tenant:3f4d6ddacfc345e7becd41e81c8b5ebc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:10.327226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:10.339630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:10.365657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Usage tracker for resource:network and tenant:37bda854971f4394aeef21119bca774f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:10.371141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:10.384878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:10.393372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:10.395197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:08:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:10.402761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=cd5cc4b8-d73a-41d6-b744-a7485863f2c1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:10.405754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:10.450511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.524451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Checking segment: {'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:10.529098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Network hostable DHCP agents. Network: 946c190e-bcdf-45b7-b8db-38ae88f1f35e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:10.539034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2dd90bf7-317a-4299-8e90-9ba8d9cc419e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:10.554191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Made reservation on behalf of 37bda854971f4394aeef21119bca774f for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:10.558203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.630011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71320919-36e1-40ea-a346-6a5b07d0dfc6 None None] Pushing event updated for resources: {'Port': ['ID=8170192e-f253-47ea-9d0e-9d566b460dc1,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:10.729305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38042) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:10.739881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.772636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.784379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:10.784699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.803118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:10.810334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Network 946c190e-bcdf-45b7-b8db-38ae88f1f35e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:10.816794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:10.820728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb5707e06d7428999bcba6dd4e05093 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:10.821715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:10.823653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:10.829905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:10.851568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a04fd415-51ca-4f17-9fed-440002569781 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.854647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a04fd415-51ca-4f17-9fed-440002569781 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.919849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Usage tracker for resource:security_group_rule and tenant:37bda854971f4394aeef21119bca774f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:10.930657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:10.934764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:10.944554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:10.951001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 946c190e-bcdf-45b7-b8db-38ae88f1f35e) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:10.955506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:10.974861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925fdca-085c-4cfb-978d-b3bc5629f206 None None] Network 946c190e-bcdf-45b7-b8db-38ae88f1f35e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:10.979194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.030684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:11.031103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:11.031987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:11.033159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a04fd415-51ca-4f17-9fed-440002569781 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.034003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04fd415-51ca-4f17-9fed-440002569781 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24855389-5133-498b-970d-9b855e1d0a73 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:09:11.072124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:11.072486 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:11.080146 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 2 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:11.098084 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fdb5707e06d7428999bcba6dd4e05093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644018 Sep 19 17:09:11.098842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b48c1d-a28b-4a5c-bbf5-73b6f8ac9146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc92ab8-ac20-4018-83f3-27cc8a6eb7b9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:11.105150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:11.134716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-accb314e-82b6-4d5b-bb4e-8c6fab8baaa3 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.137869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:11.138210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:11.138550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:11.151839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.154739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.165217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:11.165559 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:11.208356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb314e-82b6-4d5b-bb4e-8c6fab8baaa3 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d37ce5c-95be-432a-8425-ceb81efd7fb5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:11.211463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a04fd415-51ca-4f17-9fed-440002569781 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.216666 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a04fd415-51ca-4f17-9fed-440002569781 tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "DELETE /v2.0/routers/24855389-5133-498b-970d-9b855e1d0a73 HTTP/1.1" status: 204 len: 168 time: 1.5367138 Sep 19 17:09:11.218633 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 3 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:11.221019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38050) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:11.229086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Request body: {'router': {'name': 'tempest-router-1906126979', 'distributed': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:11.236636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-accb314e-82b6-4d5b-bb4e-8c6fab8baaa3 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.241393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:11.252039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Usage tracker for resource:router and tenant:c009728275f145f49fff8c9bf52e3030 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:11.257577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:11.268217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:11.272015 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-accb314e-82b6-4d5b-bb4e-8c6fab8baaa3 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "DELETE /v2.0/ports/6d37ce5c-95be-432a-8425-ceb81efd7fb5 HTTP/1.1" status: 204 len: 168 time: 2.7969487 Sep 19 17:09:11.275629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38054) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:11.317465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.340968 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-457370a9-ca47-4b0e-a38d-5b08e7cf12b5 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] GET failed (client error): The resource could not be found. Sep 19 17:09:11.341197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-457370a9-ca47-4b0e-a38d-5b08e7cf12b5 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Synchronizing usage tracker for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:11.345934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:11.346471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.347085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c396141d-9eaa-419b-b062-78da47063d31 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:11.347430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.363675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.445943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Allocated IP 172.26.10.21 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/331a8321-8c82-44c9-8416-7b7c7f2d5f3f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:11.456317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.462326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-457370a9-ca47-4b0e-a38d-5b08e7cf12b5 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Unset dirty status for tenant:ab87917c2c2f4f919e92fee5b23483c8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:11.463655 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-457370a9-ca47-4b0e-a38d-5b08e7cf12b5 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "GET /v2.0/ports/6d37ce5c-95be-432a-8425-ceb81efd7fb5 HTTP/1.1" status: 404 len: 333 time: 0.1869779 Sep 19 17:09:11.475551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38058) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:11.487498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49fab63f-0f19-43eb-99b4-a475696b86db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.488291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:11.492350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Request body: {'port': {'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-593640719'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:11.496917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:11.499145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event updated for resources: {'Port': ['ID=08e940dd-eceb-4411-81e8-60531a9fd364,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:11.502721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:11.533815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c396141d-9eaa-419b-b062-78da47063d31 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:11.538093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:11.544975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c396141d-9eaa-419b-b062-78da47063d31 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:11.545369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.565673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.570934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:11.613933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Made reservation on behalf of ab87917c2c2f4f919e92fee5b23483c8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:11.622630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:10Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:11.627592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.629694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338dee14-f003-45b2-931a-6be91f46f84e None None] The sync data for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv is: [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:10Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:09:11.655198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] device_id is not set on port 26e4468a-df75-46ce-84cd-3ac8c3b2dced yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:11.657558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.730665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:11.731671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:11.732152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:11.738496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.739378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.744012 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3de5683f-d87a-40b9-aa7a-93a8432d505c tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5185211 Sep 19 17:09:11.750642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:11.770166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c396141d-9eaa-419b-b062-78da47063d31 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:11.770554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.771004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.791026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.808458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port c396141d-9eaa-419b-b062-78da47063d31, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c396141d-9eaa-419b-b062-78da47063d31,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:11.816417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:11.893385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:11.893719 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:11.895567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:11.903669 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 4 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:11.910395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=c396141d-9eaa-419b-b062-78da47063d31,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:11.975588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:11.992048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a821400-a500-42f4-aa26-a887dc816c1a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:11.996189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.008938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.009286 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Added segment 2ae90d1f-66f6-4658-b148-ad5ecda1f03d of type vlan for network 251cdd22-8110-4f43-b86b-51ee315f3195 Sep 19 17:09:12.010613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:12.010970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:12.011314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:12.013584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:12.016581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:12.041443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afee2679-d967-4fa1-a640-5ee3180d22b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.066733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.132098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.171673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:12.172025 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:12.187357 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 5 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:12.226600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27037c8-17e4-4e02-a02f-5e03fb9c620e tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.279233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.300163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event updated for resources: {'Port': ['ID=331a8321-8c82-44c9-8416-7b7c7f2d5f3f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:12.325781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afee2679-d967-4fa1-a640-5ee3180d22b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.370360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:12.374753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:12.386544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:12.387482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:12.388102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.401751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=26e4468a-df75-46ce-84cd-3ac8c3b2dced,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:12.408010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:12.408010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:12.408381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:12.417593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.438999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.449943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.454234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8170192e-f253-47ea-9d0e-9d566b460dc1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:12.515595 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b4df9820-e7b7-49a2-98d7-06f52bfa5dca tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0386529 Sep 19 17:09:12.526657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38070) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:12.529826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 8170192e-f253-47ea-9d0e-9d566b460dc1 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:12.532660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:12.533022 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:12.535568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8170192e-f253-47ea-9d0e-9d566b460dc1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:12.536157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.543736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:12.569249 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 6 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:12.606917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.625955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event updated for resources: {'Port': ['ID=08e940dd-eceb-4411-81e8-60531a9fd364,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:12.662221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8170192e-f253-47ea-9d0e-9d566b460dc1 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:12.662534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.690503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.695064 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f2bd1539-6b43-46bf-a5fa-164ab390e350 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 4.8032479 Sep 19 17:09:12.709348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8170192e-f253-47ea-9d0e-9d566b460dc1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8170192e-f253-47ea-9d0e-9d566b460dc1,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:12.710183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.714819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.715920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c396141d-9eaa-419b-b062-78da47063d31 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:12.876738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8170192e-f253-47ea-9d0e-9d566b460dc1,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:12.929129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:09:12.929691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c396141d-9eaa-419b-b062-78da47063d31 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:12.929691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.938788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:12.939204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:12.939887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:12.958404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afee2679-d967-4fa1-a640-5ee3180d22b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.969936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27037c8-17e4-4e02-a02f-5e03fb9c620e tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.991723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27037c8-17e4-4e02-a02f-5e03fb9c620e tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:12.997910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:12.998206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] device_id is not set on port 26e4468a-df75-46ce-84cd-3ac8c3b2dced yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:12.998365 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:13.006739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.014584 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 7 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:13.038232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Transition to ACTIVE for port object 26e4468a-df75-46ce-84cd-3ac8c3b2dced will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:13.051852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.060078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee2679-d967-4fa1-a640-5ee3180d22b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc92ab8-ac20-4018-83f3-27cc8a6eb7b9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:13.127318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c396141d-9eaa-419b-b062-78da47063d31 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:13.140219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.148074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:13.153488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.168196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Allocated IP 172.26.10.205 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/8269fa2e-d577-40b6-b56b-44ea31810877) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:13.197502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.197841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.198179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.237503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.237927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.238329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.245073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.245481 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.248645 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 2 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.259297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.269557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.270310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.270435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.273241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=26e4468a-df75-46ce-84cd-3ac8c3b2dced,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:13.288196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.288531 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:13.292287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.292770 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.293062 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 3 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.305019 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 8 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:13.312618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27037c8-17e4-4e02-a02f-5e03fb9c620e tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.313073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27037c8-17e4-4e02-a02f-5e03fb9c620e tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc07d7a8-fb60-4d3a-9c55-4e09f19a75e0 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:09:13.314538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.315000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.315401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.323125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.323568 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.324085 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 4 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.341594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.342017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.342708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.348440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.348824 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.349260 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 5 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.362726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38096) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:13.366632 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 17:09:13.378543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.378959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.379358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.389658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.390095 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.391655 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 6 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.418523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.418787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.419251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.426521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-fa870179-c26b-44d9-8039-6e513e536556 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Synchronizing usage tracker for tenant:2c7a0580a670455db49bcda450f4409a on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:13.433659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.434080 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.435641 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 7 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.458173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.458520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.458855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.460418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27037c8-17e4-4e02-a02f-5e03fb9c620e tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.461647 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c27037c8-17e4-4e02-a02f-5e03fb9c620e tempest-RoutersTestDVR-1068020036 tempest-RoutersTestDVR-1068020036-project-admin] 10.222.0.83 "DELETE /v2.0/routers/bc07d7a8-fb60-4d3a-9c55-4e09f19a75e0 HTTP/1.1" status: 204 len: 168 time: 1.6851397 Sep 19 17:09:13.462475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.462846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.463817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.465433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event updated for resources: {'Network': ['ID=251cdd22-8110-4f43-b86b-51ee315f3195,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:13.465812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.466181 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.466703 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 8 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.473827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-fa870179-c26b-44d9-8039-6e513e536556 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Unset dirty status for tenant:2c7a0580a670455db49bcda450f4409a on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:13.475045 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-fa870179-c26b-44d9-8039-6e513e536556 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2077905544&fields=id&tenant_id=2c7a0580a670455db49bcda450f4409a HTTP/1.1" status: 200 len: 267 time: 0.1112130 Sep 19 17:09:13.479076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 251cdd22-8110-4f43-b86b-51ee315f3195 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:13.484859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.484859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.485052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.487301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-afee2679-d967-4fa1-a640-5ee3180d22b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.488473 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-afee2679-d967-4fa1-a640-5ee3180d22b8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7fc92ab8-ac20-4018-83f3-27cc8a6eb7b9 HTTP/1.1" status: 204 len: 168 time: 2.3794408 Sep 19 17:09:13.489913 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0cfcece8-6d4b-4562-9289-7789114e2c7d tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.6227565 Sep 19 17:09:13.490382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.490727 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.491270 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 9 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.495894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:13.500255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.500657 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:13.504902 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 9 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:13.509121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.509491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.509885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.517045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Request body: {'subnet': {'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:13.536080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.536411 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.539453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.540389 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempt 10 to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced Sep 19 17:09:13.627582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-de10bcdd-63a7-4622-8847-dc79ecb28f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.642715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.643111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.643399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempting to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.655861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.656316 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Failed to bind port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af0610aa-0e2f-4ea7-8e4a-dd0f55da072a'}] Sep 19 17:09:13.656831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.660723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.661066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.661404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.688838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.689183 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:13.695463 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 10 to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 Sep 19 17:09:13.763831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:13.766558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:13.766936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:13.767325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:13.771068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-40aa178e-23dd-42b4-a5e4-5a21818fd5d7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:13.772228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-40aa178e-23dd-42b4-a5e4-5a21818fd5d7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Synchronizing usage tracker for tenant:2c7a0580a670455db49bcda450f4409a on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:13.795774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Usage tracker for resource:subnet and tenant:37bda854971f4394aeef21119bca774f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:13.805404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.808445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:13.809367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] For port 26e4468a-df75-46ce-84cd-3ac8c3b2dced, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:13.810055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attempted to set empty binding levels {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 17:09:13.814519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-40aa178e-23dd-42b4-a5e4-5a21818fd5d7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Unset dirty status for tenant:2c7a0580a670455db49bcda450f4409a on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:13.815956 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-40aa178e-23dd-42b4-a5e4-5a21818fd5d7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/networks?id=68c7ee45-f272-4ba8-97be-291c4b6e1204 HTTP/1.1" status: 200 len: 812 time: 0.3081226 Sep 19 17:09:13.817560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.818123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] In _notify_port_updated(), no bound segment for port 26e4468a-df75-46ce-84cd-3ac8c3b2dced on network af0610aa-0e2f-4ea7-8e4a-dd0f55da072a {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:09:13.819136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:13.819723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.823636 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "PUT /v2.0/ports/26e4468a-df75-46ce-84cd-3ac8c3b2dced HTTP/1.1" status: 200 len: 976 time: 1.2914560 Sep 19 17:09:13.854194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:13.854533 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:13.854738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38108) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:13.854893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:13.873596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:13.935319 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-3bdd0f87-2e16-4b6d-acf4-02cd4f6c1468 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/quotas/2c7a0580a670455db49bcda450f4409a HTTP/1.1" status: 200 len: 375 time: 0.1129861 Sep 19 17:09:13.947837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:13.962685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Made reservation on behalf of 37bda854971f4394aeef21119bca774f for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:13.966269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.107325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8a9ee-5c87-42b1-a9a4-1f13752b4b4b tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event updated for resources: {'Port': ['ID=26e4468a-df75-46ce-84cd-3ac8c3b2dced,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:14.117430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Deleting port 26e4468a-df75-46ce-84cd-3ac8c3b2dced {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:14.117846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.139179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] For port cd5cc4b8-d73a-41d6-b744-a7485863f2c1, host hv-neutron-8577, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:14.139559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempted to set empty binding levels {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 17:09:14.154309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.155414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:14.156135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.200038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.258687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.267736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1f96e82a-4e4e-409e-a9f4-d762e815be7b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Synchronizing usage tracker for tenant:2c7a0580a670455db49bcda450f4409a on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:14.269031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:14.273621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:14.276061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:14.312024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.339151 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.4186692 Sep 19 17:09:14.344691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0072a-87ae-4bc9-bec8-3dddb7aaf510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=cd5cc4b8-d73a-41d6-b744-a7485863f2c1,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:14.349385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38136) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:14.401958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8170192e-f253-47ea-9d0e-9d566b460dc1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:14.506225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.511901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1f96e82a-4e4e-409e-a9f4-d762e815be7b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Unset dirty status for tenant:2c7a0580a670455db49bcda450f4409a on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:14.528522 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1f96e82a-4e4e-409e-a9f4-d762e815be7b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2c7a0580a670455db49bcda450f4409a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5837777 Sep 19 17:09:14.557238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:14.558542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] For port 26e4468a-df75-46ce-84cd-3ac8c3b2dced, host hv-neutron-8577, got binding levels [] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:14.558952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.563140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8170192e-f253-47ea-9d0e-9d566b460dc1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:14.563722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.564243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.576075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event updated for resources: {'Port': ['ID=8269fa2e-d577-40b6-b56b-44ea31810877,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:14.587883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Deleting port cd5cc4b8-d73a-41d6-b744-a7485863f2c1 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:14.594932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.622448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c868bff953427ba0a3c189ccceb18b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:14.641430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:14.662732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:14.677925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.688881 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7325547 Sep 19 17:09:14.740948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2db766-3d46-4768-ae4f-c5e37c5a2c42 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event updated for resources: {'Port': ['ID=331a8321-8c82-44c9-8416-7b7c7f2d5f3f,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:14.759643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.761235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:14.830385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Calling delete_port for 26e4468a-df75-46ce-84cd-3ac8c3b2dced owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:14.871924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8170192e-f253-47ea-9d0e-9d566b460dc1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:14.996992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-4062ae1c-3da8-4bed-bd0d-af1aa04a84c2 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:09:15.004618 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-4062ae1c-3da8-4bed-bd0d-af1aa04a84c2 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1819041 Sep 19 17:09:15.039742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.050741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event updated for resources: {'Subnet': ['ID=fd65c527-5f9e-4883-adb6-0b29e23eedba,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:15.075779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.082449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.111305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Checking segment: {'id': '2ae90d1f-66f6-4658-b148-ad5ecda1f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:15.111763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Network hostable DHCP agents. Network: 251cdd22-8110-4f43-b86b-51ee315f3195, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:15.158017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.186948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.210687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Network 251cdd22-8110-4f43-b86b-51ee315f3195 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:15.220164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.223976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Pushing event deleted for resources: {'Port': ['ID=26e4468a-df75-46ce-84cd-3ac8c3b2dced,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:15.241709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.247282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] For port cd5cc4b8-d73a-41d6-b744-a7485863f2c1, host hv-neutron-8577, got binding levels [] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:15.247880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.280613 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e3c00a3c-9111-47b8-9379-5e9cac0d14c1 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "DELETE /v2.0/ports/26e4468a-df75-46ce-84cd-3ac8c3b2dced HTTP/1.1" status: 204 len: 168 time: 1.4197483 Sep 19 17:09:15.296865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38172) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:15.314818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 251cdd22-8110-4f43-b86b-51ee315f3195) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:15.319395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:15.319988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.327322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667df66e-2f93-4524-9db8-1e7a36607798 None None] Network 251cdd22-8110-4f43-b86b-51ee315f3195 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:15.397321 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e4c868bff953427ba0a3c189ccceb18b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4415803 Sep 19 17:09:15.403041 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f179ff58-66db-4ce1-856f-9487d546dad9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] GET failed (client error): The resource could not be found. Sep 19 17:09:15.404379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Calling delete_port for cd5cc4b8-d73a-41d6-b744-a7485863f2c1 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:15.404847 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f179ff58-66db-4ce1-856f-9487d546dad9 tempest-PortsAdminExtendedAttrsTestJSON-659672500 tempest-PortsAdminExtendedAttrsTestJSON-659672500-project-admin] 10.222.0.83 "GET /v2.0/ports/26e4468a-df75-46ce-84cd-3ac8c3b2dced HTTP/1.1" status: 404 len: 333 time: 0.1066716 Sep 19 17:09:15.405269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45686e-b133-453b-9a4d-2a56f652f635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40457f11-ceea-40e6-95c5-61bd778aa7a1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:15.411351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:15.411686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38180) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:15.487826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-93229e9e-5989-43ba-a2b8-d6c329ab13a0 service neutron] 10.222.0.83 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821842 Sep 19 17:09:15.537468 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-75b74c64-56a6-4f0d-bd46-d70333f41510 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0385592 Sep 19 17:09:15.566045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38188) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:15.596048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Request body: {'port': {'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1724407014'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:15.704154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.742534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.749481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38198) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:15.756556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-893ea598-fbcc-41d7-9d26-f716ef3f1654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.760839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-251cdd22-8110-4f43-b86b-51ee315f3195', 'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195', 'tenant_id': '37bda854971f4394aeef21119bca774f', 'fixed_ips': [{'subnet_id': 'fd65c527-5f9e-4883-adb6-0b29e23eedba'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:15.761364 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 17:09:15.761896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.790734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd5cc4b8-d73a-41d6-b744-a7485863f2c1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:15.803035 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-347c71e1-2464-4bfb-a5e3-96622f81201f service neutron] 10.222.0.83 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139701 Sep 19 17:09:15.813963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.825583 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5bd48963-c2cc-480f-bd4d-b316ac3f058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "DELETE /v2.0/ports/cd5cc4b8-d73a-41d6-b744-a7485863f2c1 HTTP/1.1" status: 204 len: 168 time: 1.4685733 Sep 19 17:09:15.826334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38204) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:15.873650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.896458 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc7c00f-740e-4acb-8494-8a0e6e5d56e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] GET failed (client error): The resource could not be found. Sep 19 17:09:15.898323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9bc7c00f-740e-4acb-8494-8a0e6e5d56e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Synchronizing usage tracker for tenant:a6833e60ef274a3fbec7342571a6463c on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:15.923741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9bc7c00f-740e-4acb-8494-8a0e6e5d56e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Unset dirty status for tenant:a6833e60ef274a3fbec7342571a6463c on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:15.930436 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9bc7c00f-740e-4acb-8494-8a0e6e5d56e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "GET /v2.0/ports/cd5cc4b8-d73a-41d6-b744-a7485863f2c1 HTTP/1.1" status: 404 len: 333 time: 0.1028666 Sep 19 17:09:15.931126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38210) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:15.937347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Request body: {'port': {'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-358553856'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:15.940659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-893ea598-fbcc-41d7-9d26-f716ef3f1654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.944149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:15.954229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.956435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:15.971143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Made reservation on behalf of a6833e60ef274a3fbec7342571a6463c for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:15.977746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:15.990042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Allocated IP 172.20.0.2 (251cdd22-8110-4f43-b86b-51ee315f3195/fd65c527-5f9e-4883-adb6-0b29e23eedba/d5f1aef0-e7bd-467c-928d-7925fc4943d0) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:16.039703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] device_id is not set on port 5e1b8b60-3590-4a8d-ad32-b237b4887307 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:16.094024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-66380f11-9348-4481-9074-4510c0ca001f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Synchronizing usage tracker for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:16.102830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:16.108380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Usage tracker for resource:port and tenant:37bda854971f4394aeef21119bca774f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:16.112295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:16.120771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:16.194093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.226531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Made reservation on behalf of 37bda854971f4394aeef21119bca774f for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:16.230089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.331920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38234) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.342287 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2e2d2aee-285c-416e-afd8-eb60e06fc28b req-3a90ce37-a6c5-49f1-9317-87f7dce9b9bb tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 210 time: 0.0821030 Sep 19 17:09:16.376965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event updated for resources: {'Port': ['ID=8269fa2e-d577-40b6-b56b-44ea31810877,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:16.415575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] device_id is not set on port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:16.434331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.449283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Transition to ACTIVE for port object d5f1aef0-e7bd-467c-928d-7925fc4943d0 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:16.471854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Transition to ACTIVE for port object d5f1aef0-e7bd-467c-928d-7925fc4943d0 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:16.487036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.495308 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-66380f11-9348-4481-9074-4510c0ca001f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Unset dirty status for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:16.496702 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-66380f11-9348-4481-9074-4510c0ca001f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1793973912&fields=id&tenant_id=ffde5deff3e2483b96ebceb7eaa4d9b5 HTTP/1.1" status: 200 len: 267 time: 0.7453058 Sep 19 17:09:16.497568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.513862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.558843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b17e3f4f-379d-480f-948e-13c1c37569bd tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:16.559833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Network 251cdd22-8110-4f43-b86b-51ee315f3195 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:16.563515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:16.567650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:16.639094 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b17e3f4f-379d-480f-948e-13c1c37569bd tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "PUT /v2.0/quotas/47c0b8fe7b5f4c5eb20651f9dc37caf5 HTTP/1.1" status: 200 len: 366 time: 0.3058665 Sep 19 17:09:16.642779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38242) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.668987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0610aa-0e2f-4ea7-8e4a-dd0f55da072a']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:16.669966 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-977dbdcb-db5b-4a34-bcfe-330be38feb21 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0259397 Sep 19 17:09:16.670557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38246) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.680757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.697982 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a25b5a2a-0d91-44ab-adbb-b5675ae54167 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "GET /v2.0/quotas/47c0b8fe7b5f4c5eb20651f9dc37caf5 HTTP/1.1" status: 200 len: 366 time: 0.0225823 Sep 19 17:09:16.697982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38252) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.711231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:16.711501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:16.716156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Pushing event updated for resources: {'Port': ['ID=d5f1aef0-e7bd-467c-928d-7925fc4943d0,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:16.722146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.734020 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58202f7c-c464-4487-b6ff-95207f2df790 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 6.6020880 Sep 19 17:09:16.734020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.745986 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c5e3ca2-ef0f-484e-ad90-f789ed2abfdc tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/47c0b8fe7b5f4c5eb20651f9dc37caf5 HTTP/1.1" status: 204 len: 168 time: 0.0318229 Sep 19 17:09:16.762883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.763656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.776098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Attempting to bind port d5f1aef0-e7bd-467c-928d-7925fc4943d0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:16.778563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Attempting to bind port d5f1aef0-e7bd-467c-928d-7925fc4943d0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '2ae90d1f-66f6-4658-b148-ad5ecda1f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:16.779329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Attempting to bind port d5f1aef0-e7bd-467c-928d-7925fc4943d0 on network 251cdd22-8110-4f43-b86b-51ee315f3195 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:16.786651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:16.787783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Checking segment: {'id': '2ae90d1f-66f6-4658-b148-ad5ecda1f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:16.788685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.789074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Bound using segment: {'id': '2ae90d1f-66f6-4658-b148-ad5ecda1f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:16.789544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Bound port: d5f1aef0-e7bd-467c-928d-7925fc4943d0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae90d1f-66f6-4658-b148-ad5ecda1f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:16.789920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.805099 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5fc8f544-e519-42dc-b499-cfcff1d25270 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0670185 Sep 19 17:09:16.829564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-893ea598-fbcc-41d7-9d26-f716ef3f1654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.834038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38266) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.853731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-893ea598-fbcc-41d7-9d26-f716ef3f1654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.857823 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-893ea598-fbcc-41d7-9d26-f716ef3f1654 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/40457f11-ceea-40e6-95c5-61bd778aa7a1 HTTP/1.1" status: 204 len: 168 time: 1.4445927 Sep 19 17:09:16.871054 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f15089db-4ef0-4fc5-b65d-3e69b70d6a0b tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "GET /v2.0/quotas/47c0b8fe7b5f4c5eb20651f9dc37caf5 HTTP/1.1" status: 200 len: 370 time: 0.0356488 Sep 19 17:09:16.876187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38274) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.877926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Network 946c190e-bcdf-45b7-b8db-38ae88f1f35e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:16.883432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:16.885365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.885987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:16.887158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:16.887752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.898814 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-53952c94-bc40-4def-90ba-e308f3caa518 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "GET /v2.0/quotas/47c0b8fe7b5f4c5eb20651f9dc37caf5/default HTTP/1.1" status: 200 len: 370 time: 0.0195377 Sep 19 17:09:16.905167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=5e1b8b60-3590-4a8d-ad32-b237b4887307,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:16.907338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea598-fbcc-41d7-9d26-f716ef3f1654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40457f11-ceea-40e6-95c5-61bd778aa7a1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:16.921162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38278) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.944523 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-fd2ed6dd-d99c-47ea-9bc8-bc0e0bbcb614 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] delete failed (client error): The resource could not be found. Sep 19 17:09:16.950891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] For port d5f1aef0-e7bd-467c-928d-7925fc4943d0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:16.955224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] For port d5f1aef0-e7bd-467c-928d-7925fc4943d0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d5f1aef0-e7bd-467c-928d-7925fc4943d0,segment=NetworkSegment(2ae90d1f-66f6-4658-b148-ad5ecda1f03d),segment_id=2ae90d1f-66f6-4658-b148-ad5ecda1f03d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:16.959883 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fd2ed6dd-d99c-47ea-9bc8-bc0e0bbcb614 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/47c0b8fe7b5f4c5eb20651f9dc37caf5 HTTP/1.1" status: 404 len: 348 time: 0.0374243 Sep 19 17:09:16.962873 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dd3157fc-471e-4219-bffd-03ef926b083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0297408 Sep 19 17:09:16.967435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38288) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:16.976755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:16.979158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:16.981359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-22a58dd0-47e1-42bc-81b4-52fd2b5a92aa tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:16.982110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-22a58dd0-47e1-42bc-81b4-52fd2b5a92aa tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Synchronizing usage tracker for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:16.987028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:16.987439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:17.037208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Allocated IP 172.20.0.5 (251cdd22-8110-4f43-b86b-51ee315f3195/fd65c527-5f9e-4883-adb6-0b29e23eedba/592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:17.102828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a resource provider aggregate not found Sep 19 17:09:17.176885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51fafa-cc06-4a2d-a5f5-10ad982476cc None None] Pushing event updated for resources: {'Port': ['ID=d5f1aef0-e7bd-467c-928d-7925fc4943d0,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:17.244798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38306) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:17.318403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Usage tracker for resource:network and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:17.324504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:17.347288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-7f0cce54-2ee2-4972-b873-c6e3653d37eb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Synchronizing usage tracker for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:17.353140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:17.492328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Usage tracker for resource:subnet and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:17.505895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-7f0cce54-2ee2-4972-b873-c6e3653d37eb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Unset dirty status for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:17.507292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-7f0cce54-2ee2-4972-b873-c6e3653d37eb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1251611793&fields=id&tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc HTTP/1.1" status: 200 len: 267 time: 0.2870429 Sep 19 17:09:17.511554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:17.523090 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75e2cc6e-bfc7-42ed-9fa2-06b27b0a907a found for delete ", "request_id": "req-b3978f70-c693-422c-8a30-8b67d6d08f5f"}]} Sep 19 17:09:17.524181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-22a58dd0-47e1-42bc-81b4-52fd2b5a92aa tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Unset dirty status for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:17.528065 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-22a58dd0-47e1-42bc-81b4-52fd2b5a92aa tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/networks?id=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 HTTP/1.1" status: 200 len: 806 time: 0.9932919 Sep 19 17:09:17.570983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Usage tracker for resource:subnetpool and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:17.571516 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-43cb68df-29c8-4cc0-95b6-eab72cee4f5f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/quotas/ffde5deff3e2483b96ebceb7eaa4d9b5 HTTP/1.1" status: 200 len: 375 time: 0.0330582 Sep 19 17:09:17.661357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:17.735694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:17.794861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38322) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:17.795907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:17.806020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] Pushing event deleted for resources: {'Network': ['ID=af0610aa-0e2f-4ea7-8e4a-dd0f55da072a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:17.826978 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-09fcdcf9-ca48-45d4-a750-6b6059aa5392 tempest-PortsAdminExtendedAttrsTestJSON-174768888 tempest-PortsAdminExtendedAttrsTestJSON-174768888-project] 10.222.0.83 "DELETE /v2.0/networks/af0610aa-0e2f-4ea7-8e4a-dd0f55da072a HTTP/1.1" status: 204 len: 168 time: 2.4113026 Sep 19 17:09:17.840297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Usage tracker for resource:port and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:17.853700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:17.856409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:17.873764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-d8792016-8549-4c4b-b27a-a586b399eeab tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Synchronizing usage tracker for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:17.877292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:17.889418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Transition to ACTIVE for port object 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:17.894450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:17.903633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-9957bf9c-e7ac-48cc-a857-058923f4d598 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:17.904781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-9957bf9c-e7ac-48cc-a857-058923f4d598 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Synchronizing usage tracker for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:17.905152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-d8792016-8549-4c4b-b27a-a586b399eeab tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Unset dirty status for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:17.906857 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-d8792016-8549-4c4b-b27a-a586b399eeab tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ffde5deff3e2483b96ebceb7eaa4d9b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3347249 Sep 19 17:09:17.912586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] Usage tracker for resource:security_group_rule and tenant:c009728275f145f49fff8c9bf52e3030 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:17.916293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:17.923983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:17.932672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Usage tracker for resource:router and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:17.942278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:17.998484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:17.998758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Network 251cdd22-8110-4f43-b86b-51ee315f3195 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:18.002400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:18.005048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:18.033290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-9957bf9c-e7ac-48cc-a857-058923f4d598 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Unset dirty status for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:18.039999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-9957bf9c-e7ac-48cc-a857-058923f4d598 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 812 time: 0.5099664 Sep 19 17:09:18.046005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Usage tracker for resource:floatingip and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:18.064776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] device_id is not set on port 5e1b8b60-3590-4a8d-ad32-b237b4887307 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:18.072412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event updated for resources: {'Port': ['ID=592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:18.076707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:18.080753 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-90ff77b6-d5ec-477f-8493-f6a43d966d4c tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/quotas/3f4d6ddacfc345e7becd41e81c8b5ebc HTTP/1.1" status: 200 len: 375 time: 0.0398629 Sep 19 17:09:18.083901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.119581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:18.121388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.125530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Transition to ACTIVE for port object 5e1b8b60-3590-4a8d-ad32-b237b4887307 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:18.163024 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d9441ec2-d9cb-49a5-97a7-7fb7703f31e8 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5900981 Sep 19 17:09:18.163872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38332) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:18.170879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Request body: {'port': {'network_id': '251cdd22-8110-4f43-b86b-51ee315f3195', 'name': 'tempest-ExtraDHCPOptionsTestJSON-193996665', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:18.171518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] bootfile-name is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:09:18.172042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] tftp-server is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:09:18.172379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.api.validators [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] server-ip-address is not in valid_values {{(pid=89055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:09:18.208126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.359765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38342) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:18.458793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d5f1aef0-e7bd-467c-928d-7925fc4943d0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:18.510862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:18.515678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Usage tracker for resource:port and tenant:37bda854971f4394aeef21119bca774f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:18.519281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:18.534833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:18.584130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.591919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port d5f1aef0-e7bd-467c-928d-7925fc4943d0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:18.592852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=5e1b8b60-3590-4a8d-ad32-b237b4887307,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:18.606648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.618128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-06239ea3-fab5-4242-8fe4-e7e6ed168ea1 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:09:18.623546 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-06239ea3-fab5-4242-8fe4-e7e6ed168ea1 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4567437 Sep 19 17:09:18.631673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:18.631927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:18.632340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:18.641899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:18.642242 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:18.648685 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 2 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:18.669956 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-212d7f07-d8f1-4023-9809-bcb269d1ed4d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a7d8f85810c0445d9d0d04b8568f8a02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3047843 Sep 19 17:09:18.678575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Usage tracker for resource:security_group and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:18.686125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Made reservation on behalf of 37bda854971f4394aeef21119bca774f for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:18.691757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.692971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38348) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:18.693585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a9366-df10-4cfd-ae8e-3bfdad963e9e None None] Network 251cdd22-8110-4f43-b86b-51ee315f3195 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:18.725498 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c009728275f145f49fff8c9bf52e3030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9273205 Sep 19 17:09:18.730320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819e65f-19c9-4066-81b3-3a9ae843d260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dadd6a8-b6a4-4a33-bd86-81f730249bf4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:18.733857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:18.738014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38352) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:18.743119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:18.743399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:18.743820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:18.762078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.86', 53032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:18.777598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-e443befa-fab8-46db-856c-2eccff86ec14 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Synchronizing usage tracker for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:18.794824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:18.795179 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:18.800503 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 3 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:18.815938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] device_id is not set on port 5ed148a3-f24b-4211-96e3-690cd7d8aed3 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:18.831193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Usage tracker for resource:security_group_rule and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:18.851343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fb8f0a11-0c60-4b22-9f38-e5a85cb8ee27 None None] Provisioning for port d5f1aef0-e7bd-467c-928d-7925fc4943d0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:18.858251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:18.862938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fb8f0a11-0c60-4b22-9f38-e5a85cb8ee27 None None] Provisioning complete for port d5f1aef0-e7bd-467c-928d-7925fc4943d0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:18.863633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0a11-0c60-4b22-9f38-e5a85cb8ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.865432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:18.865893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:18.866356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:18.888590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-e443befa-fab8-46db-856c-2eccff86ec14 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Unset dirty status for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:18.889805 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-e443befa-fab8-46db-856c-2eccff86ec14 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7798181 Sep 19 17:09:18.894380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:18.894380 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:18.895551 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d1d5d122-0307-42d2-9189-03ab2ab42008 tempest-QuotasTest-1461738737 tempest-QuotasTest-1461738737-project-admin] 10.222.0.83 "GET /v2.0/quotas/7a1d22d2675c4cd2b76f8c28da64bd1b/details.json HTTP/1.1" status: 200 len: 703 time: 1.6373534 Sep 19 17:09:18.898707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 4 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:18.914329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9ded-8e6e-49e7-9fb4-bc88eab5d0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.980989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-316a38ba-90f7-4d9e-a092-b82a6956ac17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:18.999246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:18.999847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:18.999946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:19.044026 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-eeddfd9a-a2f4-46b9-9070-04805f9c35aa service neutron] 10.222.0.83 "GET /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794818 Sep 19 17:09:19.214799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f0a11-0c60-4b22-9f38-e5a85cb8ee27 None None] Current status of the port d5f1aef0-e7bd-467c-928d-7925fc4943d0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:19.215222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0a11-0c60-4b22-9f38-e5a85cb8ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:19.238071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-3b3adf6c-88b1-4ef8-ac3f-d48522a81f38 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:19.239739 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-3b3adf6c-88b1-4ef8-ac3f-d48522a81f38 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.86 "GET /v2.0/networks?id=68c7ee45-f272-4ba8-97be-291c4b6e1204 HTTP/1.1" status: 200 len: 812 time: 0.4747837 Sep 19 17:09:19.280401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fb8f0a11-0c60-4b22-9f38-e5a85cb8ee27 None None] For port d5f1aef0-e7bd-467c-928d-7925fc4943d0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d5f1aef0-e7bd-467c-928d-7925fc4943d0,segment=NetworkSegment(2ae90d1f-66f6-4658-b148-ad5ecda1f03d),segment_id=2ae90d1f-66f6-4658-b148-ad5ecda1f03d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:19.280740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38368) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:19.288580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0a11-0c60-4b22-9f38-e5a85cb8ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:19.296097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Allocated IP 172.20.0.8 (251cdd22-8110-4f43-b86b-51ee315f3195/fd65c527-5f9e-4883-adb6-0b29e23eedba/5ed148a3-f24b-4211-96e3-690cd7d8aed3) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:19.300569 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-a62d0878-21dd-4f7b-8906-d44fcbf08d53 service neutron] 10.222.0.83 "GET /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203460 Sep 19 17:09:19.315050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9ded-8e6e-49e7-9fb4-bc88eab5d0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:19.335020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:19.339836 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:19.358038 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 5 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:19.359447 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-86600479-6ad4-44d9-8bb5-8f2c7d3e1c78 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7a0580a670455db49bcda450f4409a HTTP/1.1" status: 200 len: 380 time: 0.0737600 Sep 19 17:09:19.404252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Request body: {'port': {'device_id': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'admin_state_up': True, 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'security_groups': ['37f3ebce-4da9-45f4-bca3-ed0b99c776db']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:19.447600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0a11-0c60-4b22-9f38-e5a85cb8ee27 None None] Pushing event updated for resources: {'Port': ['ID=d5f1aef0-e7bd-467c-928d-7925fc4943d0,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:19.467637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-316a38ba-90f7-4d9e-a092-b82a6956ac17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:19.495498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:19.495852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:19.496192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:19.565905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:19.566288 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:19.586349 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 6 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:19.622288 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-41aa1367-c54a-4e8e-a8f4-4d941a18e9d3 service neutron] 10.222.0.83 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005272 Sep 19 17:09:19.626220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-27124353-43e3-406d-916e-201703fa41c7 None None] Provisioning complete for port d5f1aef0-e7bd-467c-928d-7925fc4943d0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:19.626697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27124353-43e3-406d-916e-201703fa41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:19.665549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:19.685015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:19.685368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:19.685708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:19.710614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:19.714680 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:19.733063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:19.752070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:19.784770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:19.828056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] Usage tracker for resource:security_group_rule and tenant:b2069146fafe40a992786ae861199ab1 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:19.837068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:19.840099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Made reservation on behalf of 2c7a0580a670455db49bcda450f4409a for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:19.843952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:19.849485 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 7 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:19.863621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:19.870262 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-289a207e-eeb7-418b-96f9-d18fcf89cb95 req-8ced25b9-423a-4b88-b330-7bdaa40258d3 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 210 time: 0.0869448 Sep 19 17:09:19.942102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-27124353-43e3-406d-916e-201703fa41c7 None None] Current status of the port d5f1aef0-e7bd-467c-928d-7925fc4943d0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:19.962674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:19.967789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:19.968299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:19.983213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-27124353-43e3-406d-916e-201703fa41c7 None None] Provisioning for port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:19.989485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-27124353-43e3-406d-916e-201703fa41c7 None None] Provisioning complete for port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:19.989994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27124353-43e3-406d-916e-201703fa41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.066201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9ded-8e6e-49e7-9fb4-bc88eab5d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.094344 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f163429a-41bf-4cbe-8b55-b200c1e7300d req-b51fa857-d069-4d83-89a4-02189f6663b2 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 210 time: 0.0903521 Sep 19 17:09:20.111194 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-2c934551-f379-4e69-902a-a553df0b42cd service neutron] 10.222.0.83 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777825 Sep 19 17:09:20.112632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-27124353-43e3-406d-916e-201703fa41c7 None None] Port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:20.117855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e9ded-8e6e-49e7-9fb4-bc88eab5d0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c786a010-ca36-43ea-8442-fadb19a748dc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:20.122883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:20.123359 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:20.126230 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 8 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:20.143067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Allocated IP 172.20.0.6 (68c7ee45-f272-4ba8-97be-291c4b6e1204/c092ee58-c8d1-4a02-af9d-a1ac28f3706a/b14a4885-c7de-43af-8cf8-ea0e34da988e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:20.180429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-316a38ba-90f7-4d9e-a092-b82a6956ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.236503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a38ba-90f7-4d9e-a092-b82a6956ac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dadd6a8-b6a4-4a33-bd86-81f730249bf4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:20.240871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:20.241679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:20.242442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:20.250427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9ded-8e6e-49e7-9fb4-bc88eab5d0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.251874 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4b5e9ded-8e6e-49e7-9fb4-bc88eab5d0df admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c786a010-ca36-43ea-8442-fadb19a748dc HTTP/1.1" status: 204 len: 168 time: 1.5540831 Sep 19 17:09:20.253787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-316a38ba-90f7-4d9e-a092-b82a6956ac17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.272215 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-316a38ba-90f7-4d9e-a092-b82a6956ac17 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4dadd6a8-b6a4-4a33-bd86-81f730249bf4 HTTP/1.1" status: 204 len: 168 time: 1.5304542 Sep 19 17:09:20.275782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:20.275782 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:20.277677 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 9 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:20.319063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:20.320272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:20.320822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:20.333401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:20.334780 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:20.337156 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 10 to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 Sep 19 17:09:20.345535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-36f94bb3-3e37-42c3-b885-47ebb1e06416 None None] Provisioning complete for port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:20.347486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-36f94bb3-3e37-42c3-b885-47ebb1e06416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.398173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:20.400188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:20.400749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:20.416789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:20.417584 dv-neutron-857789-3-hyperv neutron-server[89056]: ERROR neutron.plugins.ml2.managers [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:20.421647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.612950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-36f94bb3-3e37-42c3-b885-47ebb1e06416 None None] Port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:20.615220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d5f1aef0-e7bd-467c-928d-7925fc4943d0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:20.744974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d5f1aef0-e7bd-467c-928d-7925fc4943d0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:20.745667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.778807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] For port 5e1b8b60-3590-4a8d-ad32-b237b4887307, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:20.782082 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempted to set empty binding levels {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 17:09:20.795403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.796337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] In _notify_port_updated(), no bound segment for port 5e1b8b60-3590-4a8d-ad32-b237b4887307 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:09:20.798053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:20.801632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:20.811201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "PUT /v2.0/ports/5e1b8b60-3590-4a8d-ad32-b237b4887307 HTTP/1.1" status: 200 len: 980 time: 3.8425758 Sep 19 17:09:20.817245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38442) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:20.878789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:21.081417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d5f1aef0-e7bd-467c-928d-7925fc4943d0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:21.094631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecf914-2352-4b41-8d9d-2a317d48afd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=5e1b8b60-3590-4a8d-ad32-b237b4887307,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:21.129661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.130507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.131233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.131859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.132484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.133155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.133773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.134488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.135234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.135944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.136569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.137191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.137841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.138463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.139115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.139736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.140412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.141036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.141684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:21.143810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Synchronizing usage tracker for tenant:a6833e60ef274a3fbec7342571a6463c on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:21.281937 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5432e155-6bca-4f3c-85f0-c649496bc073 req-10b33052-b3c8-4d1d-9d4a-e57931868c89 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 210 time: 0.1081326 Sep 19 17:09:21.292379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Unset dirty status for tenant:a6833e60ef274a3fbec7342571a6463c on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:21.293890 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e0057da5-1838-49b0-869f-18340c5c75a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17264 time: 0.4023540 Sep 19 17:09:21.298453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38462) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:21.447801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Deleting port 5e1b8b60-3590-4a8d-ad32-b237b4887307 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:21.449356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:21.450944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:21.477976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:21.625111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38470) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:21.732526 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ebc077a-cc37-420b-b190-378f3b5b3bfd req-414ff739-3ee0-462b-bc8b-a193ed517d3b tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 210 time: 0.1421461 Sep 19 17:09:21.779166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:21.803029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Transition to ACTIVE for port object 5ed148a3-f24b-4211-96e3-690cd7d8aed3 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:21.816205 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-44325482-2961-4af5-a3b2-7bb79a2a9f30 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ab87917c2c2f4f919e92fee5b23483c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1197262 Sep 19 17:09:21.823384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38474) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:21.865418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Transition to ACTIVE for port object b14a4885-c7de-43af-8cf8-ea0e34da988e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:21.886217 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9c95def0-74d4-4e02-bab0-c8afb435b150 req-de20db7a-5ec6-4c39-90c1-ee8d5d6123fb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 210 time: 1.0438440 Sep 19 17:09:21.910378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:21.978586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9081cde-e909-4c4c-a2f7-1577e4f39374,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:22.009424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.024499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d76dc6c7-0511-4e16-98f1-488c5236510d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.041292 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-64bf0f67-ec0c-46a7-92d8-d552c46d1c67 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b2069146fafe40a992786ae861199ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7592652 Sep 19 17:09:22.044365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] For port 5e1b8b60-3590-4a8d-ad32-b237b4887307, host hv-neutron-8577, got binding levels [] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:22.044806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.051867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38484) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:22.127709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Network 251cdd22-8110-4f43-b86b-51ee315f3195 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:22.136935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:22.141322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:22.144392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:22.191396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:22.194011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:22.245085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event updated for resources: {'Port': ['ID=5ed148a3-f24b-4211-96e3-690cd7d8aed3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:22.260330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Calling delete_port for 5e1b8b60-3590-4a8d-ad32-b237b4887307 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:22.408740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38494) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:22.410761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d76dc6c7-0511-4e16-98f1-488c5236510d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.542480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.86', 53040) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:22.611895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:22.612610 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.631273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba47f8c0-059e-4454-9099-8fc0bddbcc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.674836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ece9470c-a89d-4563-b4f0-8ad3483e85d5 None None] Provisioning for port b14a4885-c7de-43af-8cf8-ea0e34da988e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:22.690840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ece9470c-a89d-4563-b4f0-8ad3483e85d5 None None] Provisioning complete for port b14a4885-c7de-43af-8cf8-ea0e34da988e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:22.691699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ece9470c-a89d-4563-b4f0-8ad3483e85d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.695029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba47f8c0-059e-4454-9099-8fc0bddbcc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.765894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:22.766637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.772490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba47f8c0-059e-4454-9099-8fc0bddbcc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.782259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event updated for resources: {'Port': ['ID=b14a4885-c7de-43af-8cf8-ea0e34da988e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:22.838029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ece9470c-a89d-4563-b4f0-8ad3483e85d5 None None] Port b14a4885-c7de-43af-8cf8-ea0e34da988e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:22.863157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47f8c0-059e-4454-9099-8fc0bddbcc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9081cde-e909-4c4c-a2f7-1577e4f39374,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:22.866837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba47f8c0-059e-4454-9099-8fc0bddbcc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:22.870785 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ba47f8c0-059e-4454-9099-8fc0bddbcc49 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e9081cde-e909-4c4c-a2f7-1577e4f39374 HTTP/1.1" status: 204 len: 168 time: 0.8135245 Sep 19 17:09:22.878230 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d9428c15-47a2-4024-a229-232ea0f8be49 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.7132440 Sep 19 17:09:22.879952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38506) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:22.909885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-5d2d0c0e-58bc-4e90-ade3-04e9b9e89b2c tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:22.911399 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-5d2d0c0e-58bc-4e90-ade3-04e9b9e89b2c tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.86 "GET /v2.0/networks?id=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 HTTP/1.1" status: 200 len: 806 time: 0.3534436 Sep 19 17:09:22.975757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-162f06c7-2792-4aea-bcb8-8250af177c7e None None] Provisioning for port 5ed148a3-f24b-4211-96e3-690cd7d8aed3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:22.982694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-162f06c7-2792-4aea-bcb8-8250af177c7e None None] Provisioning complete for port 5ed148a3-f24b-4211-96e3-690cd7d8aed3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:22.983522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-162f06c7-2792-4aea-bcb8-8250af177c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:23.053616 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-ba712e76-6d17-433a-bfa1-b25c4c021b4a tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6808069 Sep 19 17:09:23.054480 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-15736208-f2ca-445c-830b-d95ae3876ec9 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffde5deff3e2483b96ebceb7eaa4d9b5 HTTP/1.1" status: 200 len: 380 time: 0.1249835 Sep 19 17:09:23.071434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Request body: {'port': {'device_id': '69c55838-8b81-4157-966d-a59629b2b7bd', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'admin_state_up': True, 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'security_groups': ['31fba145-5e43-4700-9c09-da77f0610af4']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:23.079685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'networks': [{'name': 'tempest-network--1354321948'}, {'name': 'tempest-network--15444578'}]} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:23.080014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'network': {'name': 'tempest-network--1354321948'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:23.080476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'network': {'name': 'tempest-network--15444578'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:23.097796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-162f06c7-2792-4aea-bcb8-8250af177c7e None None] Port 5ed148a3-f24b-4211-96e3-690cd7d8aed3 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:23.107983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-671c8451-23c7-4284-b1dd-40afa7c99dbe tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:09:23.116251 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-671c8451-23c7-4284-b1dd-40afa7c99dbe tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124521 Sep 19 17:09:23.161603 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:23.277320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Usage tracker for resource:network and tenant:d4e219569639414fa3c296d50d78f71a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:23.300024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:23.301862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:23.331517 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2665de33-2f8f-4b9a-886b-16477dbddb90 req-67ddbbe3-f72c-492a-a93f-0b1967e37154 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 210 time: 0.2119486 Sep 19 17:09:23.346273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.86', 53042) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:23.364255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:23.427186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Made reservation on behalf of d4e219569639414fa3c296d50d78f71a for: {'network': 2} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:23.437684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e1b8b60-3590-4a8d-ad32-b237b4887307,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:23.458129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:23.460367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d76dc6c7-0511-4e16-98f1-488c5236510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:23.486005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:23.566062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:23.569784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Request body: {'port': {'device_id': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:23.596613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:23.681995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dc6c7-0511-4e16-98f1-488c5236510d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60d8e61-7ad4-4d73-94c3-fab89aefd52a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:23.688045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Made reservation on behalf of ffde5deff3e2483b96ebceb7eaa4d9b5 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:23.731600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:23.755416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:23.803293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38524) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:23.858175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75334efb-890b-430d-81b1-f8154fe19652 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:23.864618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75334efb-890b-430d-81b1-f8154fe19652 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:23.871385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75334efb-890b-430d-81b1-f8154fe19652 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:23.872352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-75334efb-890b-430d-81b1-f8154fe19652 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Synchronizing usage tracker for tenant:37bda854971f4394aeef21119bca774f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:23.932708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:23.944422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Usage tracker for resource:security_group_rule and tenant:d4e219569639414fa3c296d50d78f71a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:23.949310 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a9d7a04-42c0-4fbe-8c42-0d17fc1cb2ed req-f7231f31-8ff6-44fe-84e5-27ff0db3f360 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 210 time: 0.1544919 Sep 19 17:09:23.954839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:23.975932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:24.007989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:24.036738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-75334efb-890b-430d-81b1-f8154fe19652 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Unset dirty status for tenant:37bda854971f4394aeef21119bca774f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:24.038272 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-75334efb-890b-430d-81b1-f8154fe19652 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.1576018 Sep 19 17:09:24.048128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:24.065581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17772b7-3fd8-45e7-9149-65341632a5d2 req-d3ae0d98-61d4-4944-b565-96dabb2b731d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:24.067656 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a17772b7-3fd8-45e7-9149-65341632a5d2 req-d3ae0d98-61d4-4944-b565-96dabb2b731d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 931 time: 1.1817119 Sep 19 17:09:24.096418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:24.139832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:24.146879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a1d22d2675c4cd2b76f8c28da64bd1b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:24.150567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:24.158080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:24.223020 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-aee2b379-11e4-4191-8f0f-d1af69b046ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "DELETE /v2.0/ports/5e1b8b60-3590-4a8d-ad32-b237b4887307 HTTP/1.1" status: 204 len: 168 time: 2.9230516 Sep 19 17:09:24.234704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38532) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:24.238743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a05db-0f25-45cf-9384-def7b5aae666 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Deleting port 5ed148a3-f24b-4211-96e3-690cd7d8aed3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:24.239213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c9a05db-0f25-45cf-9384-def7b5aae666 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:24.242731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d76dc6c7-0511-4e16-98f1-488c5236510d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:24.244098 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d76dc6c7-0511-4e16-98f1-488c5236510d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a60d8e61-7ad4-4d73-94c3-fab89aefd52a HTTP/1.1" status: 204 len: 168 time: 2.4197271 Sep 19 17:09:24.253584 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a17772b7-3fd8-45e7-9149-65341632a5d2 req-e1f0f612-208a-49ef-94d3-9bb1c12c7edb tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614068 Sep 19 17:09:24.260272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-8862ce8b-c236-404e-b2fb-967324c88ad8 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:24.261737 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-8862ce8b-c236-404e-b2fb-967324c88ad8 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 812 time: 0.9065385 Sep 19 17:09:24.485105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Allocated IP 172.20.0.6 (4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3/8f9fbde1-1ae3-463a-8035-5fce0c35e939/4b3a5a2b-394a-4f10-9caf-e3a4e249a55c) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:24.515759 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ba45ad-7b00-44b1-a7a5-982f870b0504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] GET failed (client error): The resource could not be found. Sep 19 17:09:24.516290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9ba45ad-7b00-44b1-a7a5-982f870b0504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Synchronizing usage tracker for tenant:a6833e60ef274a3fbec7342571a6463c on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:24.520406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:24.533769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:24.648810 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7a1d22d2675c4cd2b76f8c28da64bd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8300579 Sep 19 17:09:24.654359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38540) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:24.662051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b9ba45ad-7b00-44b1-a7a5-982f870b0504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Unset dirty status for tenant:a6833e60ef274a3fbec7342571a6463c on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:24.667935 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b9ba45ad-7b00-44b1-a7a5-982f870b0504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "GET /v2.0/ports/5e1b8b60-3590-4a8d-ad32-b237b4887307 HTTP/1.1" status: 404 len: 333 time: 0.3686750 Sep 19 17:09:24.688677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38544) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:24.749031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-673803532', 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:24.763124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e784e65-2e1e-43d0-b0c6-2163b87748b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca661e8-5053-4866-abf6-a22705120163,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:24.820289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:24.926149 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d76c74ca-ecfd-4702-88b7-ac8e6928d33a req-660f3ad0-faa7-4165-af54-b0f109b7baab tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 210 time: 0.2937701 Sep 19 17:09:24.966153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:25.055573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.078375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65b834b8-979e-4534-b98e-fde010ea6c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.080171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.080850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.093622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Made reservation on behalf of a6833e60ef274a3fbec7342571a6463c for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:25.109785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.145924 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-ad1a283c-c3e5-464f-9639-c90fb15f8bf8 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc HTTP/1.1" status: 200 len: 380 time: 0.3203852 Sep 19 17:09:25.201447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.230526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:25.246131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Request body: {'port': {'device_id': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'admin_state_up': True, 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'security_groups': ['a9158971-8fc1-4da6-88e1-b64b613ec4b2']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:25.266661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821c250a-2a22-4a00-92d9-006d783c4089,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:25.301983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.302331 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Added segment 5fcd1d05-7208-4003-97e7-c920a900f367 of type vlan for network 98cf31d7-ef16-48a7-be21-eef86bd402d5 Sep 19 17:09:25.336304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.349599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.413471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:25.485530 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b9f52d77-3a61-4717-8af2-8337dd89c85f req-5876c8ca-1e2d-40e3-9eec-fee90b3ad64f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 210 time: 0.1227400 Sep 19 17:09:25.486699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] device_id is not set on port d5a2c546-224d-4e86-aab5-4fb3d2aac2a9 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:25.629158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65b834b8-979e-4534-b98e-fde010ea6c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.662314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Transition to ACTIVE for port object 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:25.700222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14a4885-c7de-43af-8cf8-ea0e34da988e {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:09:25.709980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.812272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Transition to ACTIVE for port object b14a4885-c7de-43af-8cf8-ea0e34da988e will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:25.815286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.816246 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Added segment 7130859e-2be8-4ab6-9c5c-ded591613f35 of type vlan for network 43a9d80e-69e3-449b-8483-c8cbfde31d67 Sep 19 17:09:25.818655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c9a05db-0f25-45cf-9384-def7b5aae666 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.853327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.856122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:25.958847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:25.962762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event updated for resources: {'Port': ['ID=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:25.987994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:26.011888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65b834b8-979e-4534-b98e-fde010ea6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.015644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:26.031129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:26.199672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:26.218996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:26.219928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.227231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38578) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:26.261489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a05db-0f25-45cf-9384-def7b5aae666 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Calling delete_port for 5ed148a3-f24b-4211-96e3-690cd7d8aed3 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:26.342798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b834b8-979e-4534-b98e-fde010ea6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca661e8-5053-4866-abf6-a22705120163,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:26.364780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.400748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Made reservation on behalf of 3f4d6ddacfc345e7becd41e81c8b5ebc for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:26.404239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.433787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b14a4885-c7de-43af-8cf8-ea0e34da988e,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:26.444072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7809ad1f-6cde-4d04-939e-1b612214a43f None None] Provisioning for port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:26.460201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7809ad1f-6cde-4d04-939e-1b612214a43f None None] Provisioning complete for port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:26.460582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7809ad1f-6cde-4d04-939e-1b612214a43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.524990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1371219446'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:26.533260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:26.538411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Usage tracker for resource:network and tenant:9b69912176904443a7fb0fbd47ece86d is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:26.545169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:26.558074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:26.588509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.589152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.594960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:26.599965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:26.600787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.604860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7809ad1f-6cde-4d04-939e-1b612214a43f None None] Port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:26.613293 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-035f7303-c390-43d8-b9a8-39f2e761af6d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5476985 Sep 19 17:09:26.619014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65b834b8-979e-4534-b98e-fde010ea6c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.622859 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-65b834b8-979e-4534-b98e-fde010ea6c9d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aca661e8-5053-4866-abf6-a22705120163 HTTP/1.1" status: 204 len: 168 time: 1.9571912 Sep 19 17:09:26.622859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Made reservation on behalf of 9b69912176904443a7fb0fbd47ece86d for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:26.631678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.654606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e565c-666d-4ad3-ae11-982ef554c914 req-a0172624-eba6-4726-a347-301fa94ff54b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:26.655544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-ea4e565c-666d-4ad3-ae11-982ef554c914 req-a0172624-eba6-4726-a347-301fa94ff54b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Synchronizing usage tracker for tenant:2c7a0580a670455db49bcda450f4409a on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:26.661930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.695367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:26.715329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Request body: {'port': {'device_id': '69c55838-8b81-4157-966d-a59629b2b7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:26.852183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-ea4e565c-666d-4ad3-ae11-982ef554c914 req-a0172624-eba6-4726-a347-301fa94ff54b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Unset dirty status for tenant:2c7a0580a670455db49bcda450f4409a on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:26.859523 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ea4e565c-666d-4ad3-ae11-982ef554c914 req-a0172624-eba6-4726-a347-301fa94ff54b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 931 time: 1.4008765 Sep 19 17:09:26.912797 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.4855108 Sep 19 17:09:26.921695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Network': ['ID=98cf31d7-ef16-48a7-be21-eef86bd402d5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:26.939558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 98cf31d7-ef16-48a7-be21-eef86bd402d5 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:26.947434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38588) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:26.986007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:27.006150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Attempting to bind port b14a4885-c7de-43af-8cf8-ea0e34da988e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:27.006388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Attempting to bind port b14a4885-c7de-43af-8cf8-ea0e34da988e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:27.006695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Attempting to bind port b14a4885-c7de-43af-8cf8-ea0e34da988e on network 68c7ee45-f272-4ba8-97be-291c4b6e1204 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:27.064827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:27.224564 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ea4e565c-666d-4ad3-ae11-982ef554c914 req-2e79cbf7-ae1f-44a1-9cc7-8211f606a8c4 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638010 Sep 19 17:09:27.312087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=d5a2c546-224d-4e86-aab5-4fb3d2aac2a9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:27.314966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:27.319773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Usage tracker for resource:security_group_rule and tenant:9b69912176904443a7fb0fbd47ece86d is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:27.323054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:27.330389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:27.454976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Port b14a4885-c7de-43af-8cf8-ea0e34da988e on network 68c7ee45-f272-4ba8-97be-291c4b6e1204 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:27.456025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Attempting to bind port b14a4885-c7de-43af-8cf8-ea0e34da988e on network 68c7ee45-f272-4ba8-97be-291c4b6e1204 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:27.460694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:27.615712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Network 946c190e-bcdf-45b7-b8db-38ae88f1f35e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:27.622873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:27.821622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:27.821877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Checking segment: {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:27.822429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Bound using segment: {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:27.822987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Bound port: b14a4885-c7de-43af-8cf8-ea0e34da988e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7d0557-4f01-4219-ad6e-5020e51a651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:27.823337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:27.835855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:27.836807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:27.837495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:27.851045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:27.891722 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a1044d3a-fc80-4739-91e8-0c9e09a83bd2 req-256505c4-0ca6-4a60-b404-649f61cb00aa tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 210 time: 0.3981545 Sep 19 17:09:27.919944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52652fd4-c7af-41ca-9fdc-e8f7267107fc tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Network': ['ID=43a9d80e-69e3-449b-8483-c8cbfde31d67,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:27.928195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab082e-8cc9-437f-a699-8adb43b76ff1 req-3df24036-0803-4cf0-a2c6-0f79f403d4eb tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:27.929051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d8ab082e-8cc9-437f-a699-8adb43b76ff1 req-3df24036-0803-4cf0-a2c6-0f79f403d4eb tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Synchronizing usage tracker for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:27.938405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 43a9d80e-69e3-449b-8483-c8cbfde31d67 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:28.013153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c9a05db-0f25-45cf-9384-def7b5aae666 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:28.090430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:28.368918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a05db-0f25-45cf-9384-def7b5aae666 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event deleted for resources: {'Port': ['ID=5ed148a3-f24b-4211-96e3-690cd7d8aed3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:28.384108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b618e494-aac3-4b72-bf50-c24ff8967b2c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:28.434987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Allocated IP 172.20.0.8 (2c02a989-b601-4077-a12b-46a803f8f26b/c6c30a66-fb2a-4a17-b2c5-28d45589f4a4/a89e082a-3e57-4a13-9941-604d296d3922) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:28.438448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38612) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:28.734306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90249cb3-ce54-4296-b91e-bb0a04879ff6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:28.740793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90249cb3-ce54-4296-b91e-bb0a04879ff6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:28.747558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90249cb3-ce54-4296-b91e-bb0a04879ff6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:28.754469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90249cb3-ce54-4296-b91e-bb0a04879ff6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:28.755490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-90249cb3-ce54-4296-b91e-bb0a04879ff6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Synchronizing usage tracker for tenant:d4e219569639414fa3c296d50d78f71a on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:28.760820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:28.767618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d8ab082e-8cc9-437f-a699-8adb43b76ff1 req-3df24036-0803-4cf0-a2c6-0f79f403d4eb tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Unset dirty status for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:28.768817 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d8ab082e-8cc9-437f-a699-8adb43b76ff1 req-3df24036-0803-4cf0-a2c6-0f79f403d4eb tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 931 time: 2.5362272 Sep 19 17:09:28.769417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] For port b14a4885-c7de-43af-8cf8-ea0e34da988e, host hv-neutron-8577, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:28.782191 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05b30db5-3576-4de7-befe-2ea3bd7559ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.0884330 Sep 19 17:09:28.782191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:28.782191 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Added segment b180d342-43f2-4a5b-8cfb-d1934f8945d3 of type vlan for network cc272295-13af-4fb8-8775-3d6d0b8da3c1 Sep 19 17:09:28.797669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:28.809432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] For port b14a4885-c7de-43af-8cf8-ea0e34da988e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:28.848426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c9a05db-0f25-45cf-9384-def7b5aae666 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:28.849851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Transition to ACTIVE for port object a89e082a-3e57-4a13-9941-604d296d3922 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:28.878681 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d8ab082e-8cc9-437f-a699-8adb43b76ff1 req-7ae2975c-480d-4af5-b38c-9ec9ceb81c64 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928545 Sep 19 17:09:28.885418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:28.887126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-90249cb3-ce54-4296-b91e-bb0a04879ff6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Unset dirty status for tenant:d4e219569639414fa3c296d50d78f71a on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:28.888422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-90249cb3-ce54-4296-b91e-bb0a04879ff6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.8941545 Sep 19 17:09:28.896728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38622) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:28.939579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:28.940482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:28.941770 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] 10.222.0.86 "PUT /v2.0/ports/b14a4885-c7de-43af-8cf8-ea0e34da988e HTTP/1.1" status: 200 len: 1093 time: 5.6889803 Sep 19 17:09:28.945414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'tag': 'b14a4885-c7de-43af-8cf8-ea0e34da988e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:28.962271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:29.070063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd77e1-002a-42a8-9068-1fd4cc7b95cd req-f5600868-c357-43d3-9e95-16ff617674d6 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:29.085143 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a5cd77e1-002a-42a8-9068-1fd4cc7b95cd req-f5600868-c357-43d3-9e95-16ff617674d6 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 943 time: 0.6456468 Sep 19 17:09:29.090497 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c9a05db-0f25-45cf-9384-def7b5aae666 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "DELETE /v2.0/ports/5ed148a3-f24b-4211-96e3-690cd7d8aed3 HTTP/1.1" status: 204 len: 168 time: 5.0399323 Sep 19 17:09:29.113522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38632) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:29.122452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Request body: {'port': {'name': 'tempest-new-port-name-1811261082', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:29.123093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.api.validators [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] bootfile-name is not in valid_values {{(pid=89056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:09:29.123537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.api.validators [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] tftp-server is not in valid_values {{(pid=89056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:09:29.123871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.api.validators [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] server-ip-address is not in valid_values {{(pid=89056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 19 17:09:29.195717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:29.217332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb25c19-d05d-4b1b-adaa-d4d506b6232a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:29.218837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-feb25c19-d05d-4b1b-adaa-d4d506b6232a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "GET /v2.0/ports/d5a2c546-224d-4e86-aab5-4fb3d2aac2a9 HTTP/1.1" status: 200 len: 958 time: 0.4189448 Sep 19 17:09:29.233198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38638) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:29.297344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef" -d '{"events": [{"name": "network-changed", "server_uuid": "af316652-d1ec-428c-a0b4-dac7e4bd0ece", "tag": "b14a4885-c7de-43af-8cf8-ea0e34da988e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:29.312541 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e2f36e2-13bb-4b0d-8b1a-b1919fe5e370 tempest-AgentManagementNegativeTest-2122500672 tempest-AgentManagementNegativeTest-2122500672-project] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8544455 Sep 19 17:09:29.341882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036fe19-28d5-4379-aa73-8ca611716bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b14a4885-c7de-43af-8cf8-ea0e34da988e,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:29.381277 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a5cd77e1-002a-42a8-9068-1fd4cc7b95cd req-c33da7a1-f3a3-43b1-aed8-eef1e20aee6c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801004 Sep 19 17:09:29.410413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-81102845-66e8-4719-ac96-d6d112599a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:29.411987 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-81102845-66e8-4719-ac96-d6d112599a1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2c7a0580a670455db49bcda450f4409a&device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 1096 time: 0.3710608 Sep 19 17:09:29.434042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:29.458857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:29.460435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:29.477718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-05ed0854-56b8-4833-ac62-f7a234fb0097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Deleting port d5a2c546-224d-4e86-aab5-4fb3d2aac2a9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:29.478088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05ed0854-56b8-4833-ac62-f7a234fb0097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:29.569156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:29.612797 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-29ace26d-200a-4cd7-bead-75024fcd8201 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e HTTP/1.1" status: 200 len: 217 time: 0.1918755 Sep 19 17:09:29.753538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346a9fa7-e7a1-4007-947d-a698f1c63d45 x-openstack-request-id: req-346a9fa7-e7a1-4007-947d-a698f1c63d45 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:29.754369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af316652-d1ec-428c-a0b4-dac7e4bd0ece", "tag": "b14a4885-c7de-43af-8cf8-ea0e34da988e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:29.754369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-346a9fa7-e7a1-4007-947d-a698f1c63d45 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:29.763149 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346a9fa7-e7a1-4007-947d-a698f1c63d45'] response: {'name': 'network-changed', 'server_uuid': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'tag': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'status': 'completed', 'code': 200} Sep 19 17:09:29.802571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-50d50975-ea1e-42f8-9a6a-6548bfe098bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:29.804365 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-50d50975-ea1e-42f8-9a6a-6548bfe098bd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c092ee58-c8d1-4a02-af9d-a1ac28f3706a HTTP/1.1" status: 200 len: 851 time: 0.1404884 Sep 19 17:09:29.806599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Network 2c02a989-b601-4077-a12b-46a803f8f26b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:29.869809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:29.894687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:30.098886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.126466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:30.151218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] Usage tracker for resource:security_group_rule and tenant:25d585c27e2a450a844500809a477cfc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:30.154886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:30.171506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:30.173717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0875f317-66af-4d3b-a4f3-b3315c4a1bf7 None None] Provisioning for port a89e082a-3e57-4a13-9941-604d296d3922 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:30.182332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:30.183335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0875f317-66af-4d3b-a4f3-b3315c4a1bf7 None None] Provisioning complete for port a89e082a-3e57-4a13-9941-604d296d3922 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:30.184175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0875f317-66af-4d3b-a4f3-b3315c4a1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.283473 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0875f317-66af-4d3b-a4f3-b3315c4a1bf7 None None] Port a89e082a-3e57-4a13-9941-604d296d3922 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:30.377445 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.0846145 Sep 19 17:09:30.384361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38664) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:30.396594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'subnet': {'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:30.437847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:09:30.478855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.502338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60113-5067-49bf-9ad0-516c605c7879 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Network': ['ID=cc272295-13af-4fb8-8775-3d6d0b8da3c1,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:30.517369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:30.552505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.590308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.600718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event updated for resources: {'Port': ['ID=a89e082a-3e57-4a13-9941-604d296d3922,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:30.676654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Transition to ACTIVE for port object 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:30.684267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:30.684994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.690818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.709547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eed0c-4ccd-4aae-9770-87d99fb35af4 req-d007d527-5866-42d7-bdc1-7d0e174d38e9 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:30.717003 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c43eed0c-4ccd-4aae-9770-87d99fb35af4 req-d007d527-5866-42d7-bdc1-7d0e174d38e9 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 931 time: 0.5094612 Sep 19 17:09:30.722240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.735776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-d35f074d-8df6-4eea-a868-b0035f16ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:30.737285 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-d35f074d-8df6-4eea-a868-b0035f16ef84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68c7ee45-f272-4ba8-97be-291c4b6e1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4674804 Sep 19 17:09:30.755882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.782648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:30.804327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Usage tracker for resource:subnet and tenant:9b69912176904443a7fb0fbd47ece86d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:30.823813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:30.828531 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=25d585c27e2a450a844500809a477cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9323325 Sep 19 17:09:30.836726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:30.839175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38672) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:30.849156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cf31d7-ef16-48a7-be21-eef86bd402d5']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:30.852632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ecc3e-7170-4f4b-abfa-d351bfffbef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aafb9e-1592-49c4-ad23-9f5aece2cd37,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:30.870367 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c43eed0c-4ccd-4aae-9770-87d99fb35af4 req-9bfa079d-e8a1-48cd-a51d-1a7157656a44 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522586 Sep 19 17:09:30.919488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Made reservation on behalf of 9b69912176904443a7fb0fbd47ece86d for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:30.923643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:30.924752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcd1d05-7208-4003-97e7-c920a900f367') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:30.926322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcd1d05-7208-4003-97e7-c920a900f367') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:30.938442 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-c9decf39-783f-4b4d-9e22-b716be385684 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7173142 Sep 19 17:09:30.977676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05ed0854-56b8-4833-ac62-f7a234fb0097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.020821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.061139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Request body: {'port': {'device_id': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:31.080644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b342e7cf-61c4-4caa-9edd-285b766cd45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.211123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b342e7cf-61c4-4caa-9edd-285b766cd45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.240815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ed53-873d-4781-973f-60ee037d367c req-08109dcf-0d54-4a92-9cdc-dafe8ca2b8a1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:31.241518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d206ed53-873d-4781-973f-60ee037d367c req-08109dcf-0d54-4a92-9cdc-dafe8ca2b8a1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Synchronizing usage tracker for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:31.243954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Pushing event updated for resources: {'Port': ['ID=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:31.253274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-05ed0854-56b8-4833-ac62-f7a234fb0097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Calling delete_port for d5a2c546-224d-4e86-aab5-4fb3d2aac2a9 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:31.301840 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-751de3c5-aea6-4afc-8438-ba4fb042cd79 service neutron] 10.222.0.86 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470367 Sep 19 17:09:31.357826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.401753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:31.402157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.489489 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 5fcd1d05-7208-4003-97e7-c920a900f367 resource provider aggregate not found Sep 19 17:09:31.545111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747798-c550-452b-8651-0341b77d3101 req-4366d658-778e-4e81-a630-1a91b94e8fbc tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:31.546774 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3747798-c550-452b-8651-0341b77d3101 req-4366d658-778e-4e81-a630-1a91b94e8fbc tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 943 time: 0.5485606 Sep 19 17:09:31.564752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d206ed53-873d-4781-973f-60ee037d367c req-08109dcf-0d54-4a92-9cdc-dafe8ca2b8a1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Unset dirty status for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:31.565915 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d206ed53-873d-4781-973f-60ee037d367c req-08109dcf-0d54-4a92-9cdc-dafe8ca2b8a1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 931 time: 2.0210845 Sep 19 17:09:31.567433 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 5fcd1d05-7208-4003-97e7-c920a900f367 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fcd1d05-7208-4003-97e7-c920a900f367 found for delete ", "request_id": "req-52c5a048-be42-4ee9-9a6f-aed8cd3b635f"}]} Sep 19 17:09:31.603939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b342e7cf-61c4-4caa-9edd-285b766cd45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.636732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Attempting to bind port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:31.636970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Attempting to bind port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:31.637324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Attempting to bind port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c on network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:31.662053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c on network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:31.662381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Attempting to bind port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c on network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:31.668319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e7cf-61c4-4caa-9edd-285b766cd45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aafb9e-1592-49c4-ad23-9f5aece2cd37,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:31.676985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.685112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05ed0854-56b8-4833-ac62-f7a234fb0097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.716571 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3747798-c550-452b-8651-0341b77d3101 req-fbff5678-63c4-4a7d-9fd5-500ed98278ed tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509159 Sep 19 17:09:31.720284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.743507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:31.743840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Checking segment: {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:31.744392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Bound using segment: {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:31.744852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Bound port: 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d04122-1ec1-49eb-95af-cff8ba50f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:31.745200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.753624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.757624 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d84d4428-c3cb-47f6-abec-9776108ae076 req-b9e5f614-3b56-401f-9bee-4a201d3c8cdb service neutron] 10.222.0.86 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170208 Sep 19 17:09:31.763854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b342e7cf-61c4-4caa-9edd-285b766cd45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.768176 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b342e7cf-61c4-4caa-9edd-285b766cd45e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a7aafb9e-1592-49c4-ad23-9f5aece2cd37 HTTP/1.1" status: 204 len: 168 time: 0.9248674 Sep 19 17:09:31.781207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.818277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Subnet': ['ID=d23ab0d9-abe4-485e-ac5f-04b6c1826d2b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:31.877388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Checking segment: {'id': 'b180d342-43f2-4a5b-8cfb-d1934f8945d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:31.877759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Network hostable DHCP agents. Network: cc272295-13af-4fb8-8775-3d6d0b8da3c1, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:31.927239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:31.927489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Network': ['ID=98cf31d7-ef16-48a7-be21-eef86bd402d5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:31.929374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed0854-56b8-4833-ac62-f7a234fb0097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5a2c546-224d-4e86-aab5-4fb3d2aac2a9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:31.948982 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d206ed53-873d-4781-973f-60ee037d367c req-d017fbbe-af1a-42d0-a849-92d364ae6021 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521075 Sep 19 17:09:31.950642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-fc76d0f1-56c7-48aa-97ed-7ce3e53077c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:31.952619 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-fc76d0f1-56c7-48aa-97ed-7ce3e53077c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2c7a0580a670455db49bcda450f4409a&device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 1096 time: 0.1269336 Sep 19 17:09:31.954368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, cc272295-13af-4fb8-8775-3d6d0b8da3c1) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:31.959107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:31.959820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:31.966953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0f06a3-5818-4295-b5e5-7754a80ead4d None None] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:32.013062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05ed0854-56b8-4833-ac62-f7a234fb0097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.015147 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05ed0854-56b8-4833-ac62-f7a234fb0097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "DELETE /v2.0/ports/d5a2c546-224d-4e86-aab5-4fb3d2aac2a9 HTTP/1.1" status: 204 len: 168 time: 2.7680736 Sep 19 17:09:32.050732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38686) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:32.070562 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c4df405-6a38-4117-8f29-653cba979998 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/networks/98cf31d7-ef16-48a7-be21-eef86bd402d5 HTTP/1.1" status: 204 len: 168 time: 3.1655223 Sep 19 17:09:32.098653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38692) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:32.135813 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f8f763c0-6517-4c70-a94d-e624544f2e39 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7416174 Sep 19 17:09:32.135991 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-1542dcdf-b50d-4be1-a23b-88906640caa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] GET failed (client error): The resource could not be found. Sep 19 17:09:32.135991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1542dcdf-b50d-4be1-a23b-88906640caa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Synchronizing usage tracker for tenant:a6833e60ef274a3fbec7342571a6463c on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:32.142700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38698) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:32.165168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-926975849'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:32.266179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.310705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'tenant_id': '9b69912176904443a7fb0fbd47ece86d', 'fixed_ips': [{'subnet_id': 'd23ab0d9-abe4-485e-ac5f-04b6c1826d2b'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:32.314543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.317767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] For port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:32.327142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.352338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.356737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-8bcf89c5-489e-4252-ad10-e100c1fc16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:32.358183 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-8bcf89c5-489e-4252-ad10-e100c1fc16c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68c7ee45-f272-4ba8-97be-291c4b6e1204 HTTP/1.1" status: 200 len: 913 time: 0.3809690 Sep 19 17:09:32.389800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1542dcdf-b50d-4be1-a23b-88906640caa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Unset dirty status for tenant:a6833e60ef274a3fbec7342571a6463c on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:32.391067 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1542dcdf-b50d-4be1-a23b-88906640caa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "GET /v2.0/ports/d5a2c546-224d-4e86-aab5-4fb3d2aac2a9 HTTP/1.1" status: 404 len: 333 time: 0.3390093 Sep 19 17:09:32.418645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] For port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:32.419527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:32.467304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Request body: {'port': {'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870821697'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:32.477964 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-e6424400-069c-44be-bad9-7d6a0595aeb6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e HTTP/1.1" status: 200 len: 217 time: 0.1119876 Sep 19 17:09:32.485862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.490326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:32.541373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:32.545927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.549485 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] 10.222.0.86 "PUT /v2.0/ports/4b3a5a2b-394a-4f10-9caf-e3a4e249a55c HTTP/1.1" status: 200 len: 1093 time: 5.8558016 Sep 19 17:09:32.561381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:32.614833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05fa4e-b719-44d5-9fc7-ad30be58c63f req-91fc35c9-e523-4ca5-84a1-6dfb0d5b481d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:32.622203 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da05fa4e-b719-44d5-9fc7-ad30be58c63f req-91fc35c9-e523-4ca5-84a1-6dfb0d5b481d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 943 time: 0.5223985 Sep 19 17:09:32.642160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Allocated IP 2001:db8::2 (cc272295-13af-4fb8-8775-3d6d0b8da3c1/d23ab0d9-abe4-485e-ac5f-04b6c1826d2b/1af009e8-0591-42b8-8010-c3f40d2ab202) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:32.644232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:32.676112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event updated for resources: {'Port': ['ID=592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:32.758831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-a51bb984-e9a1-4735-99fe-53acf7761820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:32.767731 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-a51bb984-e9a1-4735-99fe-53acf7761820 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c092ee58-c8d1-4a02-af9d-a1ac28f3706a HTTP/1.1" status: 200 len: 851 time: 0.2772205 Sep 19 17:09:32.796945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2c4f03a2-36fe-4832-97d0-27b9b4306ada None None] Provisioning complete for port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:32.797593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2c4f03a2-36fe-4832-97d0-27b9b4306ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.874726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f03a2-36fe-4832-97d0-27b9b4306ada None None] Port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:32.877269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38724) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:32.881572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f4d681-9fb2-49b3-a5cf-41af2e383792" -d '{"events": [{"name": "network-changed", "server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:32.882707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:32.908605 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da05fa4e-b719-44d5-9fc7-ad30be58c63f req-36439a2e-0e06-4dbe-98f2-cb68b6b675c7 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854290 Sep 19 17:09:32.948797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a9d80e-69e3-449b-8483-c8cbfde31d67']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:32.969596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7130859e-2be8-4ab6-9c5c-ded591613f35') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:32.970281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7130859e-2be8-4ab6-9c5c-ded591613f35') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:32.983001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.002780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] In _notify_port_updated(), no bound segment for port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de on network 251cdd22-8110-4f43-b86b-51ee315f3195 {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:09:33.003703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.009876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:33.010283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.017243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:33.017948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.023047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.024796 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-738e45e8-ae9b-4536-9305-5e4dc0ccf3aa tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "PUT /v2.0/ports/592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de HTTP/1.1" status: 200 len: 1136 time: 3.9101059 Sep 19 17:09:33.031208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38736) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:33.032763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:33.043687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Made reservation on behalf of a6833e60ef274a3fbec7342571a6463c for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:33.046869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.106609 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7130859e-2be8-4ab6-9c5c-ded591613f35 resource provider aggregate not found Sep 19 17:09:33.114215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252130704'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:33.118784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b02aad9-2645-4ccd-ad31-5a0bd7568785 x-openstack-request-id: req-1b02aad9-2645-4ccd-ad31-5a0bd7568785 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:33.119120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:33.119388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1b02aad9-2645-4ccd-ad31-5a0bd7568785 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:33.119495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:33.119838 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b02aad9-2645-4ccd-ad31-5a0bd7568785'] response: {'name': 'network-changed', 'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'status': 'completed', 'code': 200} Sep 19 17:09:33.123440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:33.127135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:33.132064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:33.142939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Usage tracker for resource:port and tenant:9b69912176904443a7fb0fbd47ece86d is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:33.161161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:33.164631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.178968 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7130859e-2be8-4ab6-9c5c-ded591613f35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7130859e-2be8-4ab6-9c5c-ded591613f35 found for delete ", "request_id": "req-68966c0a-737f-4082-abd1-665ebb0fc1a5"}]} Sep 19 17:09:33.187976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-eb5ce04b-f730-40e6-b77b-5e306c421474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:33.189522 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-eb5ce04b-f730-40e6-b77b-5e306c421474 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68c7ee45-f272-4ba8-97be-291c4b6e1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3959982 Sep 19 17:09:33.190121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:33.193528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] device_id is not set on port cb4525b6-c412-485b-89d3-3e7e60c3c972 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:33.227278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.230788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Transition to ACTIVE for port object 1af009e8-0591-42b8-8010-c3f40d2ab202 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:33.252630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Transition to ACTIVE for port object 1af009e8-0591-42b8-8010-c3f40d2ab202 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:33.253617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:33.258421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58ff93-45e9-4caa-84d4-d8b63a2a4dbb service neutron] Pushing event updated for resources: {'Port': ['ID=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:33.270929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.317480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.357288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Made reservation on behalf of 9b69912176904443a7fb0fbd47ece86d for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:33.360895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.362406 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:33.365373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:33.368052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:33.370539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.374491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Network': ['ID=43a9d80e-69e3-449b-8483-c8cbfde31d67,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:33.380786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:33.382986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d1f34-50c9-4239-ad90-2318de643784 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:33.387511 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4d5d1f34-50c9-4239-ad90-2318de643784 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "GET /v2.0/ports/592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de HTTP/1.1" status: 200 len: 1136 time: 0.3087258 Sep 19 17:09:33.392935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38744) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:33.393855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:security_group_rule and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:33.403473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:33.417397 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Pushing event updated for resources: {'Port': ['ID=1af009e8-0591-42b8-8010-c3f40d2ab202,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:33.433723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] device_id is not set on port 7002feae-01fb-4767-b9c1-3b2831c4e6e4 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:33.451224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:33.457024 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d25f5684-7e4a-4d0f-975e-1a0dfd791032 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/networks/43a9d80e-69e3-449b-8483-c8cbfde31d67 HTTP/1.1" status: 204 len: 168 time: 1.3542552 Sep 19 17:09:33.457608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38748) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:33.507823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Attempting to bind port 1af009e8-0591-42b8-8010-c3f40d2ab202 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:33.509427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Attempting to bind port 1af009e8-0591-42b8-8010-c3f40d2ab202 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'b180d342-43f2-4a5b-8cfb-d1934f8945d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:33.510253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Attempting to bind port 1af009e8-0591-42b8-8010-c3f40d2ab202 on network cc272295-13af-4fb8-8775-3d6d0b8da3c1 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:33.518208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:33.518827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Checking segment: {'id': 'b180d342-43f2-4a5b-8cfb-d1934f8945d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:33.519363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.519978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Bound using segment: {'id': 'b180d342-43f2-4a5b-8cfb-d1934f8945d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:33.520538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Bound port: 1af009e8-0591-42b8-8010-c3f40d2ab202, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b180d342-43f2-4a5b-8cfb-d1934f8945d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:33.520979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.544883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-703bfe0b-a4ac-4268-8c57-f28ccd671e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:33.546472 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-703bfe0b-a4ac-4268-8c57-f28ccd671e33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffde5deff3e2483b96ebceb7eaa4d9b5&device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 1096 time: 0.8910663 Sep 19 17:09:33.623514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] For port 1af009e8-0591-42b8-8010-c3f40d2ab202, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:33.628033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] For port 1af009e8-0591-42b8-8010-c3f40d2ab202, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1af009e8-0591-42b8-8010-c3f40d2ab202,segment=NetworkSegment(b180d342-43f2-4a5b-8cfb-d1934f8945d3),segment_id=b180d342-43f2-4a5b-8cfb-d1934f8945d3)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:33.635513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.700588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371cbda-c5f8-427c-bd24-7eb4941e4928 req-dfe47b13-323e-4760-8e81-f96419afd787 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:33.708302 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6371cbda-c5f8-427c-bd24-7eb4941e4928 req-dfe47b13-323e-4760-8e81-f96419afd787 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 943 time: 0.7186551 Sep 19 17:09:33.716001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d577c78-80c5-4fd6-9be4-089337e0b673 None None] Pushing event updated for resources: {'Port': ['ID=1af009e8-0591-42b8-8010-c3f40d2ab202,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:33.745252 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-a0856e94-f991-42f2-a352-9fe40af0b736 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c HTTP/1.1" status: 200 len: 217 time: 0.1275074 Sep 19 17:09:33.767318 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-61a626b1-1448-4d6c-b3f1-7cfb60d91f76 service neutron] 10.222.0.86 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411162 Sep 19 17:09:33.770019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89e082a-3e57-4a13-9941-604d296d3922 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:09:33.774892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e6372-8c5c-4be1-aac1-44afb954e590 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Deleting port 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:33.775254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb6e6372-8c5c-4be1-aac1-44afb954e590 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.818457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:33.884018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c548b-bb5d-4526-83b6-4c8b82e97034 req-8706ed5b-7e73-4179-bb68-aa5f478351ef tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:33.891704 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6a1c548b-bb5d-4526-83b6-4c8b82e97034 req-8706ed5b-7e73-4179-bb68-aa5f478351ef tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 931 time: 0.7143214 Sep 19 17:09:34.040974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.059688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Transition to ACTIVE for port object a89e082a-3e57-4a13-9941-604d296d3922 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:34.067248 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6371cbda-c5f8-427c-bd24-7eb4941e4928 req-8ad2dd56-1be8-4160-9ec5-c2212f687ff0 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580577 Sep 19 17:09:34.076359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.094564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab941838-e2fb-4e5c-8095-68d86c77cb94 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:34.096529 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab941838-e2fb-4e5c-8095-68d86c77cb94 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:34.097321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ab941838-e2fb-4e5c-8095-68d86c77cb94 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Synchronizing usage tracker for tenant:d4e219569639414fa3c296d50d78f71a on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:34.124231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-6a1c548b-bb5d-4526-83b6-4c8b82e97034 req-144a3048-dfd0-4fa3-b3c6-0983ade107cb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Synchronizing usage tracker for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:34.182815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-fb5667b6-5044-4054-95d6-994d0ad7f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:34.184545 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-fb5667b6-5044-4054-95d6-994d0ad7f250 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f9fbde1-1ae3-463a-8035-5fce0c35e939 HTTP/1.1" status: 200 len: 845 time: 0.4230347 Sep 19 17:09:34.214774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ab941838-e2fb-4e5c-8095-68d86c77cb94 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Unset dirty status for tenant:d4e219569639414fa3c296d50d78f71a on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:34.215830 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ab941838-e2fb-4e5c-8095-68d86c77cb94 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7422516 Sep 19 17:09:34.241342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38754) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:34.244720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.248801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Allocated IP 2001:db8::3dc (cc272295-13af-4fb8-8775-3d6d0b8da3c1/d23ab0d9-abe4-485e-ac5f-04b6c1826d2b/7002feae-01fb-4767-b9c1-3b2831c4e6e4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:34.251237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-6a1c548b-bb5d-4526-83b6-4c8b82e97034 req-144a3048-dfd0-4fa3-b3c6-0983ade107cb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Unset dirty status for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:34.252481 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6a1c548b-bb5d-4526-83b6-4c8b82e97034 req-144a3048-dfd0-4fa3-b3c6-0983ade107cb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599968 Sep 19 17:09:34.329167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-753402862'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:34.334563 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a0b6c19-1d47-4f52-b466-ff1dff4059ef req-9061aa06-aae4-47b1-9837-a6ea365765f1 service neutron] 10.222.0.86 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324056 Sep 19 17:09:34.338863 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.344993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:34.394791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:34.402511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1af009e8-0591-42b8-8010-c3f40d2ab202 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:34.412868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Pushing event updated for resources: {'Port': ['ID=a89e082a-3e57-4a13-9941-604d296d3922,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:34.429440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:34.444579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998300c9-1eb4-43a5-8b46-f21199c47f8e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:34.462283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Made reservation on behalf of d4e219569639414fa3c296d50d78f71a for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:34.466457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.488050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.488451 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment e8b3fd85-301f-4e35-90de-463baa5c8598 of type vlan for network 3f03aabe-97c7-4b09-b53c-995128bee84d Sep 19 17:09:34.492217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb6e6372-8c5c-4be1-aac1-44afb954e590 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.508579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.538547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 1af009e8-0591-42b8-8010-c3f40d2ab202 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:34.659248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:34.676523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e6372-8c5c-4be1-aac1-44afb954e590 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Calling delete_port for 592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:34.683148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Network 946c190e-bcdf-45b7-b8db-38ae88f1f35e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:34.702525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Attempting to bind port a89e082a-3e57-4a13-9941-604d296d3922 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:34.702883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Attempting to bind port a89e082a-3e57-4a13-9941-604d296d3922 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:34.703249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Attempting to bind port a89e082a-3e57-4a13-9941-604d296d3922 on network 2c02a989-b601-4077-a12b-46a803f8f26b {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:34.705932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:34.707772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.722051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:34.722897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:34.723527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.732370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Port a89e082a-3e57-4a13-9941-604d296d3922 on network 2c02a989-b601-4077-a12b-46a803f8f26b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:34.732677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Attempting to bind port a89e082a-3e57-4a13-9941-604d296d3922 on network 2c02a989-b601-4077-a12b-46a803f8f26b {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:34.736296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-4e2f4c1f-b0c4-46da-acb0-dcdf662aeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:34.736906 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.737249 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Added segment 748bc30a-0788-4814-8d89-5b4a38e4a10c of type vlan for network 5fe88fe2-3907-4ce0-b8f2-39279773b438 Sep 19 17:09:34.737791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-4e2f4c1f-b0c4-46da-acb0-dcdf662aeccd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5248580 Sep 19 17:09:34.738409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=cb4525b6-c412-485b-89d3-3e7e60c3c972,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:34.762374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e09f6-96f6-4520-9e72-59153dd350c7 req-343ca380-2ad9-40e2-82a6-1aca44e911dc tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:34.763936 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-441e09f6-96f6-4520-9e72-59153dd350c7 req-343ca380-2ad9-40e2-82a6-1aca44e911dc tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 943 time: 0.5093045 Sep 19 17:09:34.794699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.802164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:34.802379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Checking segment: {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:34.802719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Bound using segment: {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:34.803206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Bound port: a89e082a-3e57-4a13-9941-604d296d3922, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cad2de0-d393-4317-8a21-74990fb8870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:34.803552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.829576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.835038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:34.835638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.911099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7081e5b4-d4b1-4814-b7b5-4974e591b55e None None] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:34.981321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.987422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:34.988030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:34.999013 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8cc530ab-4e08-4264-a57f-ca7169b8b63c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5747421 Sep 19 17:09:35.008503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38758) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:35.009544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-81cf5861-c641-4c44-a51b-e6b3cbb2daf7 None None] Provisioning for port 1af009e8-0591-42b8-8010-c3f40d2ab202 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:35.019271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-81cf5861-c641-4c44-a51b-e6b3cbb2daf7 None None] Provisioning complete for port 1af009e8-0591-42b8-8010-c3f40d2ab202 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:35.019994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-81cf5861-c641-4c44-a51b-e6b3cbb2daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.042448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.048138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:35.048305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-441e09f6-96f6-4520-9e72-59153dd350c7 req-7e746491-c22b-4717-8cdf-8898c69433b0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579844 Sep 19 17:09:35.094079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Transition to ACTIVE for port object 7002feae-01fb-4767-b9c1-3b2831c4e6e4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:35.107593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=3f03aabe-97c7-4b09-b53c-995128bee84d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:35.126969 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d55d93e-4725-4c1a-893b-55577c2dc6d6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2369864 Sep 19 17:09:35.147700 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8951254 Sep 19 17:09:35.147700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38764) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:35.150531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 3f03aabe-97c7-4b09-b53c-995128bee84d details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:35.153776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] For port a89e082a-3e57-4a13-9941-604d296d3922, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:35.157938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] For port a89e082a-3e57-4a13-9941-604d296d3922, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a89e082a-3e57-4a13-9941-604d296d3922,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:35.182965 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-3347f68f-0278-4205-9b4f-d339df2f52d5 service neutron] 10.222.0.86 "GET /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290185 Sep 19 17:09:35.185060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.187641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.210566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-770196511'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:35.215969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:35.227302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:35.249809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb6e6372-8c5c-4be1-aac1-44afb954e590 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.263233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38768) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:35.264136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Made reservation on behalf of d4e219569639414fa3c296d50d78f71a for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:35.268388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.275684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': '3f03aabe-97c7-4b09-b53c-995128bee84d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:35.292209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:35.293032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.294745 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] 10.222.0.86 "PUT /v2.0/ports/a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 1093 time: 4.2760561 Sep 19 17:09:35.326577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'tag': 'a89e082a-3e57-4a13-9941-604d296d3922'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:35.331550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc", "tag": "a89e082a-3e57-4a13-9941-604d296d3922"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:35.351626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:35.366775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:35.370738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:35.377629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:35.378500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.497447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ac819-1485-41d1-9003-e306448f84b0 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Network': ['ID=5fe88fe2-3907-4ce0-b8f2-39279773b438,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:35.500012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e6372-8c5c-4be1-aac1-44afb954e590 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event deleted for resources: {'Port': ['ID=592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:35.537089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 5fe88fe2-3907-4ce0-b8f2-39279773b438 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:35.539189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:35.555525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d1594-bb08-4363-a7fd-043cd723efde service neutron] Pushing event updated for resources: {'Port': ['ID=a89e082a-3e57-4a13-9941-604d296d3922,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:35.646613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-81cf5861-c641-4c44-a51b-e6b3cbb2daf7 None None] Current status of the port 1af009e8-0591-42b8-8010-c3f40d2ab202 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:35.647183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-81cf5861-c641-4c44-a51b-e6b3cbb2daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.666379 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5224788 Sep 19 17:09:35.693939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38780) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:35.719375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1289003686', 'allowed_address_pairs': [{'ip_address': '2001:db8::3dc', 'mac_address': 'fa:16:3e:6e:86:bb'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:35.723799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-81cf5861-c641-4c44-a51b-e6b3cbb2daf7 None None] For port 1af009e8-0591-42b8-8010-c3f40d2ab202, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1af009e8-0591-42b8-8010-c3f40d2ab202,segment=NetworkSegment(b180d342-43f2-4a5b-8cfb-d1934f8945d3),segment_id=b180d342-43f2-4a5b-8cfb-d1934f8945d3)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:35.731055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-81cf5861-c641-4c44-a51b-e6b3cbb2daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.776281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.776681 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Added segment a9c77b54-6ce4-45b7-a6a8-9b52158b0f78 of type vlan for network 73932f86-e8ec-4bef-a077-47f5b80ada6b Sep 19 17:09:35.782949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.807335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf5861-c641-4c44-a51b-e6b3cbb2daf7 None None] Pushing event updated for resources: {'Port': ['ID=1af009e8-0591-42b8-8010-c3f40d2ab202,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:35.866139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b14a4885-c7de-43af-8cf8-ea0e34da988e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:09:35.913294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.948272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eb6e6372-8c5c-4be1-aac1-44afb954e590 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:35.975375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:36.004744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:36.019557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:36.038776 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eb6e6372-8c5c-4be1-aac1-44afb954e590 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "DELETE /v2.0/ports/592e3ec6-f0fa-4f7c-a0dd-a19f95f2e9de HTTP/1.1" status: 204 len: 168 time: 2.6364288 Sep 19 17:09:36.039327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3fee4-e75b-4c2b-9605-985598af410b tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=7002feae-01fb-4767-b9c1-3b2831c4e6e4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:36.044824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38784) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:36.051649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d971-f91a-4833-bf51-c6a386bf1abb req-1f3bd8b2-71c3-443c-8b61-0b2ac5f45036 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:36.053212 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ef91d971-f91a-4833-bf51-c6a386bf1abb req-1f3bd8b2-71c3-443c-8b61-0b2ac5f45036 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 943 time: 0.7023754 Sep 19 17:09:36.060600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b14a4885-c7de-43af-8cf8-ea0e34da988e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:36.086065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:36.086690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'port_id': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'mac_address': 'fa:16:3e:3f:64:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:09:36.103652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.109624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:36.110254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.117359 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9198aafd-e5ec-41dc-ad7f-7f650d9d6218 req-e725e937-2227-400a-ba3b-23eb09cbefb7 service neutron] 10.222.0.86 "GET /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8505626 Sep 19 17:09:36.132101 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-63bffb2b-d4f2-459b-a920-ce339f2d8ec8 None None] Provisioning for port 7002feae-01fb-4767-b9c1-3b2831c4e6e4 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:36.146524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-63bffb2b-d4f2-459b-a920-ce339f2d8ec8 None None] Provisioning complete for port 7002feae-01fb-4767-b9c1-3b2831c4e6e4 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:36.148442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-63bffb2b-d4f2-459b-a920-ce339f2d8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.190523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961c345-c319-4db9-9ef4-d4e0ac731756 req-26cde583-f41b-4ce0-a9f6-cdf477b92a7f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:36.197957 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d961c345-c319-4db9-9ef4-d4e0ac731756 req-26cde583-f41b-4ce0-a9f6-cdf477b92a7f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 943 time: 0.6796050 Sep 19 17:09:36.207908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:36.211575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.223485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-63bffb2b-d4f2-459b-a920-ce339f2d8ec8 None None] Port 7002feae-01fb-4767-b9c1-3b2831c4e6e4 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:36.252225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-63bffb2b-d4f2-459b-a920-ce339f2d8ec8 None None] Provisioning complete for port 1af009e8-0591-42b8-8010-c3f40d2ab202 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:36.252811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-63bffb2b-d4f2-459b-a920-ce339f2d8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.259251 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1120372 Sep 19 17:09:36.275705 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ef91d971-f91a-4833-bf51-c6a386bf1abb req-ca4f289f-b1a8-49fb-a2d7-8afde3bf9f21 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040613 Sep 19 17:09:36.276576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38790) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:36.286971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b14a4885-c7de-43af-8cf8-ea0e34da988e is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:36.287360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.289955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'ports': [{'network_id': '5fe88fe2-3907-4ce0-b8f2-39279773b438', 'name': 'tempest-port--540079617', 'admin_state_up': True}, {'network_id': '73932f86-e8ec-4bef-a077-47f5b80ada6b', 'admin_state_up': False}]} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:36.290435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'port': {'network_id': '5fe88fe2-3907-4ce0-b8f2-39279773b438', 'name': 'tempest-port--540079617', 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:36.291091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'port': {'network_id': '73932f86-e8ec-4bef-a077-47f5b80ada6b', 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:36.335873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4312827-e4df-480d-b243-b3cbe37bbf25 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Deleting subnet fd65c527-5f9e-4883-adb6-0b29e23eedba {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:09:36.348445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:09:36.349161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14a4885-c7de-43af-8cf8-ea0e34da988e {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:09:36.368188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637be55-15dd-4b6f-a442-76db826ac5fa tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Network': ['ID=73932f86-e8ec-4bef-a077-47f5b80ada6b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:36.368387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b14a4885-c7de-43af-8cf8-ea0e34da988e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:36.391441 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 73932f86-e8ec-4bef-a077-47f5b80ada6b details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:36.397126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-d1f2f359-d313-4d6d-b4a6-399b14315fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:36.398573 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-d1f2f359-d313-4d6d-b4a6-399b14315fed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1096 time: 1.0418043 Sep 19 17:09:36.399661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:36.410286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e491da1b-1a5b-4960-bac8-644efb12d40d x-openstack-request-id: req-e491da1b-1a5b-4960-bac8-644efb12d40d {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:36.410476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc", "tag": "a89e082a-3e57-4a13-9941-604d296d3922", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:36.410730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e491da1b-1a5b-4960-bac8-644efb12d40d {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:36.411130 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e491da1b-1a5b-4960-bac8-644efb12d40d'] response: {'name': 'network-changed', 'server_uuid': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'tag': 'a89e082a-3e57-4a13-9941-604d296d3922', 'status': 'completed', 'code': 200} Sep 19 17:09:36.411716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4312827-e4df-480d-b243-b3cbe37bbf25 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.492735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Usage tracker for resource:port and tenant:9b69912176904443a7fb0fbd47ece86d is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:36.508935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] device_id is not set on port cb4525b6-c412-485b-89d3-3e7e60c3c972 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:36.519573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.528892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.564748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1af009e8-0591-42b8-8010-c3f40d2ab202 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:36.593865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:36.607695 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d961c345-c319-4db9-9ef4-d4e0ac731756 req-ca623eaf-7b1e-49c9-87ad-3f1cced74feb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4083552 Sep 19 17:09:36.632838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:36.643155 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-f7baae11-570a-4db5-a6d1-2d08044f2802 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 217 time: 0.1919971 Sep 19 17:09:36.682034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Transition to ACTIVE for port object cb4525b6-c412-485b-89d3-3e7e60c3c972 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:36.700541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.704900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4312827-e4df-480d-b243-b3cbe37bbf25 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.720678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b14a4885-c7de-43af-8cf8-ea0e34da988e,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:36.739039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-63bffb2b-d4f2-459b-a920-ce339f2d8ec8 None None] Current status of the port 1af009e8-0591-42b8-8010-c3f40d2ab202 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:36.743583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1af009e8-0591-42b8-8010-c3f40d2ab202 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:36.743959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.768929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Made reservation on behalf of 9b69912176904443a7fb0fbd47ece86d for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:36.803671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['b14a4885-c7de-43af-8cf8-ea0e34da988e'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:09:36.832973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:36.849215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Usage tracker for resource:port and tenant:d4e219569639414fa3c296d50d78f71a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:36.854470 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:36.864258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=cb4525b6-c412-485b-89d3-3e7e60c3c972,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:36.866494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:36.866832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:36.867202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:36.871642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:36.883308 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:36.884885 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:36.884885 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 2 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:36.889083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-b6284d4d-c267-49b5-8dfb-b01c7636c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:36.890683 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-b6284d4d-c267-49b5-8dfb-b01c7636c491 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.2352183 Sep 19 17:09:36.897457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Made reservation on behalf of d4e219569639414fa3c296d50d78f71a for: {'port': 2} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:36.901876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.902950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-4b032ae0-179c-4eca-8968-bd793746889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:36.904429 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-4b032ae0-179c-4eca-8968-bd793746889a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffde5deff3e2483b96ebceb7eaa4d9b5&device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 1096 time: 0.6983514 Sep 19 17:09:36.909331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-aaed2926-28be-4e0b-994f-d33acff9c997 None None] Provisioning complete for port 7002feae-01fb-4767-b9c1-3b2831c4e6e4 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:36.909722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aaed2926-28be-4e0b-994f-d33acff9c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.927628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b2cb5-bd0e-4b13-a6be-e2d40aa01a7c req-8b65c728-0d26-486b-a74a-1cee82ec2fe2 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:36.929111 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-933b2cb5-bd0e-4b13-a6be-e2d40aa01a7c req-8b65c728-0d26-486b-a74a-1cee82ec2fe2 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 943 time: 0.4068620 Sep 19 17:09:36.935729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:36.936063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:36.936405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:36.941985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:36.966495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-aaed2926-28be-4e0b-994f-d33acff9c997 None None] Port 7002feae-01fb-4767-b9c1-3b2831c4e6e4 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:36.976265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:36.976489 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:36.980228 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 3 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:37.052330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:37.052978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:37.052978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:37.067552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1af009e8-0591-42b8-8010-c3f40d2ab202 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:37.119628 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-933b2cb5-bd0e-4b13-a6be-e2d40aa01a7c req-864d2b9d-8e67-4974-8385-b7a710e82239 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797602 Sep 19 17:09:37.138934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:37.138934 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:37.139608 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 4 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:37.167351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.207364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4312827-e4df-480d-b243-b3cbe37bbf25 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.220596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:37.220934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:37.221270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:37.240329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:37.240660 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:37.243239 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 5 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:37.268962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] device_id is not set on port 4abd450d-a245-4ae0-957c-56eb2c3e4cbf yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:37.274524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:37.274862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:37.275226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:37.282076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:37.282411 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:37.283745 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 6 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:37.290170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] device_id is not set on port 36eedb19-b868-4e3f-9cc8-3156abab681e yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:37.309914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:37.310250 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:37.310593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:37.317992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:37.318326 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:37.319783 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 7 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:37.340721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:37.341295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:37.341798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:37.350647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-5cf06a97-d7fb-45bf-8163-cc0b65df121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:37.352164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-5cf06a97-d7fb-45bf-8163-cc0b65df121d service neutron] 10.222.0.86 "GET /v2.0/networks?id=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 HTTP/1.1" status: 200 len: 907 time: 0.3993371 Sep 19 17:09:37.352284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:37.352563 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:37.355633 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 8 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:37.363120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.390390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:37.390729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:37.391114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:37.406418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:37.406748 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:37.409677 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 9 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:37.441514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:37.441870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:37.442180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:37.448318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.453539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:37.454204 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:37.469449 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempt 10 to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 Sep 19 17:09:37.501834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-a024b27d-0bc5-488c-bacd-7c9b43391185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:37.503372 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-a024b27d-0bc5-488c-bacd-7c9b43391185 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6048255 Sep 19 17:09:37.549565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:37.549899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:37.550234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempting to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:37.566545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:09:37.566786 dv-neutron-857789-3-hyperv neutron-server[89055]: ERROR neutron.plugins.ml2.managers [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Failed to bind port cb4525b6-c412-485b-89d3-3e7e60c3c972 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '01371b3b-835d-478f-b8e8-6b01e1bd2cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '946c190e-bcdf-45b7-b8db-38ae88f1f35e'}] Sep 19 17:09:37.567165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.573017 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-93c43c83-1bf5-4a35-ae0d-ca02f6a3cbcc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c HTTP/1.1" status: 200 len: 217 time: 0.2062924 Sep 19 17:09:37.585711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] device_id is not set on port 412d550d-ecf9-45cb-ac17-19d34c65dcce yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:37.681859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] For port cb4525b6-c412-485b-89d3-3e7e60c3c972, host hv-neutron-8577, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:37.682206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attempted to set empty binding levels {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 19 17:09:37.690885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.691497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] In _notify_port_updated(), no bound segment for port cb4525b6-c412-485b-89d3-3e7e60c3c972 on network 946c190e-bcdf-45b7-b8db-38ae88f1f35e {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:09:37.692376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:37.692986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.696984 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "PUT /v2.0/ports/cb4525b6-c412-485b-89d3-3e7e60c3c972 HTTP/1.1" status: 200 len: 981 time: 2.6747348 Sep 19 17:09:37.820805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38798) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:37.848631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b14a4885-c7de-43af-8cf8-ea0e34da988e up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:37.923932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4312827-e4df-480d-b243-b3cbe37bbf25 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.927924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port b14a4885-c7de-43af-8cf8-ea0e34da988e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:37.934421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port b14a4885-c7de-43af-8cf8-ea0e34da988e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:37.935057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:37.959540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e560092-deea-4162-a8b8-bd33c62df93b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event updated for resources: {'Port': ['ID=cb4525b6-c412-485b-89d3-3e7e60c3c972,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:37.965513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=e4f0f716-e051-44ff-b704-91e35c77d62e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:37.968018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.001609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a2d0c-c745-483f-a4c8-fcfb80ce317d req-ef3816f4-081c-4a54-96db-3f7bc7f422aa tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:38.003148 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e39a2d0c-c745-483f-a4c8-fcfb80ce317d req-ef3816f4-081c-4a54-96db-3f7bc7f422aa tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 943 time: 0.1687586 Sep 19 17:09:38.028926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4312827-e4df-480d-b243-b3cbe37bbf25 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.031664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.043658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4312827-e4df-480d-b243-b3cbe37bbf25 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event deleted for resources: {'Subnet': ['ID=fd65c527-5f9e-4883-adb6-0b29e23eedba,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:38.047322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3547d-b40e-419a-b586-5ebea0be58dd None None] Network 251cdd22-8110-4f43-b86b-51ee315f3195 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:38.075440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': 'e8b3fd85-301f-4e35-90de-463baa5c8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3f03aabe-97c7-4b09-b53c-995128bee84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:38.076041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: 3f03aabe-97c7-4b09-b53c-995128bee84d, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:38.099974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-bab83003-eefa-4ce6-a5ff-5dd016b0f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:38.101456 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-bab83003-eefa-4ce6-a5ff-5dd016b0f868 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f9fbde1-1ae3-463a-8035-5fce0c35e939 HTTP/1.1" status: 200 len: 845 time: 0.5123947 Sep 19 17:09:38.113401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Deleting port cb4525b6-c412-485b-89d3-3e7e60c3c972 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:38.113744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.146680 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e39a2d0c-c745-483f-a4c8-fcfb80ce317d req-bd7e9899-46b8-4c39-836d-6330e9d932ee tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333370 Sep 19 17:09:38.157640 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c4312827-e4df-480d-b243-b3cbe37bbf25 tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "DELETE /v2.0/subnets/fd65c527-5f9e-4883-adb6-0b29e23eedba HTTP/1.1" status: 204 len: 168 time: 2.1068783 Sep 19 17:09:38.163417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38804) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:38.167643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Port': ['ID=4abd450d-a245-4ae0-957c-56eb2c3e4cbf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:38.196769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Checking segment: {'id': '748bc30a-0788-4814-8d89-5b4a38e4a10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5fe88fe2-3907-4ce0-b8f2-39279773b438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:38.197451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Network hostable DHCP agents. Network: 5fe88fe2-3907-4ce0-b8f2-39279773b438, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:38.204748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b14a4885-c7de-43af-8cf8-ea0e34da988e is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:38.205133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.240898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Allocated IP 2001:db8::21a (cc272295-13af-4fb8-8775-3d6d0b8da3c1/d23ab0d9-abe4-485e-ac5f-04b6c1826d2b/36eedb19-b868-4e3f-9cc8-3156abab681e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:38.250135 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-71c6ffeb-56a9-450d-8956-97ac47a5743e service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096038 Sep 19 17:09:38.264394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d174388-3680-4812-bfd3-564c5bea551b req-597fe2da-7759-4c60-9838-f0fb51dbf4ab tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:38.266284 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8d174388-3680-4812-bfd3-564c5bea551b req-597fe2da-7759-4c60-9838-f0fb51dbf4ab tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 944 time: 0.8037601 Sep 19 17:09:38.285363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14a4885-c7de-43af-8cf8-ea0e34da988e'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:38.304213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Network 5fe88fe2-3907-4ce0-b8f2-39279773b438 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:38.306724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network 3f03aabe-97c7-4b09-b53c-995128bee84d is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:38.321351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.336199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 5fe88fe2-3907-4ce0-b8f2-39279773b438) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:38.337938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Deleting port d5f1aef0-e7bd-467c-928d-7925fc4943d0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:38.338377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.418552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b14a4885-c7de-43af-8cf8-ea0e34da988e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:38.433616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:38.434670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.455817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef73a617-eb96-4d97-8d16-a4e3c45002fe None None] Network 5fe88fe2-3907-4ce0-b8f2-39279773b438 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:38.475886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1e20db-2ecb-4054-bd09-70d3fe0e1750" -d '{"events": [{"server_uuid": "af316652-d1ec-428c-a0b4-dac7e4bd0ece", "name": "network-vif-plugged", "status": "completed", "tag": "b14a4885-c7de-43af-8cf8-ea0e34da988e"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:38.482924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.492914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 3f03aabe-97c7-4b09-b53c-995128bee84d) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:38.497736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:38.498338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.583355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c84cc-dc5a-4574-b8b7-c5ccb7166a02 None None] Network 3f03aabe-97c7-4b09-b53c-995128bee84d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:38.605432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Port': ['ID=412d550d-ecf9-45cb-ac17-19d34c65dcce,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:38.611494 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3a081b48-9c17-4cd0-b8c6-9c3412c5a5a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3427253 Sep 19 17:09:38.615518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8d174388-3680-4812-bfd3-564c5bea551b req-8455e0fc-c03b-4cc0-a6b8-89373ac56961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987471 Sep 19 17:09:38.623231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38814) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:38.636661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816742321'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:38.665185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:38.677444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:38.696741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-926554d1-f6f6-4926-b926-486968bcbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:38.698644 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-926554d1-f6f6-4926-b926-486968bcbf14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5559261 Sep 19 17:09:38.701520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:38.705168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Checking segment: {'id': 'a9c77b54-6ce4-45b7-a6a8-9b52158b0f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '73932f86-e8ec-4bef-a077-47f5b80ada6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:38.705404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Network hostable DHCP agents. Network: 73932f86-e8ec-4bef-a077-47f5b80ada6b, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:38.754827 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:38.765017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed32a70-1c99-48d3-903b-1010c96048eb req-7ff8b880-ef51-488d-adc8-98472f351618 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:38.766602 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0ed32a70-1c99-48d3-903b-1010c96048eb req-7ff8b880-ef51-488d-adc8-98472f351618 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 943 time: 0.4016032 Sep 19 17:09:38.785414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b14a4885-c7de-43af-8cf8-ea0e34da988e,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:38.844779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:38.848350 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.872992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Network 73932f86-e8ec-4bef-a077-47f5b80ada6b is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:38.880927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] For port d5f1aef0-e7bd-467c-928d-7925fc4943d0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d5f1aef0-e7bd-467c-928d-7925fc4943d0,segment=NetworkSegment(2ae90d1f-66f6-4658-b148-ad5ecda1f03d),segment_id=2ae90d1f-66f6-4658-b148-ad5ecda1f03d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:38.881752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.906305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2a7af40b-5e67-4076-9b27-b664c84e3082 req-a310a8ee-f0ec-49d3-842b-08deee333b76 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353855 Sep 19 17:09:38.916575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] For port cb4525b6-c412-485b-89d3-3e7e60c3c972, host hv-neutron-8577, got binding levels [] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:38.916935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:38.925517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a185e6-86d1-4290-affe-7c6b9bbefcdc x-openstack-request-id: req-88a185e6-86d1-4290-affe-7c6b9bbefcdc {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:38.926302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af316652-d1ec-428c-a0b4-dac7e4bd0ece", "name": "network-vif-plugged", "status": "completed", "tag": "b14a4885-c7de-43af-8cf8-ea0e34da988e", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:38.926302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-88a185e6-86d1-4290-affe-7c6b9bbefcdc {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:38.927093 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a185e6-86d1-4290-affe-7c6b9bbefcdc'] response: {'server_uuid': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'code': 200} Sep 19 17:09:38.999561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] DHCP port deletion for 251cdd22-8110-4f43-b86b-51ee315f3195 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:09:39.012437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] Deleting port d5f1aef0-e7bd-467c-928d-7925fc4943d0 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:39.012971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.039986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-3f03aabe-97c7-4b09-b53c-995128bee84d', 'network_id': '3f03aabe-97c7-4b09-b53c-995128bee84d', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': 'e4f0f716-e051-44ff-b704-91e35c77d62e'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:39.040825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.076615 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:09:39.096336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Calling delete_port for d5f1aef0-e7bd-467c-928d-7925fc4943d0 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:39.140169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Calling delete_port for cb4525b6-c412-485b-89d3-3e7e60c3c972 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:39.153039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0ed32a70-1c99-48d3-903b-1010c96048eb req-4dbe88b6-10cc-4f87-af04-d4912d69dab5 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592210 Sep 19 17:09:39.204379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 73932f86-e8ec-4bef-a077-47f5b80ada6b) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:39.220528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:39.221858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccca002-b0b5-499c-bab3-013f8e82a7a0 None None] Network 73932f86-e8ec-4bef-a077-47f5b80ada6b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:39.229803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:39.236133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:39.241104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:39.241800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.251438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.270655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Transition to ACTIVE for port object 36eedb19-b868-4e3f-9cc8-3156abab681e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:39.286597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.286977 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment d0168a60-a6f3-4d41-ac70-ed25827e1076 of type vlan for network 4e3e5fc5-efa3-42d8-87ac-b2a151543c42 Sep 19 17:09:39.309501 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c785db51-6d94-4355-8b70-bfb576553802 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0261114 Sep 19 17:09:39.320801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:39.339895 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-98a2cba3-f758-466e-9fd8-6f4d9f53f428 service neutron] 10.222.0.86 "GET /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843766 Sep 19 17:09:39.359940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.372553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.391449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.471165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event deleted for resources: {'Port': ['ID=d5f1aef0-e7bd-467c-928d-7925fc4943d0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:39.473197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] No DVR routers for this DVR port d5f1aef0-e7bd-467c-928d-7925fc4943d0 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:09:39.522694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Allocated IP 172.20.255.242 (3f03aabe-97c7-4b09-b53c-995128bee84d/e4f0f716-e051-44ff-b704-91e35c77d62e/510993a7-ef12-463e-b17e-b7b6826ad7d8) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:39.522943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-1f3a959a-c315-4faf-8ae2-b85593b8da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:39.524737 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-1f3a959a-c315-4faf-8ae2-b85593b8da03 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 1098 time: 0.3861001 Sep 19 17:09:39.535599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] For port d5f1aef0-e7bd-467c-928d-7925fc4943d0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d5f1aef0-e7bd-467c-928d-7925fc4943d0,segment=NetworkSegment(2ae90d1f-66f6-4658-b148-ad5ecda1f03d),segment_id=2ae90d1f-66f6-4658-b148-ad5ecda1f03d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:39.536001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.571758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.576336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:39.576937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.721402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:39.729719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:39.732274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:39.738516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:39.739049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.740304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] Calling delete_port for d5f1aef0-e7bd-467c-928d-7925fc4943d0 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:39.776545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=36eedb19-b868-4e3f-9cc8-3156abab681e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:39.815374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-a066cfdb-431f-44c2-9d8f-1a7cb987a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:39.816899 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-a066cfdb-431f-44c2-9d8f-1a7cb987a22e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1096 time: 0.7394104 Sep 19 17:09:39.817087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.822880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.833221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.857790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:39.863208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] Usage tracker for resource:security_group_rule and tenant:db6b0ce09cc94df3929683f79cc340cc is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:39.866780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:39.873401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:39.880135 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5c72b973-c7aa-4064-8cbf-2c836a544165 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.1749239 Sep 19 17:09:39.904555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb4525b6-c412-485b-89d3-3e7e60c3c972,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:39.920775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38830) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:39.936860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.938962 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5f02b51e-1bf7-4bd1-b85f-97bbade80767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "DELETE /v2.0/ports/cb4525b6-c412-485b-89d3-3e7e60c3c972 HTTP/1.1" status: 204 len: 168 time: 2.1152840 Sep 19 17:09:39.968715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:39.974357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38834) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:40.008926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:09:40.031992 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4063206 Sep 19 17:09:40.038531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38838) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:40.059050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': '4e3e5fc5-efa3-42d8-87ac-b2a151543c42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:40.076240 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70f4d681-9fb2-49b3-a5cf-41af2e383792 req-1b39a7e9-98d1-4277-b5ee-5c38df041adb service neutron] 10.222.0.86 "GET /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210872 Sep 19 17:09:40.091124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.099592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697732c6-e085-4e20-88da-2ce4e6e293a0 req-a0ee8033-7b2b-42d9-a979-42f467c6f066 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:40.101548 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-697732c6-e085-4e20-88da-2ce4e6e293a0 req-a0ee8033-7b2b-42d9-a979-42f467c6f066 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 943 time: 0.7174382 Sep 19 17:09:40.197942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01326b74-58c9-4ae9-b330-118403cfef67 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:40.204711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01326b74-58c9-4ae9-b330-118403cfef67 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:40.205304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01326b74-58c9-4ae9-b330-118403cfef67 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Synchronizing usage tracker for tenant:d4e219569639414fa3c296d50d78f71a on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:40.209347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ef39f016-25a9-409e-89e8-ce17d5720703 None None] Provisioning for port 36eedb19-b868-4e3f-9cc8-3156abab681e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:40.224216 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e91c119-0fbe-4e22-aa03-e6211b98cdf0 req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6890507 Sep 19 17:09:40.227120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251cdd22-8110-4f43-b86b-51ee315f3195']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:40.237255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:09:40.237757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:09:40.238329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ef39f016-25a9-409e-89e8-ce17d5720703 None None] Provisioning complete for port 36eedb19-b868-4e3f-9cc8-3156abab681e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:40.238796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef39f016-25a9-409e-89e8-ce17d5720703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.250799 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c059ab4-ec80-43d3-83c3-edece01edf81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] GET failed (client error): The resource could not be found. Sep 19 17:09:40.255803 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2c059ab4-ec80-43d3-83c3-edece01edf81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94111895-project-admin] 10.222.0.83 "GET /v2.0/ports/cb4525b6-c412-485b-89d3-3e7e60c3c972 HTTP/1.1" status: 404 len: 333 time: 0.2229745 Sep 19 17:09:40.260739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38844) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:40.263536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=4e3e5fc5-efa3-42d8-87ac-b2a151543c42,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:40.273720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae90d1f-66f6-4658-b148-ad5ecda1f03d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:40.274002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae90d1f-66f6-4658-b148-ad5ecda1f03d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:40.300990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.301335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.301832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.302307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.302788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.303265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.303752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.304213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.304684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.305144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.305636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.306094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312764b-0084-45bb-9360-d38317b48cfa tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:40.312051 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-697732c6-e085-4e20-88da-2ce4e6e293a0 req-f0f19319-b690-42d0-b60f-4b0cb3c6703e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032721 Sep 19 17:09:40.313529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-94aa44e6-8295-4c9c-a4ce-673e3dd44936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:40.316446 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-94aa44e6-8295-4c9c-a4ce-673e3dd44936 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 913 time: 0.4836876 Sep 19 17:09:40.336916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.345173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.346262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 4e3e5fc5-efa3-42d8-87ac-b2a151543c42 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:40.352486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca273b2-bec7-4f0d-a86c-45c972c3a838 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4b0e41-3b59-4dd9-8071-3757a77f5f2e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:40.368436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:40.392138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:40.392747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.396952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:40.408203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:40.413499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01326b74-58c9-4ae9-b330-118403cfef67 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Unset dirty status for tenant:d4e219569639414fa3c296d50d78f71a on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:40.419120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38848) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:40.420287 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01326b74-58c9-4ae9-b330-118403cfef67 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.0947638 Sep 19 17:09:40.430059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:40.431312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.433138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15be88-e776-4076-856d-909d7f6b6587 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:40.442636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15be88-e776-4076-856d-909d7f6b6587 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:40.456169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15be88-e776-4076-856d-909d7f6b6587 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:40.457293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8e15be88-e776-4076-856d-909d7f6b6587 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Synchronizing usage tracker for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:40.460048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d5f1aef0-e7bd-467c-928d-7925fc4943d0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:09:40.494799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ef39f016-25a9-409e-89e8-ce17d5720703 None None] Port 36eedb19-b868-4e3f-9cc8-3156abab681e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:40.496673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Transition to ACTIVE for port object 510993a7-ef12-463e-b17e-b7b6826ad7d8 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:40.522628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: d5f1aef0-e7bd-467c-928d-7925fc4943d0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:09:40.523616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d5f1aef0-e7bd-467c-928d-7925fc4943d0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:09:40.558797 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2ae90d1f-66f6-4658-b148-ad5ecda1f03d resource provider aggregate not found Sep 19 17:09:40.569403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:40.583092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Transition to ACTIVE for port object 510993a7-ef12-463e-b17e-b7b6826ad7d8 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:40.585557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b9699-dff8-4429-8ff5-2ea7ec27bb04 req-626fa440-8553-4e32-870f-cb5c52bfc59d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:40.587587 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec0b9699-dff8-4429-8ff5-2ea7ec27bb04 req-626fa440-8553-4e32-870f-cb5c52bfc59d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 945 time: 0.7566428 Sep 19 17:09:40.589545 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2ae90d1f-66f6-4658-b148-ad5ecda1f03d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ae90d1f-66f6-4658-b148-ad5ecda1f03d found for delete ", "request_id": "req-d560bdbd-f4f7-4393-80e9-8aa310b80add"}]} Sep 19 17:09:40.590940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.598005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.615053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.628834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'port_id': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'mac_address': 'fa:16:3e:35:6d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:09:40.640980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] Pushing event deleted for resources: {'Network': ['ID=251cdd22-8110-4f43-b86b-51ee315f3195,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:40.646509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:40.652415 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-255377fb-e6d5-4a76-8844-a8d2a3ec297c tempest-ExtraDHCPOptionsTestJSON-1964378616 tempest-ExtraDHCPOptionsTestJSON-1964378616-project] 10.222.0.83 "DELETE /v2.0/networks/251cdd22-8110-4f43-b86b-51ee315f3195 HTTP/1.1" status: 204 len: 168 time: 2.4836915 Sep 19 17:09:40.652598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.670192 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec0b9699-dff8-4429-8ff5-2ea7ec27bb04 req-b42e6a20-3c03-4d48-b546-1bb2195262b1 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601933 Sep 19 17:09:40.698400 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-e1aa0669-3b0b-4e2a-9f85-7f2b7ac43dde service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 217 time: 0.2192061 Sep 19 17:09:40.698400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.732218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Network 3f03aabe-97c7-4b09-b53c-995128bee84d is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:40.739423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] Deleting port d5f1aef0-e7bd-467c-928d-7925fc4943d0 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:40.739838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.765071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:40.779873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:40.788680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Pushing event updated for resources: {'Port': ['ID=510993a7-ef12-463e-b17e-b7b6826ad7d8,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:40.826080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:40.826468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.846652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8e15be88-e776-4076-856d-909d7f6b6587 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Unset dirty status for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:40.850876 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8e15be88-e776-4076-856d-909d7f6b6587 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.9243481 Sep 19 17:09:40.851595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38858) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:40.852014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-136525fc-f93c-4c73-8d17-0e3e908a3c88 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Deleting port 4abd450d-a245-4ae0-957c-56eb2c3e4cbf {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:40.852311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-136525fc-f93c-4c73-8d17-0e3e908a3c88 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.867117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f61915f7-ee6a-4204-a410-4d435667cae8 None None] The port 'd5f1aef0-e7bd-467c-928d-7925fc4943d0' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:09:40.944564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:09:40.963183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Attempting to bind port 510993a7-ef12-463e-b17e-b7b6826ad7d8 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:40.963558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Attempting to bind port 510993a7-ef12-463e-b17e-b7b6826ad7d8 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'e8b3fd85-301f-4e35-90de-463baa5c8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3f03aabe-97c7-4b09-b53c-995128bee84d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:40.963920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Attempting to bind port 510993a7-ef12-463e-b17e-b7b6826ad7d8 on network 3f03aabe-97c7-4b09-b53c-995128bee84d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:40.964946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-73fe1168-f6ed-4396-9631-ef7272d1e8d8 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Deleting port 36eedb19-b868-4e3f-9cc8-3156abab681e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:40.965516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73fe1168-f6ed-4396-9631-ef7272d1e8d8 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.972698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:40.974482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:40.974878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Checking segment: {'id': 'e8b3fd85-301f-4e35-90de-463baa5c8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3f03aabe-97c7-4b09-b53c-995128bee84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:40.975322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.975707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Bound using segment: {'id': 'e8b3fd85-301f-4e35-90de-463baa5c8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3f03aabe-97c7-4b09-b53c-995128bee84d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:40.976185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Bound port: 510993a7-ef12-463e-b17e-b7b6826ad7d8, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b3fd85-301f-4e35-90de-463baa5c8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3f03aabe-97c7-4b09-b53c-995128bee84d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:40.976572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:40.988409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.017032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-b01e71ca-ee77-4f7b-b489-b53a8fb51f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:41.018497 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-b01e71ca-ee77-4f7b-b489-b53a8fb51f30 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.2681124 Sep 19 17:09:41.035596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:41.117287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:41.137011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] For port 510993a7-ef12-463e-b17e-b7b6826ad7d8, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:41.140470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] For port 510993a7-ef12-463e-b17e-b7b6826ad7d8, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=510993a7-ef12-463e-b17e-b7b6826ad7d8,segment=NetworkSegment(e8b3fd85-301f-4e35-90de-463baa5c8598),segment_id=e8b3fd85-301f-4e35-90de-463baa5c8598)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:41.148000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.213148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.216039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['4b3a5a2b-394a-4f10-9caf-e3a4e249a55c'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:09:41.304798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d1f7c-649f-4f0a-ad32-602483dd52bc None None] Pushing event updated for resources: {'Port': ['ID=510993a7-ef12-463e-b17e-b7b6826ad7d8,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:41.343664 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6adddcc5-4040-481d-8e1d-e2cf4dbc4853 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=37bda854971f4394aeef21119bca774f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060427 Sep 19 17:09:41.353057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38870) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:41.379750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-537d797c-b8ad-4791-90c3-cf79342a51d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.392199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73fe1168-f6ed-4396-9631-ef7272d1e8d8 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.524346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d8f85-8e46-443a-8b97-88ff9e45c2ac req-2a3614d3-d0ea-4da0-a599-d8811d468d7f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:41.525338 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-941d8f85-8e46-443a-8b97-88ff9e45c2ac req-2a3614d3-d0ea-4da0-a599-d8811d468d7f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 943 time: 0.9400537 Sep 19 17:09:41.527763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946c190e-bcdf-45b7-b8db-38ae88f1f35e']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:41.574891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-73fe1168-f6ed-4396-9631-ef7272d1e8d8 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Calling delete_port for 36eedb19-b868-4e3f-9cc8-3156abab681e owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:41.616640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01371b3b-835d-478f-b8e8-6b01e1bd2cac') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:41.616972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01371b3b-835d-478f-b8e8-6b01e1bd2cac') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:41.683121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.748907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-136525fc-f93c-4c73-8d17-0e3e908a3c88 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.782801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec805d-72f6-4c06-917e-2fbb6e6d03bd req-d5e8cda9-b945-4e59-93ed-afacf0bf3f61 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:41.783327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.788335 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91ec805d-72f6-4c06-917e-2fbb6e6d03bd req-d5e8cda9-b945-4e59-93ed-afacf0bf3f61 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 943 time: 0.2215266 Sep 19 17:09:41.839546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73fe1168-f6ed-4396-9631-ef7272d1e8d8 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:41.885513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device a89e082a-3e57-4a13-9941-604d296d3922 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:09:41.908005 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-91ec805d-72f6-4c06-917e-2fbb6e6d03bd req-96e344f7-85c4-40b2-b50d-bb84edba5701 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157539 Sep 19 17:09:41.929751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-136525fc-f93c-4c73-8d17-0e3e908a3c88 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Calling delete_port for 4abd450d-a245-4ae0-957c-56eb2c3e4cbf owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:41.946376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe1168-f6ed-4396-9631-ef7272d1e8d8 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Port': ['ID=36eedb19-b868-4e3f-9cc8-3156abab681e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:42.021767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:42.021767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.048970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-2dcf4a6c-87d2-41ba-b61c-cad368be39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:42.050507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-2dcf4a6c-87d2-41ba-b61c-cad368be39d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0052330 Sep 19 17:09:42.086262 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-941d8f85-8e46-443a-8b97-88ff9e45c2ac req-75385288-2e95-4257-9d85-4b6ba6881cf7 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475546 Sep 19 17:09:42.160097 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 01371b3b-835d-478f-b8e8-6b01e1bd2cac resource provider aggregate not found Sep 19 17:09:42.169906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port a89e082a-3e57-4a13-9941-604d296d3922, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a89e082a-3e57-4a13-9941-604d296d3922,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:42.185075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'a89e082a-3e57-4a13-9941-604d296d3922', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'port_id': 'a89e082a-3e57-4a13-9941-604d296d3922', 'mac_address': 'fa:16:3e:2b:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:09:42.250945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port a89e082a-3e57-4a13-9941-604d296d3922 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:42.251577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.271510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73fe1168-f6ed-4396-9631-ef7272d1e8d8 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.291820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89e082a-3e57-4a13-9941-604d296d3922 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:09:42.309113 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 01371b3b-835d-478f-b8e8-6b01e1bd2cac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01371b3b-835d-478f-b8e8-6b01e1bd2cac found for delete ", "request_id": "req-1ad7ee47-3703-4f86-914e-1df11cc809e2"}]} Sep 19 17:09:42.311863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port a89e082a-3e57-4a13-9941-604d296d3922, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a89e082a-3e57-4a13-9941-604d296d3922,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:42.312793 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-73fe1168-f6ed-4396-9631-ef7272d1e8d8 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "DELETE /v2.0/ports/36eedb19-b868-4e3f-9cc8-3156abab681e HTTP/1.1" status: 204 len: 168 time: 1.4596860 Sep 19 17:09:42.318050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:42.323160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.323765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.369146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed28b-bb7c-4642-ac42-959086fe169c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.382327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f3e2c-5231-4e9b-ab9f-6ff222964c4d req-1693f559-4ec7-4059-906f-aba99201612f tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:42.383904 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-951f3e2c-5231-4e9b-ab9f-6ff222964c4d req-1693f559-4ec7-4059-906f-aba99201612f tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 945 time: 0.2722139 Sep 19 17:09:42.441998 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.475909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 510993a7-ef12-463e-b17e-b7b6826ad7d8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:42.518125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.559248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['a89e082a-3e57-4a13-9941-604d296d3922'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:09:42.567778 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abf97e3-6606-4d42-bdf9-06b4839b1c32 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] GET failed (client error): The resource could not be found. Sep 19 17:09:42.569682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1abf97e3-6606-4d42-bdf9-06b4839b1c32 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Synchronizing usage tracker for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:42.580125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed28b-bb7c-4642-ac42-959086fe169c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.603502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Pushing event deleted for resources: {'Network': ['ID=946c190e-bcdf-45b7-b8db-38ae88f1f35e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:42.605562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=d5984947-53b4-46b7-a222-d52f7469768c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:42.617218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1abf97e3-6606-4d42-bdf9-06b4839b1c32 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Unset dirty status for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:42.622414 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1abf97e3-6606-4d42-bdf9-06b4839b1c32 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "GET /v2.0/ports/36eedb19-b868-4e3f-9cc8-3156abab681e HTTP/1.1" status: 404 len: 333 time: 0.3013544 Sep 19 17:09:42.623236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38886) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:42.624538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=a89e082a-3e57-4a13-9941-604d296d3922,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:42.627675 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-951f3e2c-5231-4e9b-ab9f-6ff222964c4d req-e76bb7b6-de2c-4c2b-b45f-3da4799159ed tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261961 Sep 19 17:09:42.634609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-358046661'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:42.644663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.645011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.645355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.645761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.646043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.646379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.646732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.647093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.647420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.647774 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.648100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.648420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.652165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5d31a65c-84e7-4803-8901-262850ea1c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462077161-project] 10.222.0.83 "DELETE /v2.0/networks/946c190e-bcdf-45b7-b8db-38ae88f1f35e HTTP/1.1" status: 204 len: 168 time: 2.3901408 Sep 19 17:09:42.670778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-136525fc-f93c-4c73-8d17-0e3e908a3c88 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.699046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 510993a7-ef12-463e-b17e-b7b6826ad7d8 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:42.699893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.700384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.700874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.701765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.702867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.704034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.704754 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.705239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.706477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.707601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.713194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.714287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:42.753346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf8483-3a82-4c30-bd3f-a84d26c51453 None None] Network 3f03aabe-97c7-4b09-b53c-995128bee84d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:42.766775 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-45dfdfb5-9163-40c6-9bc6-ce5748703327 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748254 Sep 19 17:09:42.811793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': 'd0168a60-a6f3-4d41-ac70-ed25827e1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4e3e5fc5-efa3-42d8-87ac-b2a151543c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:42.812050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: 4e3e5fc5-efa3-42d8-87ac-b2a151543c42, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:42.852772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136525fc-f93c-4c73-8d17-0e3e908a3c88 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Port': ['ID=4abd450d-a245-4ae0-957c-56eb2c3e4cbf,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:42.892341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:42.903145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:42.921207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Made reservation on behalf of 9b69912176904443a7fb0fbd47ece86d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:42.925411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.976324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-136525fc-f93c-4c73-8d17-0e3e908a3c88 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:42.981022 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-136525fc-f93c-4c73-8d17-0e3e908a3c88 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/ports/4abd450d-a245-4ae0-957c-56eb2c3e4cbf HTTP/1.1" status: 204 len: 168 time: 2.5586934 Sep 19 17:09:42.981155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Provisioning for port 510993a7-ef12-463e-b17e-b7b6826ad7d8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:42.983962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] device_id is not set on port 5864f590-d2b8-41af-894f-6df689a08532 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:42.990765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38898) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:42.991184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38900) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:43.005621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Provisioning complete for port 510993a7-ef12-463e-b17e-b7b6826ad7d8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:43.006229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.057961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network 4e3e5fc5-efa3-42d8-87ac-b2a151543c42 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:43.131570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 4e3e5fc5-efa3-42d8-87ac-b2a151543c42) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:43.148997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed28b-bb7c-4642-ac42-959086fe169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.150556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aaa76a-09ca-4d19-b5df-aaa6c4e658fd None None] Network 4e3e5fc5-efa3-42d8-87ac-b2a151543c42 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:43.161169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:43.161764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.178845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-43181755-1d38-47b1-932f-94a54a8cf2d2 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Deleting port 412d550d-ecf9-45cb-ac17-19d34c65dcce {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:43.179301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43181755-1d38-47b1-932f-94a54a8cf2d2 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.223336 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-388cb716-1b31-4bf2-95fa-dab2c0fc1a7c req-e8fe6ef8-2f37-45c2-86cf-0f4a276d7bad service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128318 Sep 19 17:09:43.235670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed28b-bb7c-4642-ac42-959086fe169c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.236862 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cc3ed28b-bb7c-4642-ac42-959086fe169c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0a821400-a500-42f4-aa26-a887dc816c1a HTTP/1.1" status: 204 len: 168 time: 1.8827586 Sep 19 17:09:43.237771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ed28b-bb7c-4642-ac42-959086fe169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a821400-a500-42f4-aa26-a887dc816c1a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:43.260191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627bab-a03f-4673-b860-8029fd8a06fa req-38810020-b4f1-4470-8c06-ba8fd3d699e5 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:43.261918 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5b627bab-a03f-4673-b860-8029fd8a06fa req-38810020-b4f1-4470-8c06-ba8fd3d699e5 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 945 time: 0.4207942 Sep 19 17:09:43.273286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38912) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:43.274889 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-54ba347f-3a94-46b8-a336-3b059a3bd583 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2229364 Sep 19 17:09:43.279528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38916) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:43.285206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Request body: {'floatingip': {'port_id': 'b14a4885-c7de-43af-8cf8-ea0e34da988e'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:43.371588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.379298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3415b8-f226-4125-99c5-95ca83de8270 req-a062af0f-ddab-4b42-bbf3-a1695cf53adf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:43.386350 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b3415b8-f226-4125-99c5-95ca83de8270 req-a062af0f-ddab-4b42-bbf3-a1695cf53adf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 944 time: 0.2773025 Sep 19 17:09:43.388921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Allocated IP 2001:db8::57 (cc272295-13af-4fb8-8775-3d6d0b8da3c1/d23ab0d9-abe4-485e-ac5f-04b6c1826d2b/5864f590-d2b8-41af-894f-6df689a08532) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:43.464076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Current status of the port 510993a7-ef12-463e-b17e-b7b6826ad7d8 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:43.464658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.513386 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b3415b8-f226-4125-99c5-95ca83de8270 req-113f2661-d6d0-458a-a71b-8342e2896128 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260362 Sep 19 17:09:43.548659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] For port 510993a7-ef12-463e-b17e-b7b6826ad7d8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=510993a7-ef12-463e-b17e-b7b6826ad7d8,segment=NetworkSegment(e8b3fd85-301f-4e35-90de-463baa5c8598),segment_id=e8b3fd85-301f-4e35-90de-463baa5c8598)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:43.593222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.595993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.715591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Pushing event updated for resources: {'Port': ['ID=510993a7-ef12-463e-b17e-b7b6826ad7d8,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:43.737656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.738174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.738516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.738846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.739196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.739522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.739836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.740161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.740482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.740815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.741126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.741443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6376077-acb0-420b-986e-b9bcfd84729e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:09:43.784618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.807866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2f5d83c7-4043-49d3-b67c-7544853bc5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.827516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0367685-9770-43b6-b9e4-9ef43da2f977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-4e3e5fc5-efa3-42d8-87ac-b2a151543c42', 'network_id': '4e3e5fc5-efa3-42d8-87ac-b2a151543c42', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': 'd5984947-53b4-46b7-a222-d52f7469768c'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:43.828486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a0367685-9770-43b6-b9e4-9ef43da2f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:43.889823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:43.971504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.016987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7cca3b39-4f6e-4fec-835b-88d4133ff485 None None] Provisioning complete for port 510993a7-ef12-463e-b17e-b7b6826ad7d8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:44.017626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7cca3b39-4f6e-4fec-835b-88d4133ff485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.017851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Transition to ACTIVE for port object 5864f590-d2b8-41af-894f-6df689a08532 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:44.020376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.070889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server [None req-a0367685-9770-43b6-b9e4-9ef43da2f977 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5984947-53b4-46b7-a222-d52f7469768c: This subnet is being modified by another concurrent operation. Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:09:44.079233 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise exception Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5984947-53b4-46b7-a222-d52f7469768c: This subnet is being modified by another concurrent operation. Sep 19 17:09:44.083502 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Sep 19 17:09:44.091358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:44.091731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.101138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=d5984947-53b4-46b7-a222-d52f7469768c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:44.133687 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6f2e0318-5421-468e-8294-7339b31a38c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7569027c8092405b93e3a2ba2538dab4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1390002 Sep 19 17:09:44.138882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:44.159285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef92186-ad33-4e7d-a803-74919f408be3 None None] Network 4e3e5fc5-efa3-42d8-87ac-b2a151543c42 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:44.268333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43181755-1d38-47b1-932f-94a54a8cf2d2 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.289906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02da144-8da7-48e4-8a94-b24de2a543ea req-2bc09cd3-4723-4c74-8745-99931534827d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:44.291600 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f02da144-8da7-48e4-8a94-b24de2a543ea req-2bc09cd3-4723-4c74-8745-99931534827d tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 944 time: 0.6288927 Sep 19 17:09:44.295120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.355932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3e5fc5-efa3-42d8-87ac-b2a151543c42']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:44.396571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.431313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 510993a7-ef12-463e-b17e-b7b6826ad7d8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:44.456908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-43181755-1d38-47b1-932f-94a54a8cf2d2 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Calling delete_port for 412d550d-ecf9-45cb-ac17-19d34c65dcce owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:44.513695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:44.516922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0168a60-a6f3-4d41-ac70-ed25827e1076') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:44.517224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0168a60-a6f3-4d41-ac70-ed25827e1076') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:44.526745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=5864f590-d2b8-41af-894f-6df689a08532,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:44.530526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:44.532934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:44.539051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:44.539680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.550172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d293d07f-57aa-4458-b112-57ebbfe13ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.572446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:44.576629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.641404 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f02da144-8da7-48e4-8a94-b24de2a543ea req-73a18dd9-50a7-4caa-b88b-f80f7876ab5c tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678461 Sep 19 17:09:44.663473 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7cca3b39-4f6e-4fec-835b-88d4133ff485 None None] Current status of the port 510993a7-ef12-463e-b17e-b7b6826ad7d8 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:44.686878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:44.687656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.695702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.704708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d293d07f-57aa-4458-b112-57ebbfe13ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.713003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:44.713399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.715764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 510993a7-ef12-463e-b17e-b7b6826ad7d8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:44.719392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.812644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:44.815223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c91d8e-160f-4909-820f-73e76ee3d113" -d '{"events": [{"server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "name": "network-vif-plugged", "status": "completed", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:44.845859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:44.862382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43181755-1d38-47b1-932f-94a54a8cf2d2 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.867355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.868304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device a89e082a-3e57-4a13-9941-604d296d3922 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:09:44.887783 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d0168a60-a6f3-4d41-ac70-ed25827e1076 resource provider aggregate not found Sep 19 17:09:44.895657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1530845696'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:44.900755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:44.915958 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f65e575-cf34-464f-a060-61fc2d6688eb tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2872164 Sep 19 17:09:44.917428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.929782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38956) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:44.932171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:network and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:44.933451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f665de9-8468-46c1-a18d-25cc6307cf69 x-openstack-request-id: req-8f665de9-8468-46c1-a18d-25cc6307cf69 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:44.933830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "name": "network-vif-plugged", "status": "completed", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:44.934170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8f665de9-8468-46c1-a18d-25cc6307cf69 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:44.934641 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f665de9-8468-46c1-a18d-25cc6307cf69'] response: {'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'code': 200} Sep 19 17:09:44.935230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:44.941759 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d0168a60-a6f3-4d41-ac70-ed25827e1076 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0168a60-a6f3-4d41-ac70-ed25827e1076 found for delete ", "request_id": "req-8bf76d31-ff57-4a00-b225-90910e135182"}]} Sep 19 17:09:44.942065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43181755-1d38-47b1-932f-94a54a8cf2d2 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Port': ['ID=412d550d-ecf9-45cb-ac17-19d34c65dcce,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:44.948807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3dc', 'mac_address': 'fa:16:3e:6e:86:bb'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:44.964544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43181755-1d38-47b1-932f-94a54a8cf2d2 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:44.976186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612de4c-4487-416f-9a02-826c4d2c2de6 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:09:44.989397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:45.024733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.065961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=4e3e5fc5-efa3-42d8-87ac-b2a151543c42,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:45.073244 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-371946bf-8a10-48e9-9c27-6b905435b8ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/4e3e5fc5-efa3-42d8-87ac-b2a151543c42 HTTP/1.1" status: 204 len: 168 time: 1.7925243 Sep 19 17:09:45.079200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38960) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:45.089546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-493024777'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:45.094148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:45.098310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:45.102526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:45.102820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.121531 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-43181755-1d38-47b1-932f-94a54a8cf2d2 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/ports/412d550d-ecf9-45cb-ac17-19d34c65dcce HTTP/1.1" status: 204 len: 168 time: 2.1291485 Sep 19 17:09:45.125965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38964) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:45.236992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ac419a83-0869-4e96-9cc3-1c0eda35440b tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Synchronizing usage tracker for tenant:d4e219569639414fa3c296d50d78f71a on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:45.239753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3c15b550-6eac-44f5-9189-108b7ba97631 None None] Provisioning for port 5864f590-d2b8-41af-894f-6df689a08532 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:45.249347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:09:45.279039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:45.281562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3c15b550-6eac-44f5-9189-108b7ba97631 None None] Provisioning complete for port 5864f590-d2b8-41af-894f-6df689a08532 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:45.281713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:45.282991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c15b550-6eac-44f5-9189-108b7ba97631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.284922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.321690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612de4c-4487-416f-9a02-826c4d2c2de6 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:09:45.321950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.334531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:45.339818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d293d07f-57aa-4458-b112-57ebbfe13ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.362147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.368422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a1ae-3b21-4872-a24f-9072f1eb69ee req-ef1cb240-14a4-40ae-8978-f5bd36080d1a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:45.369971 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f698a1ae-3b21-4872-a24f-9072f1eb69ee req-ef1cb240-14a4-40ae-8978-f5bd36080d1a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 944 time: 0.6583989 Sep 19 17:09:45.370606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:45.373791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.375750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 510993a7-ef12-463e-b17e-b7b6826ad7d8 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:45.399028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port a89e082a-3e57-4a13-9941-604d296d3922 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:45.402494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3c15b550-6eac-44f5-9189-108b7ba97631 None None] Port 5864f590-d2b8-41af-894f-6df689a08532 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:45.411073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:45.444557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d07f-57aa-4458-b112-57ebbfe13ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c396685-8275-49c0-b0f0-ba855a77e272,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:45.455268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:security_group_rule and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:45.466317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ac419a83-0869-4e96-9cc3-1c0eda35440b tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Unset dirty status for tenant:d4e219569639414fa3c296d50d78f71a on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:45.470952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:45.471094 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ac419a83-0869-4e96-9cc3-1c0eda35440b tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3402996 Sep 19 17:09:45.472872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38968) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:45.477019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.482196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1551400802'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:45.489354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:45.491535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.494226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:45.499259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d293d07f-57aa-4458-b112-57ebbfe13ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.502805 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d293d07f-57aa-4458-b112-57ebbfe13ab1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1c396685-8275-49c0-b0f0-ba855a77e272 HTTP/1.1" status: 204 len: 168 time: 1.3575082 Sep 19 17:09:45.518446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port a89e082a-3e57-4a13-9941-604d296d3922 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:45.518759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.553944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:45.560926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:45.582228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741619a-db44-4052-8fdd-580ce8ae59aa req-02930a74-b152-4129-9bb9-bb82ff50870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:45.582872 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f698a1ae-3b21-4872-a24f-9072f1eb69ee req-cf6d15b2-dbbb-4798-bc18-b6944ea3c7db tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579733 Sep 19 17:09:45.583804 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6741619a-db44-4052-8fdd-580ce8ae59aa req-02930a74-b152-4129-9bb9-bb82ff50870d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 1098 time: 0.4070671 Sep 19 17:09:45.620034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.620647 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment 2ff256a2-c793-4084-8487-1a9f0dccd2e7 of type vlan for network 61cb0322-3755-4c58-8746-7c2acbd58f1f Sep 19 17:09:45.651697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.674609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Made reservation on behalf of d4e219569639414fa3c296d50d78f71a for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:45.678090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.688221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.702570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port a89e082a-3e57-4a13-9941-604d296d3922 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:09:45.704359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.750881 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6741619a-db44-4052-8fdd-580ce8ae59aa req-02910c63-9eb4-4faf-8215-2bf77f236644 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572428 Sep 19 17:09:45.752402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port a89e082a-3e57-4a13-9941-604d296d3922, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a89e082a-3e57-4a13-9941-604d296d3922,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:45.753035 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Floating IP c0ad45f5-77a7-431d-9edc-a7941366afa8 associated. External IP: 172.26.10.142, port: b14a4885-c7de-43af-8cf8-ea0e34da988e. Sep 19 17:09:45.766330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.829341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:45.854992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.862755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:45.863635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.878247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=a89e082a-3e57-4a13-9941-604d296d3922,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:45.960468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:45.960855 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Added segment 7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b of type vlan for network c5f5fba1-92c0-4935-a0fc-05840caf3e38 Sep 19 17:09:46.025912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.120788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.133167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=61cb0322-3755-4c58-8746-7c2acbd58f1f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:46.146151 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1d4b3081-1fa7-470a-9dba-bead8be74595 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0647767 Sep 19 17:09:46.150886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.154655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923008a6-deb0-457f-9c5b-fc9ee8759804 req-2b3d9302-ee4a-442a-87ad-ef78f719b313 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:46.156696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38978) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:46.156851 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-923008a6-deb0-457f-9c5b-fc9ee8759804 req-2b3d9302-ee4a-442a-87ad-ef78f719b313 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 945 time: 0.3289561 Sep 19 17:09:46.174734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': '61cb0322-3755-4c58-8746-7c2acbd58f1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:46.183986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 61cb0322-3755-4c58-8746-7c2acbd58f1f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:46.186233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38982) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:46.211343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:46.269107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.273584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:46.274183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.279930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.319693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.320035 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Added segment fefcc0b1-7dd3-4619-97e5-ff0b9867fae7 of type vlan for network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed Sep 19 17:09:46.339772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b48e0e-dfe9-48d6-8ca3-50ae218044ac,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:46.386297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.390224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:46.398510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:46.402992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:46.411067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:46.432182 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-923008a6-deb0-457f-9c5b-fc9ee8759804 req-03f23417-e880-4faa-aa29-4ee6fdbec5a7 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668445 Sep 19 17:09:46.447039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.451945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Network': ['ID=c5f5fba1-92c0-4935-a0fc-05840caf3e38,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:46.456929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.458002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] In _notify_port_updated(), no bound segment for port 5864f590-d2b8-41af-894f-6df689a08532 on network cc272295-13af-4fb8-8775-3d6d0b8da3c1 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:09:46.461062 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9c39548f-1adf-4425-8437-61fdba42a386 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6833e60ef274a3fbec7342571a6463c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730107 Sep 19 17:09:46.466216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38986) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:46.468113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network c5f5fba1-92c0-4935-a0fc-05840caf3e38 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:46.470019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Router 4ef504f1-9678-4e72-b86f-243b5a12b2cb has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:09:46.471339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:46.472119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.473508 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "PUT /v2.0/ports/5864f590-d2b8-41af-894f-6df689a08532 HTTP/1.1" status: 200 len: 1001 time: 1.5348234 Sep 19 17:09:46.487205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 38990) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:46.494177 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-99e50d8f-7ff2-4541-a0dc-9c6c8d55a27a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0201764 Sep 19 17:09:46.513732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 38994) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:46.514392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.519879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:46.520397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.523943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:46.527129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.553855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1688438365'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:46.590995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:46.663095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-edc8eeb7-c7c3-4a5b-a420-7d34df1e8263 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Deleting port 5864f590-d2b8-41af-894f-6df689a08532 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:46.663456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edc8eeb7-c7c3-4a5b-a420-7d34df1e8263 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.714680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Usage tracker for resource:network and tenant:d4e219569639414fa3c296d50d78f71a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:46.740516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:46.785872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ab2f17b9-ac3b-4118-bf9f-30c6936e7e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.799457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:46.809817 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2244856 Sep 19 17:09:46.815563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39000) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:46.817554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 17:09:46.818091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 17:09:46.823898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3615a4-2720-4241-a527-ad8bf3a8e277 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=5864f590-d2b8-41af-894f-6df689a08532,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:46.826346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b1d45-6a86-4bf0-914f-48b16b2fea19 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Network': ['ID=0c77106d-84c0-4ec4-b86a-ef4bf054d5ed,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:46.847715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:46.853808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Made reservation on behalf of d4e219569639414fa3c296d50d78f71a for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:46.857278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:46.936854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89e082a-3e57-4a13-9941-604d296d3922'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:46.938816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9576d8-bd85-4eb1-8974-18c867f65104" -d '{"events": [{"server_uuid": "b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc", "name": "network-vif-plugged", "status": "completed", "tag": "a89e082a-3e57-4a13-9941-604d296d3922"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:46.953274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:47.001067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f691f6-6a34-4a89-8a5d-18b9e4defe33 x-openstack-request-id: req-88f691f6-6a34-4a89-8a5d-18b9e4defe33 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:47.001360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc", "name": "network-vif-plugged", "status": "completed", "tag": "a89e082a-3e57-4a13-9941-604d296d3922", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:47.001800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-88f691f6-6a34-4a89-8a5d-18b9e4defe33 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:47.002272 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f691f6-6a34-4a89-8a5d-18b9e4defe33'] response: {'server_uuid': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89e082a-3e57-4a13-9941-604d296d3922', 'code': 200} Sep 19 17:09:47.003502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713eeb9-31d3-45da-b170-319168fdb566 req-da5ba2bf-b208-4a2d-8934-e2c338d891fc tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:47.005370 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e713eeb9-31d3-45da-b170-319168fdb566 req-da5ba2bf-b208-4a2d-8934-e2c338d891fc tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.2921133 Sep 19 17:09:47.012715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'subnet': {'network_id': '0c77106d-84c0-4ec4-b86a-ef4bf054d5ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:47.016446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.016796 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Added segment 666f0f3b-2902-4eba-befb-c57d46d8eeaa of type vlan for network 361c49c2-3a44-4613-b555-4a1629283fbd Sep 19 17:09:47.086759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.109254 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e713eeb9-31d3-45da-b170-319168fdb566 req-1a5836a3-8017-45a0-9da1-7f7d7442c294 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909300 Sep 19 17:09:47.114803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ab2f17b9-ac3b-4118-bf9f-30c6936e7e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.162307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.177392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:09:47.191355 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] Sync routers for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:09:47.201171 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:47.201795 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:47.220750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.234437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.239961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:47.240636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.363305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=2f4ad5cb-ee99-41e0-bb26-d38420086ce8,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:47.394564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:47.405153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:subnet and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:47.420167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:47.430094 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:47.446942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:47.463720 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-438a12c3-a089-45e2-b940-aac75c4bd918 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "PUT /v2.0/floatingips/c0ad45f5-77a7-431d-9edc-a7941366afa8 HTTP/1.1" status: 200 len: 992 time: 4.1874552 Sep 19 17:09:47.469481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'tag': 'b14a4885-c7de-43af-8cf8-ea0e34da988e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:47.473733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "af316652-d1ec-428c-a0b4-dac7e4bd0ece", "tag": "b14a4885-c7de-43af-8cf8-ea0e34da988e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:47.489746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ab2f17b9-ac3b-4118-bf9f-30c6936e7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.494565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': '2ff256a2-c793-4084-8487-1a9f0dccd2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '61cb0322-3755-4c58-8746-7c2acbd58f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:47.495478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: 61cb0322-3755-4c58-8746-7c2acbd58f1f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:47.513639 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9728582 Sep 19 17:09:47.517783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac91747-2e7a-491d-824e-23882a52127e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Network': ['ID=361c49c2-3a44-4613-b555-4a1629283fbd,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:47.530502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 361c49c2-3a44-4613-b555-4a1629283fbd details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:47.532413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network 61cb0322-3755-4c58-8746-7c2acbd58f1f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:47.547008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 61cb0322-3755-4c58-8746-7c2acbd58f1f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:47.554242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edc8eeb7-c7c3-4a5b-a420-7d34df1e8263 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.557901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a2f95f-f99b-4f7a-89e5-010d143b0438 None None] Network 61cb0322-3755-4c58-8746-7c2acbd58f1f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:47.559615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:47.560421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.606725 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f589383c-dcfa-45f6-9f8d-3ed546c0c445 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4382486 Sep 19 17:09:47.609255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39012) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:47.616826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f17b9-ac3b-4118-bf9f-30c6936e7e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e2e17-3bde-4042-b4e6-f5ac573e30cf,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:47.649340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:47.654019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:47.911860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-edc8eeb7-c7c3-4a5b-a420-7d34df1e8263 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Calling delete_port for 5864f590-d2b8-41af-894f-6df689a08532 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:47.978176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe21b7-cbbb-4a32-95f1-6f9520f40279 req-122651ca-04a6-43f8-9c86-f54006cbdfcf tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:47.979769 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fbfe21b7-cbbb-4a32-95f1-6f9520f40279 req-122651ca-04a6-43f8-9c86-f54006cbdfcf tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 945 time: 0.3288305 Sep 19 17:09:47.986650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:48.000486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ab2f17b9-ac3b-4118-bf9f-30c6936e7e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:48.001758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ab2f17b9-ac3b-4118-bf9f-30c6936e7e04 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e86e2e17-3bde-4042-b4e6-f5ac573e30cf HTTP/1.1" status: 204 len: 168 time: 1.5345688 Sep 19 17:09:48.051700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f737038-b9cc-4036-a3bf-39c902928d38 req-e4c3d4d3-7dc7-462d-9cac-138c6583fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:48.053493 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f737038-b9cc-4036-a3bf-39c902928d38 req-e4c3d4d3-7dc7-462d-9cac-138c6583fdf1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1098 time: 0.8363659 Sep 19 17:09:48.085737 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'c0ad45f5-77a7-431d-9edc-a7941366afa8', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'floating_ip_address': '172.26.10.142', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'port_id': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'mac_address': 'fa:16:3e:3f:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:11Z', 'updated_at': '2022-09-19T17:09:45Z', 'revision_number': 1, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:09:11Z', 'revision_number': 5, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:48.093570 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] Checking router: 4ef504f1-9678-4e72-b86f-243b5a12b2cb for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:09:48.113389 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:48.113979 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:48.178976 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f737038-b9cc-4036-a3bf-39c902928d38 req-e5035f24-952c-4bbe-a985-10108e3669c5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119921 Sep 19 17:09:48.183689 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fbfe21b7-cbbb-4a32-95f1-6f9520f40279 req-4a2e6c54-ee36-4a4d-87ea-9c5f2f5b13b5 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907198 Sep 19 17:09:48.191383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7e1e-d9b1-4448-b40f-c08b7322d0e4 req-4c7febff-f753-4614-aba2-bacd1e5d42df tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:48.193553 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ff0a7e1e-d9b1-4448-b40f-c08b7322d0e4 req-4c7febff-f753-4614-aba2-bacd1e5d42df tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 945 time: 0.4662390 Sep 19 17:09:48.206943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:48.382474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:48.439173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169c184-6483-4ab1-ad85-3c19d1893dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-61cb0322-3755-4c58-8746-7c2acbd58f1f', 'network_id': '61cb0322-3755-4c58-8746-7c2acbd58f1f', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': '2f4ad5cb-ee99-41e0-bb26-d38420086ce8'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:48.442282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6169c184-6483-4ab1-ad85-3c19d1893dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:48.443067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93dacf6-9e52-4f34-9baf-1e1a7ce1e24e x-openstack-request-id: req-d93dacf6-9e52-4f34-9baf-1e1a7ce1e24e {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:48.443854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af316652-d1ec-428c-a0b4-dac7e4bd0ece", "tag": "b14a4885-c7de-43af-8cf8-ea0e34da988e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:48.444352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d93dacf6-9e52-4f34-9baf-1e1a7ce1e24e {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:48.444960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93dacf6-9e52-4f34-9baf-1e1a7ce1e24e'] response: {'name': 'network-changed', 'server_uuid': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'tag': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'status': 'completed', 'code': 200} Sep 19 17:09:48.502124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4ad5cb-ee99-41e0-bb26-d38420086ce8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:48.667946 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:48.769448 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ff0a7e1e-d9b1-4448-b40f-c08b7322d0e4 req-256cb067-9e26-4fbe-ba66-f3f33ca69d07 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5366809 Sep 19 17:09:48.777280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edc8eeb7-c7c3-4a5b-a420-7d34df1e8263 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:48.779753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:48.823346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315fb11-b2bc-4899-a667-7f9f2659fa1b None None] Network 61cb0322-3755-4c58-8746-7c2acbd58f1f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:48.827456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:48.873941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cb0322-3755-4c58-8746-7c2acbd58f1f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:48.923659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff256a2-c793-4084-8487-1a9f0dccd2e7') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:48.924292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff256a2-c793-4084-8487-1a9f0dccd2e7') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:48.973177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.030575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.065586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b7d4d-c800-4150-9167-8eba10167286 req-478b854a-ddac-4ec2-a7ce-48a4ae7a8157 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:49.073713 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b94b7d4d-c800-4150-9167-8eba10167286 req-478b854a-ddac-4ec2-a7ce-48a4ae7a8157 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4255154 Sep 19 17:09:49.084266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:49.084797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.155723 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2ff256a2-c793-4084-8487-1a9f0dccd2e7 resource provider aggregate not found Sep 19 17:09:49.314736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8eeb7-c7c3-4a5b-a420-7d34df1e8263 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Port': ['ID=5864f590-d2b8-41af-894f-6df689a08532,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:49.367967 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2ff256a2-c793-4084-8487-1a9f0dccd2e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ff256a2-c793-4084-8487-1a9f0dccd2e7 found for delete ", "request_id": "req-207c7d3e-f05f-4263-87f8-ad4e780fe490"}]} Sep 19 17:09:49.435410 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b94b7d4d-c800-4150-9167-8eba10167286 req-7427ce3e-eae9-4227-9b82-187f3dc7167c tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991951 Sep 19 17:09:49.440028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.492644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.508107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=61cb0322-3755-4c58-8746-7c2acbd58f1f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:49.520388 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f9461b1-56ca-4cac-80f9-6edb130588c3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/61cb0322-3755-4c58-8746-7c2acbd58f1f HTTP/1.1" status: 204 len: 168 time: 1.9094880 Sep 19 17:09:49.521253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39042) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:49.527724 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1850371213'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:49.534155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:49.541218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:49.545025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:49.548502 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'c0ad45f5-77a7-431d-9edc-a7941366afa8', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'floating_ip_address': '172.26.10.142', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'port_id': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'mac_address': 'fa:16:3e:3f:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:11Z', 'updated_at': '2022-09-19T17:09:45Z', 'revision_number': 1, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:09:11Z', 'revision_number': 5, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:49.553846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:49.567298 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558d1f7c-160b-4275-ac06-77b0500c0f48 None None] The sync data for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv is: [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'c0ad45f5-77a7-431d-9edc-a7941366afa8', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'floating_ip_address': '172.26.10.142', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'port_id': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'mac_address': 'fa:16:3e:3f:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:11Z', 'updated_at': '2022-09-19T17:09:45Z', 'revision_number': 1, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:09:11Z', 'revision_number': 5, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:09:49.586748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:49.599383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.636550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Subnet': ['ID=8231094f-3fe3-4acc-9c4c-82945f73fc11,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:49.651790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:49.663657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.665221 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment c4bbe074-f81c-4195-aa09-ff360f00ccd5 of type vlan for network cd65ada8-3399-46fc-ac56-926aea7c1ab1 Sep 19 17:09:49.704351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Checking segment: {'id': 'fefcc0b1-7dd3-4619-97e5-ff0b9867fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0c77106d-84c0-4ec4-b86a-ef4bf054d5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:49.704734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network hostable DHCP agents. Network: 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:49.708092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.768799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.788352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:49.788993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.817759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edc8eeb7-c7c3-4a5b-a420-7d34df1e8263 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:49.836285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-7ead12d5-1233-4c35-b98a-d4c87e9ba0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:49.838131 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-7ead12d5-1233-4c35-b98a-d4c87e9ba0af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2c7a0580a670455db49bcda450f4409a&device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 1098 time: 1.3827574 Sep 19 17:09:49.852300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9524f-1353-44ab-b34f-e3b1fb3a2998 req-db4abf0c-c296-4387-9f60-52ef453991b0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:49.856892 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4bb9524f-1353-44ab-b34f-e3b1fb3a2998 req-db4abf0c-c296-4387-9f60-52ef453991b0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 945 time: 0.7652619 Sep 19 17:09:49.866970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:49.882322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39052) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:49.926665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3e856-9ad4-4255-80a0-4de0846973a5 None None] New status for floating IP c0ad45f5-77a7-431d-9edc-a7941366afa8: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:09:49.940225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=cd65ada8-3399-46fc-ac56-926aea7c1ab1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:49.971732 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0014f72d-ff2c-43d0-970c-0cd5dc3436b6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4490366 Sep 19 17:09:49.975693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:49.983543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': 'cd65ada8-3399-46fc-ac56-926aea7c1ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:50.057837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Request body: {'floatingip': {'port_id': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:50.113762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39060) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:50.114976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:50.119611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:50.123106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:50.126895 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-edc8eeb7-c7c3-4a5b-a420-7d34df1e8263 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "DELETE /v2.0/ports/5864f590-d2b8-41af-894f-6df689a08532 HTTP/1.1" status: 204 len: 168 time: 3.6384618 Sep 19 17:09:50.128017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39064) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:50.130840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:50.141949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:50.145838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.200994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:50.253507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.326623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network cd65ada8-3399-46fc-ac56-926aea7c1ab1 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:50.332966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:50.333707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.352344 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-103208ac-78c7-49bc-a86e-73be23c75fdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] GET failed (client error): The resource could not be found. Sep 19 17:09:50.353021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-103208ac-78c7-49bc-a86e-73be23c75fdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Synchronizing usage tracker for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:50.450973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3577db7e-de18-4c02-ac8c-f965ed75570e None None] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:50.468897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.583468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-118638497'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:50.599627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-103208ac-78c7-49bc-a86e-73be23c75fdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Unset dirty status for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:50.605016 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-103208ac-78c7-49bc-a86e-73be23c75fdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "GET /v2.0/ports/5864f590-d2b8-41af-894f-6df689a08532 HTTP/1.1" status: 404 len: 333 time: 0.4553034 Sep 19 17:09:50.617905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39074) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:50.618503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:50.628153 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-94d2f256-a4ce-4632-90e9-5efae8ef8efe tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8059919 Sep 19 17:09:50.628904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39078) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:50.643375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39082) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:50.648540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1083129211'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:50.665095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Usage tracker for resource:network and tenant:6636b4f6f7404fb88be503481ea0f0da is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:50.678781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'subnets': [{'network_id': 'c5f5fba1-92c0-4935-a0fc-05840caf3e38', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--700243082', 'ip_version': 6}, {'network_id': '361c49c2-3a44-4613-b555-4a1629283fbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:50.679133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'subnet': {'network_id': 'c5f5fba1-92c0-4935-a0fc-05840caf3e38', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--700243082', 'ip_version': 6}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:50.683814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Request body: {'subnet': {'network_id': '361c49c2-3a44-4613-b555-4a1629283fbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:50.688835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1096212537', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:50.700501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:50.720554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:50.736699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d9637-31b5-4cd8-960f-56028554c7f1 None None] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:50.739555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': 'c4bbe074-f81c-4195-aa09-ff360f00ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd65ada8-3399-46fc-ac56-926aea7c1ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:50.740014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: cd65ada8-3399-46fc-ac56-926aea7c1ab1, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:50.745764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:router and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:50.749692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=5af04693-0a60-4b27-a43d-297c9dbf0606,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:50.753203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:50.765352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:50.769592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:50.786799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.788056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.794039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network cd65ada8-3399-46fc-ac56-926aea7c1ab1 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:50.814264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ecc74-3bfc-4c9a-a2ee-e4890d9f5aa7 req-5a098df9-dfc1-4c4f-8904-26ccee01dc5e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:50.815873 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c00ecc74-3bfc-4c9a-a2ee-e4890d9f5aa7 req-5a098df9-dfc1-4c4f-8904-26ccee01dc5e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.1919916 Sep 19 17:09:50.819319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, cd65ada8-3399-46fc-ac56-926aea7c1ab1) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:50.831859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5402682e-e8e0-4700-9f85-ce6fed584da7 None None] Network cd65ada8-3399-46fc-ac56-926aea7c1ab1 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:50.840479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:50.840984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.846487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.946997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-edfa741d-6c9c-4c5d-aac9-e9a963d73007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:50.949087 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-edfa741d-6c9c-4c5d-aac9-e9a963d73007 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68c7ee45-f272-4ba8-97be-291c4b6e1204 HTTP/1.1" status: 200 len: 913 time: 1.0831711 Sep 19 17:09:50.964623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Made reservation on behalf of 6636b4f6f7404fb88be503481ea0f0da for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:50.969914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:50.993572 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c00ecc74-3bfc-4c9a-a2ee-e4890d9f5aa7 req-03641c3d-bef8-4d3d-9f10-80550522d189 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707163 Sep 19 17:09:50.999994 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80cc730d-a362-4583-ac78-85afae7b8464 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0217595 Sep 19 17:09:51.052012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39086) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:51.222507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-cd65ada8-3399-46fc-ac56-926aea7c1ab1', 'network_id': 'cd65ada8-3399-46fc-ac56-926aea7c1ab1', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': '5af04693-0a60-4b27-a43d-297c9dbf0606'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:51.223172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.258141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.346591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.388483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:51.395520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Allocated IP 172.20.0.1 (cd65ada8-3399-46fc-ac56-926aea7c1ab1/5af04693-0a60-4b27-a43d-297c9dbf0606/5caeeefc-1559-4e7f-bb3f-66aaa3de19b0) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:51.453346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.473510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Usage tracker for resource:security_group_rule and tenant:6636b4f6f7404fb88be503481ea0f0da is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:51.493434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:51.505482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:51.511466 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-f3d8f667-06a6-4644-936c-ef6a9c3b54fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e HTTP/1.1" status: 200 len: 1002 time: 0.5261815 Sep 19 17:09:51.526552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:51.555531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.571992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:51.573510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:51.593056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Usage tracker for resource:subnet and tenant:d4e219569639414fa3c296d50d78f71a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:51.603055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:51.624951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:51.627167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.642338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Transition to ACTIVE for port object 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:51.663775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Transition to ACTIVE for port object 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:51.670021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.740572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Network cd65ada8-3399-46fc-ac56-926aea7c1ab1 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:51.743816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:51.747802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:51.754263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Pushing event updated for resources: {'Port': ['ID=5caeeefc-1559-4e7f-bb3f-66aaa3de19b0,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:51.817583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.835238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Made reservation on behalf of 9b69912176904443a7fb0fbd47ece86d for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:51.838675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.852700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.854308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Attempting to bind port 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:51.854776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Attempting to bind port 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'c4bbe074-f81c-4195-aa09-ff360f00ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd65ada8-3399-46fc-ac56-926aea7c1ab1'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:51.855253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Attempting to bind port 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0 on network cd65ada8-3399-46fc-ac56-926aea7c1ab1 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:51.861161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:51.861684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Checking segment: {'id': 'c4bbe074-f81c-4195-aa09-ff360f00ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd65ada8-3399-46fc-ac56-926aea7c1ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:51.862184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.862674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Bound using segment: {'id': 'c4bbe074-f81c-4195-aa09-ff360f00ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd65ada8-3399-46fc-ac56-926aea7c1ab1'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:51.863273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Bound port: 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bbe074-f81c-4195-aa09-ff360f00ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cd65ada8-3399-46fc-ac56-926aea7c1ab1'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:51.863745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.871723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-6e3ac379-502a-4c57-b5a4-bcfbdb74cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:51.873188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-6e3ac379-502a-4c57-b5a4-bcfbdb74cccf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c092ee58-c8d1-4a02-af9d-a1ac28f3706a HTTP/1.1" status: 200 len: 851 time: 0.3435776 Sep 19 17:09:51.880623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f2b56-6ca7-4254-95e7-a6023ec4ac9c req-45af94e2-23cb-47c9-97cd-c45e9ab4a64f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:51.882043 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-719f2b56-6ca7-4254-95e7-a6023ec4ac9c req-45af94e2-23cb-47c9-97cd-c45e9ab4a64f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7493749 Sep 19 17:09:51.893719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39092) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:51.894767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.897889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=5af04693-0a60-4b27-a43d-297c9dbf0606,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:51.947752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Made reservation on behalf of d4e219569639414fa3c296d50d78f71a for: {'subnet': 2} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:51.949517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Request body: {'floatingip': {'port_id': 'a89e082a-3e57-4a13-9941-604d296d3922'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:51.952454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.952787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:51.967860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] For port 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:51.971725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] For port 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5caeeefc-1559-4e7f-bb3f-66aaa3de19b0,segment=NetworkSegment(c4bbe074-f81c-4195-aa09-ff360f00ccd5),segment_id=c4bbe074-f81c-4195-aa09-ff360f00ccd5)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:51.977895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.052753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] device_id is not set on port ef33de5e-4340-4da7-bbbe-a4616c2e88aa yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:09:52.109270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.115845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca9b97-9620-4e48-b8f3-065b4fdfc581 None None] Pushing event updated for resources: {'Port': ['ID=5caeeefc-1559-4e7f-bb3f-66aaa3de19b0,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:52.144668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa3673-15ff-415d-a672-7fd655430329 None None] Network cd65ada8-3399-46fc-ac56-926aea7c1ab1 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:52.307499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.310072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-f54c50c6-1e40-43a6-a2dc-d4f26b5e53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:52.312062 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-f54c50c6-1e40-43a6-a2dc-d4f26b5e53d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68c7ee45-f272-4ba8-97be-291c4b6e1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4291291 Sep 19 17:09:52.327620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.344966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.402584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c90fb-5aac-43f6-95c8-8f7d7449ecbe None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:09:52.469015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd65ada8-3399-46fc-ac56-926aea7c1ab1']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:52.497212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bbe074-f81c-4195-aa09-ff360f00ccd5') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:52.497553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bbe074-f81c-4195-aa09-ff360f00ccd5') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:52.506077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:52.518647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Allocated IP 2001:db8::27e (cc272295-13af-4fb8-8775-3d6d0b8da3c1/d23ab0d9-abe4-485e-ac5f-04b6c1826d2b/ef33de5e-4340-4da7-bbbe-a4616c2e88aa) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:52.530830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:09:52.531582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.539006 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.26.10.33 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/9acb043e-d1c8-438c-8e3f-6662b70414e6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:52.546748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c90fb-5aac-43f6-95c8-8f7d7449ecbe None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:09:52.607850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb2751-6f66-4c04-afe0-1e1694e6227c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:52.626937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.626937 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Added segment bf756994-49ca-495d-80ce-aa147ca0450c of type vlan for network 102597d1-3251-4e66-bf25-4637518e97ca Sep 19 17:09:52.633718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.672210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:52.672607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.748964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.752225 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c4bbe074-f81c-4195-aa09-ff360f00ccd5 resource provider aggregate not found Sep 19 17:09:52.797828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.804044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:52.889409 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c4bbe074-f81c-4195-aa09-ff360f00ccd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4bbe074-f81c-4195-aa09-ff360f00ccd5 found for delete ", "request_id": "req-6c0771f3-ff4c-4aed-9849-e861714a2748"}]} Sep 19 17:09:52.924488 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-062cf60f-ddb3-48f6-b5b5-0d8795c543f7 service neutron] 10.222.0.86 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928171 Sep 19 17:09:52.971955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 17:09:52.971955 dv-neutron-857789-3-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 17:09:52.971955 dv-neutron-857789-3-hyperv neutron-server[89055]: [parameters: {'id': 'cd65ada8-3399-46fc-ac56-926aea7c1ab1'}] Sep 19 17:09:52.971955 dv-neutron-857789-3-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:09:52.972477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:09:53.053583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:09:53.198810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:53.323971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:53.375917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:53.381575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:53.382198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:53.401990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:53.406607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:53.409698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:53.438356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:09:53.494501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:53.553700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=9acb043e-d1c8-438c-8e3f-6662b70414e6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:53.574739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:53.590514 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Floating IP 803746e3-7c25-4c62-81e8-9b1c5516558c associated. External IP: 172.26.10.21, port: 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c. Sep 19 17:09:53.626340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:53.632747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Deleting port 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:53.633104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:53.683549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'Network': ['ID=102597d1-3251-4e66-bf25-4637518e97ca,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:53.695688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 102597d1-3251-4e66-bf25-4637518e97ca details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:53.736581 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afc4c992-2fc1-42f2-9a27-f7a87956d8f2 req-a1a2f516-f365-43d0-990c-7f7ac1e44133 service neutron] 10.222.0.86 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706485 Sep 19 17:09:53.741579 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-961de666-4546-439b-bc39-6195a2881a45 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.6161878 Sep 19 17:09:53.745937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39100) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:53.752683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Transition to ACTIVE for port object ef33de5e-4340-4da7-bbbe-a4616c2e88aa will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:53.761097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Request body: {'subnet': {'network_id': '102597d1-3251-4e66-bf25-4637518e97ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:53.860193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:54.001366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:54.005484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:54.038076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Usage tracker for resource:subnet and tenant:6636b4f6f7404fb88be503481ea0f0da is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:54.101627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:54.133413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:54.138184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:54.251816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Made reservation on behalf of 6636b4f6f7404fb88be503481ea0f0da for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:54.255202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:54.268253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Subnet': ['ID=692f428c-08fd-4408-8078-97ca5998509a,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:54.291173 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Floating IP a2b66054-861c-44bc-9907-777a770abfc4 associated. External IP: 172.26.10.205, port: a89e082a-3e57-4a13-9941-604d296d3922. Sep 19 17:09:54.387961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:54.425171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:54.439082 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Checking segment: {'id': '7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c5f5fba1-92c0-4935-a0fc-05840caf3e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:54.439372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Network hostable DHCP agents. Network: c5f5fba1-92c0-4935-a0fc-05840caf3e38, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:54.446443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:54.452345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:54.453215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:54.460197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=ef33de5e-4340-4da7-bbbe-a4616c2e88aa,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:54.516873 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-34008e9e-7d7c-4269-8255-dec16653fbcd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8948829 Sep 19 17:09:54.523134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39104) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:54.535406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6e:86:bb'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:54.560720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] For port 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5caeeefc-1559-4e7f-bb3f-66aaa3de19b0,segment=NetworkSegment(c4bbe074-f81c-4195-aa09-ff360f00ccd5),segment_id=c4bbe074-f81c-4195-aa09-ff360f00ccd5)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:09:54.561070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:54.562634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Network c5f5fba1-92c0-4935-a0fc-05840caf3e38 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:54.603760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:09:54.630820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, c5f5fba1-92c0-4935-a0fc-05840caf3e38) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:54.641853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418a462-bd7e-4711-ac58-abfadc57cad9 None None] Network c5f5fba1-92c0-4935-a0fc-05840caf3e38 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:54.675141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:54.731173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Calling delete_port for 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:54.814552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:54.869493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-93997c5b-140a-476b-819a-c3b6123a5f74 None None] Provisioning for port ef33de5e-4340-4da7-bbbe-a4616c2e88aa completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:54.890536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-93997c5b-140a-476b-819a-c3b6123a5f74 None None] Provisioning complete for port ef33de5e-4340-4da7-bbbe-a4616c2e88aa triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:09:54.891379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-93997c5b-140a-476b-819a-c3b6123a5f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.001573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-93997c5b-140a-476b-819a-c3b6123a5f74 None None] Port ef33de5e-4340-4da7-bbbe-a4616c2e88aa cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:09:55.013280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-c5f5fba1-92c0-4935-a0fc-05840caf3e38', 'network_id': 'c5f5fba1-92c0-4935-a0fc-05840caf3e38', 'tenant_id': 'd4e219569639414fa3c296d50d78f71a', 'fixed_ips': [{'subnet_id': '692f428c-08fd-4408-8078-97ca5998509a'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:55.014188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.159861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event updated for resources: {'Subnet': ['ID=28f9fe48-9dbb-464d-8ecc-284a9bede247,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:55.227421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.228843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Allocated IP 2001:db8::1 (c5f5fba1-92c0-4935-a0fc-05840caf3e38/692f428c-08fd-4408-8078-97ca5998509a/3e04092c-f529-47f2-b77e-689990865a6a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:55.263080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Checking segment: {'id': '666f0f3b-2902-4eba-befb-c57d46d8eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '361c49c2-3a44-4613-b555-4a1629283fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:55.263631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Network hostable DHCP agents. Network: 361c49c2-3a44-4613-b555-4a1629283fbd, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:55.272166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.302678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.338611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:09:55.355923 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] Sync routers for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:09:55.368346 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:55.369890 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:55.408379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Port': ['ID=5caeeefc-1559-4e7f-bb3f-66aaa3de19b0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:55.414193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No DVR routers for this DVR port 5caeeefc-1559-4e7f-bb3f-66aaa3de19b0 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:09:55.415510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.481943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.498780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Network 361c49c2-3a44-4613-b555-4a1629283fbd is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:55.501315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'Subnet': ['ID=e7bd1c74-e1b8-46e9-8877-056983c3f5dc,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:55.551615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.574136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Transition to ACTIVE for port object 3e04092c-f529-47f2-b77e-689990865a6a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:55.575424 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-48dd7df2-9d5d-4078-a72e-8e4e4b061a09 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "PUT /v2.0/floatingips/803746e3-7c25-4c62-81e8-9b1c5516558c HTTP/1.1" status: 200 len: 991 time: 5.5220428 Sep 19 17:09:55.576600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 361c49c2-3a44-4613-b555-4a1629283fbd) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:55.589137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:55.591592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8" -d '{"events": [{"name": "network-changed", "server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:55.595590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b1cbd-5084-4995-8d52-3c0343416724 None None] Network 361c49c2-3a44-4613-b555-4a1629283fbd requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:55.610170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Checking segment: {'id': 'bf756994-49ca-495d-80ce-aa147ca0450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '102597d1-3251-4e66-bf25-4637518e97ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:55.610660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Network hostable DHCP agents. Network: 102597d1-3251-4e66-bf25-4637518e97ca, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:09:55.627368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:55.627858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:55.628511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.675890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106d603e-f6f8-4086-96de-cf2cbabb7648 x-openstack-request-id: req-106d603e-f6f8-4086-96de-cf2cbabb7648 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:55.676568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:55.676983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-106d603e-f6f8-4086-96de-cf2cbabb7648 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:55.677535 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106d603e-f6f8-4086-96de-cf2cbabb7648'] response: {'name': 'network-changed', 'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'status': 'completed', 'code': 200} Sep 19 17:09:55.691829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.732025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Router b94dbf1c-86c5-4b58-bee7-55842511e963 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:09:55.736238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd65ada8-3399-46fc-ac56-926aea7c1ab1']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:55.743684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Transition to ACTIVE for port object 3e04092c-f529-47f2-b77e-689990865a6a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:55.747364 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fbaf36b1-0c19-4666-8519-54afbac2f44e tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.0840423 Sep 19 17:09:55.760069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39114) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:55.798626 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:55.829749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bbe074-f81c-4195-aa09-ff360f00ccd5') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:55.830091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bbe074-f81c-4195-aa09-ff360f00ccd5') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:55.835319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Network 102597d1-3251-4e66-bf25-4637518e97ca is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:09:55.837548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.898882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.918639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Network c5f5fba1-92c0-4935-a0fc-05840caf3e38 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:55.920504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 102597d1-3251-4e66-bf25-4637518e97ca) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:55.924453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:55.926467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-361c49c2-3a44-4613-b555-4a1629283fbd', 'network_id': '361c49c2-3a44-4613-b555-4a1629283fbd', 'tenant_id': 'd4e219569639414fa3c296d50d78f71a', 'fixed_ips': [{'subnet_id': '28f9fe48-9dbb-464d-8ecc-284a9bede247'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:55.927362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:55.947543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:55.954553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610e7d5-a508-436f-acd5-1e295e811169 None None] Network 102597d1-3251-4e66-bf25-4637518e97ca requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:55.962918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb46ae21-6720-49b5-a893-385439ebcb9a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:55.964479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb46ae21-6720-49b5-a893-385439ebcb9a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:55.966274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb46ae21-6720-49b5-a893-385439ebcb9a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:55.967477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fb46ae21-6720-49b5-a893-385439ebcb9a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Synchronizing usage tracker for tenant:d4e219569639414fa3c296d50d78f71a on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:55.988880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:55.989890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.025663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.038453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.044914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fb46ae21-6720-49b5-a893-385439ebcb9a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Unset dirty status for tenant:d4e219569639414fa3c296d50d78f71a on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:56.054150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:09:56.054674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.058203 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fb46ae21-6720-49b5-a893-385439ebcb9a tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2957640 Sep 19 17:09:56.058855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39118) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:56.156393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dcc4b9-2104-4e94-8a6d-577d06fc7eae tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Deleting subnet 692f428c-08fd-4408-8078-97ca5998509a {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:09:56.177853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc4b9-2104-4e94-8a6d-577d06fc7eae tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.204946 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c4bbe074-f81c-4195-aa09-ff360f00ccd5 resource provider aggregate not found Sep 19 17:09:56.212990 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-89b21905-9a03-4159-8f70-5b1819f70fd5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4643283 Sep 19 17:09:56.229745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39126) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:56.236396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-582932094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:56.242536 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '803746e3-7c25-4c62-81e8-9b1c5516558c', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'floating_ip_address': '172.26.10.21', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'port_id': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'mac_address': 'fa:16:3e:35:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c55838-8b81-4157-966d-a59629b2b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:12Z', 'updated_at': '2022-09-19T17:09:52Z', 'revision_number': 1, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:09Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:56.248154 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] Checking router: 28a4766a-3207-4fd1-8a34-5ab33f6abd0e for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:09:56.254893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:56.259301 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:56.260124 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:56.271414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-5e738c42-93a2-46c4-b9f0-7914e5819075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:56.273213 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-5e738c42-93a2-46c4-b9f0-7914e5819075 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffde5deff3e2483b96ebceb7eaa4d9b5&device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 1098 time: 0.5788860 Sep 19 17:09:56.278069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Usage tracker for resource:router and tenant:6636b4f6f7404fb88be503481ea0f0da is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:56.289451 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c4bbe074-f81c-4195-aa09-ff360f00ccd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4bbe074-f81c-4195-aa09-ff360f00ccd5 found for delete ", "request_id": "req-20e8a38f-b127-4423-8b8f-97cd15b73df3"}]} Sep 19 17:09:56.310486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:56.332855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc4b9-2104-4e94-8a6d-577d06fc7eae tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.372187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Attempting to bind port 3e04092c-f529-47f2-b77e-689990865a6a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:56.372909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Attempting to bind port 3e04092c-f529-47f2-b77e-689990865a6a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c5f5fba1-92c0-4935-a0fc-05840caf3e38'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:56.373338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Attempting to bind port 3e04092c-f529-47f2-b77e-689990865a6a on network c5f5fba1-92c0-4935-a0fc-05840caf3e38 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:56.377798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:56.394085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Pushing event updated for resources: {'Port': ['ID=3e04092c-f529-47f2-b77e-689990865a6a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:56.401480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:56.419141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Checking segment: {'id': '7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c5f5fba1-92c0-4935-a0fc-05840caf3e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:56.419792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.420267 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Bound using segment: {'id': '7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c5f5fba1-92c0-4935-a0fc-05840caf3e38'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:56.421133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Bound port: 3e04092c-f529-47f2-b77e-689990865a6a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c5f5fba1-92c0-4935-a0fc-05840caf3e38'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:56.421590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.444359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.448891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.485645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e0202-5666-417d-9397-f72e41b529be req-264e02f7-4ece-458c-a596-89cde073d838 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:56.487932 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-610e0202-5666-417d-9397-f72e41b529be req-264e02f7-4ece-458c-a596-89cde073d838 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 945 time: 0.6341512 Sep 19 17:09:56.504364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.506159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.526056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.526667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:09:56.542567 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:56.543015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=cd65ada8-3399-46fc-ac56-926aea7c1ab1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:56.564298 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19d46e85-00a1-4eb2-8f86-4256828f0da3 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/cd65ada8-3399-46fc-ac56-926aea7c1ab1 HTTP/1.1" status: 204 len: 168 time: 5.5028341 Sep 19 17:09:56.573021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.575944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39130) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:56.577611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.599219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.605180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1342737357'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:56.636810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.637621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] In _notify_port_updated(), no bound segment for port ef33de5e-4340-4da7-bbbe-a4616c2e88aa on network cc272295-13af-4fb8-8775-3d6d0b8da3c1 {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:09:56.643606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:56.644419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.648905 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "PUT /v2.0/ports/ef33de5e-4340-4da7-bbbe-a4616c2e88aa HTTP/1.1" status: 200 len: 1003 time: 2.1226456 Sep 19 17:09:56.653012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:56.659719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39134) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:56.690848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Allocated IP 2001:db8:0:1::1 (361c49c2-3a44-4613-b555-4a1629283fbd/28f9fe48-9dbb-464d-8ecc-284a9bede247/5162c4e4-1c00-4c3c-9b54-7c1621194d84) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:56.743414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:56.775120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:56.806468 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-610e0202-5666-417d-9397-f72e41b529be req-f9b0d4f5-ace4-4537-a007-f9b69caad607 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078315 Sep 19 17:09:56.807756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:56.818550 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9e729763-8695-4ae8-aee3-cf9ad390adaf tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "PUT /v2.0/floatingips/a2b66054-861c-44bc-9907-777a770abfc4 HTTP/1.1" status: 200 len: 992 time: 4.9163649 Sep 19 17:09:56.819787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'tag': 'a89e082a-3e57-4a13-9941-604d296d3922'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:09:56.822869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c294537e-9049-4eeb-ac3f-f9b0afd79429" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc", "tag": "a89e082a-3e57-4a13-9941-604d296d3922"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:09:56.831259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.835528 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b7c4100d-3bab-4429-9ffd-4ab9647648cb tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6034050 Sep 19 17:09:56.839794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:56.866454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-a2e04297-ba05-431a-9eef-6f66b9dfecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:56.868115 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-a2e04297-ba05-431a-9eef-6f66b9dfecd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 HTTP/1.1" status: 200 len: 907 time: 0.5821230 Sep 19 17:09:56.868807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b28b71-44a7-4552-aacc-ea324fe4e757 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=ef33de5e-4340-4da7-bbbe-a4616c2e88aa,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:56.877661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc4b9-2104-4e94-8a6d-577d06fc7eae tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:56.931642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a8d90-1767-4d30-90be-1e622bfeab07 x-openstack-request-id: req-977a8d90-1767-4d30-90be-1e622bfeab07 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:09:56.931949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc", "tag": "a89e082a-3e57-4a13-9941-604d296d3922", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:09:56.932200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-977a8d90-1767-4d30-90be-1e622bfeab07 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:09:56.932639 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977a8d90-1767-4d30-90be-1e622bfeab07'] response: {'name': 'network-changed', 'server_uuid': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'tag': 'a89e082a-3e57-4a13-9941-604d296d3922', 'status': 'completed', 'code': 200} Sep 19 17:09:57.010183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-102597d1-3251-4e66-bf25-4637518e97ca', 'network_id': '102597d1-3251-4e66-bf25-4637518e97ca', 'tenant_id': '6636b4f6f7404fb88be503481ea0f0da', 'fixed_ips': [{'subnet_id': 'e7bd1c74-e1b8-46e9-8877-056983c3f5dc'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:09:57.010959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.022389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] Sync routers for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:09:57.041540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-3220222d-6f49-4129-b342-84bbd09f769c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c HTTP/1.1" status: 200 len: 999 time: 0.1256182 Sep 19 17:09:57.041786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:09:57.096486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-13414168-225a-49f2-8db7-7111bd84cd0d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Deleting port ef33de5e-4340-4da7-bbbe-a4616c2e88aa {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:09:57.096974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13414168-225a-49f2-8db7-7111bd84cd0d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.100545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:57.101197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:57.103146 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '803746e3-7c25-4c62-81e8-9b1c5516558c', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'floating_ip_address': '172.26.10.21', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'port_id': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'mac_address': 'fa:16:3e:35:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c55838-8b81-4157-966d-a59629b2b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:12Z', 'updated_at': '2022-09-19T17:09:52Z', 'revision_number': 1, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:09Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:57.108073 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447a5d3-a3c2-4a26-8494-8db13ad1b95b None None] The sync data for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv is: [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '803746e3-7c25-4c62-81e8-9b1c5516558c', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'floating_ip_address': '172.26.10.21', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'port_id': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'mac_address': 'fa:16:3e:35:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c55838-8b81-4157-966d-a59629b2b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:12Z', 'updated_at': '2022-09-19T17:09:52Z', 'revision_number': 1, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:09Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:09:57.139014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:57.143312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.179520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.221774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Transition to ACTIVE for port object 5162c4e4-1c00-4c3c-9b54-7c1621194d84 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:57.222546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:09:57.234442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.234796 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment 5cda9170-a647-409f-ac77-7440e6ae663d of type vlan for network aba7ca7a-7e59-4685-a3c2-0d83c94bea91 Sep 19 17:09:57.263930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.310726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.317417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:57.318100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.335803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Transition to ACTIVE for port object 5162c4e4-1c00-4c3c-9b54-7c1621194d84 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:57.385402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.442602 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ee07e-5a61-4972-a272-2352abed71d7 None None] New status for floating IP 803746e3-7c25-4c62-81e8-9b1c5516558c: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:09:57.450640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:57.463489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:09:57.524435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6cea99-8a20-4cd4-9a41-036ee0caccf5 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:09:57.557604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Network 361c49c2-3a44-4613-b555-4a1629283fbd is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:57.570817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:57.580772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Allocated IP 172.20.0.2 (102597d1-3251-4e66-bf25-4637518e97ca/e7bd1c74-e1b8-46e9-8877-056983c3f5dc/fab41fb4-4018-49f0-9ecb-045754b0f8ea) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:57.582784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:57.626506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-bcf5b3c3-14ea-437f-9807-9b35b65e061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:57.628533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-bcf5b3c3-14ea-437f-9807-9b35b65e061d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8f9fbde1-1ae3-463a-8035-5fce0c35e939 HTTP/1.1" status: 200 len: 845 time: 0.5719423 Sep 19 17:09:57.649028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6cea99-8a20-4cd4-9a41-036ee0caccf5 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:57.649835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ea6cea99-8a20-4cd4-9a41-036ee0caccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:57.653069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-5fc03f2e-7063-45a4-945f-d992eb533b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:57.655542 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-5fc03f2e-7063-45a4-945f-d992eb533b2f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1098 time: 0.6590950 Sep 19 17:09:57.670142 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0825181 Sep 19 17:09:57.693544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39150) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:57.707636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] For port 3e04092c-f529-47f2-b77e-689990865a6a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:57.715323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] For port 3e04092c-f529-47f2-b77e-689990865a6a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3e04092c-f529-47f2-b77e-689990865a6a,segment=NetworkSegment(7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b),segment_id=7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:57.730466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': 'aba7ca7a-7e59-4685-a3c2-0d83c94bea91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:57.748807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.751763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.755406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-059a4674-1bea-4c8a-b074-41c98634f5cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1208944 Sep 19 17:09:57.760966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc4b9-2104-4e94-8a6d-577d06fc7eae tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.767274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Pushing event updated for resources: {'Port': ['ID=5162c4e4-1c00-4c3c-9b54-7c1621194d84,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:57.771884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39154) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:57.841048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcc4b9-2104-4e94-8a6d-577d06fc7eae tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Subnet': ['ID=692f428c-08fd-4408-8078-97ca5998509a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:57.857326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ea6cea99-8a20-4cd4-9a41-036ee0caccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:57.869807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da579e-b01b-4e23-bd21-d983dfa73c7b tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=aba7ca7a-7e59-4685-a3c2-0d83c94bea91,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:57.875368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4dcc4b9-2104-4e94-8a6d-577d06fc7eae tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:57.930429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network aba7ca7a-7e59-4685-a3c2-0d83c94bea91 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:09:57.988879 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a4dcc4b9-2104-4e94-8a6d-577d06fc7eae tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/subnets/692f428c-08fd-4408-8078-97ca5998509a HTTP/1.1" status: 204 len: 168 time: 1.9245882 Sep 19 17:09:57.995973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39158) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:58.012579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-43bac097-f56d-4cc0-93ba-8b8c42445498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:58.014186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-43bac097-f56d-4cc0-93ba-8b8c42445498 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3423312 Sep 19 17:09:58.050498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6cea99-8a20-4cd4-9a41-036ee0caccf5 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:58.051124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ea6cea99-8a20-4cd4-9a41-036ee0caccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:58.226232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13414168-225a-49f2-8db7-7111bd84cd0d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.238400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ea6cea99-8a20-4cd4-9a41-036ee0caccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:58.238945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6cea99-8a20-4cd4-9a41-036ee0caccf5 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:09:58.248357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de5c774-fe0c-4219-8aa4-a5ed5fea7b18 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Deleting subnet 28f9fe48-9dbb-464d-8ecc-284a9bede247 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:09:58.252311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5c774-fe0c-4219-8aa4-a5ed5fea7b18 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.334009 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.391778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:09:58.457503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:09:58.474709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5c774-fe0c-4219-8aa4-a5ed5fea7b18 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.478194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:09:58.484118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-339d9be1-b44d-4a92-a4cf-c84d4bd2e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:58.485615 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-339d9be1-b44d-4a92-a4cf-c84d4bd2e9a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 913 time: 0.7908516 Sep 19 17:09:58.512365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Attempting to bind port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:58.512738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Attempting to bind port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '666f0f3b-2902-4eba-befb-c57d46d8eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '361c49c2-3a44-4613-b555-4a1629283fbd'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:58.512923 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-f1a51863-f8e8-4847-bb9a-3a2b2f542109 service neutron] 10.222.0.86 "GET /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673021 Sep 19 17:09:58.513119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Attempting to bind port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 on network 361c49c2-3a44-4613-b555-4a1629283fbd {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:58.550024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:09:58.565030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:58.565030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Checking segment: {'id': '666f0f3b-2902-4eba-befb-c57d46d8eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '361c49c2-3a44-4613-b555-4a1629283fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:58.565390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.565746 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Bound using segment: {'id': '666f0f3b-2902-4eba-befb-c57d46d8eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '361c49c2-3a44-4613-b555-4a1629283fbd'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:58.566223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Bound port: 5162c4e4-1c00-4c3c-9b54-7c1621194d84, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666f0f3b-2902-4eba-befb-c57d46d8eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '361c49c2-3a44-4613-b555-4a1629283fbd'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:58.566593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.582682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9f414-1371-4cb7-b01a-eec67f85d632 None None] Pushing event updated for resources: {'Port': ['ID=3e04092c-f529-47f2-b77e-689990865a6a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:58.606976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-13414168-225a-49f2-8db7-7111bd84cd0d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Calling delete_port for ef33de5e-4340-4da7-bbbe-a4616c2e88aa owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:09:58.781324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:09:58.784515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'a2b66054-861c-44bc-9907-777a770abfc4', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'floating_ip_address': '172.26.10.205', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'port_id': 'a89e082a-3e57-4a13-9941-604d296d3922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'mac_address': 'fa:16:3e:2b:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:14Z', 'updated_at': '2022-09-19T17:09:53Z', 'revision_number': 1, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:12Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:58.784976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.800334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] For port 5162c4e4-1c00-4c3c-9b54-7c1621194d84, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:09:58.802288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] Checking router: b94dbf1c-86c5-4b58-bee7-55842511e963 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:09:58.805531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] For port 5162c4e4-1c00-4c3c-9b54-7c1621194d84, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5162c4e4-1c00-4c3c-9b54-7c1621194d84,segment=NetworkSegment(666f0f3b-2902-4eba-befb-c57d46d8eeaa),segment_id=666f0f3b-2902-4eba-befb-c57d46d8eeaa)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:09:58.813980 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90f6b6d7-55c3-4ea1-a452-554b5a7d78e8 req-9171bf9d-e326-4680-a2a3-bfa17aebfca1 service neutron] 10.222.0.86 "GET /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370656 Sep 19 17:09:58.823026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:09:58.823661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:09:58.824598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5c774-fe0c-4219-8aa4-a5ed5fea7b18 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.886948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.890166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.956483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13414168-225a-49f2-8db7-7111bd84cd0d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:58.985906 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-3bb5db18-5729-4549-9121-ef2d0cbb66c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 1000 time: 0.4332044 Sep 19 17:09:58.995619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b8643-618a-4b93-9aeb-cdfcd6843653 None None] Pushing event updated for resources: {'Port': ['ID=5162c4e4-1c00-4c3c-9b54-7c1621194d84,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:59.004440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Transition to ACTIVE for port object fab41fb4-4018-49f0-9ecb-045754b0f8ea will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:59.057394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5c774-fe0c-4219-8aa4-a5ed5fea7b18 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:59.133564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Transition to ACTIVE for port object fab41fb4-4018-49f0-9ecb-045754b0f8ea will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:09:59.148837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:59.158663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13414168-225a-49f2-8db7-7111bd84cd0d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Port': ['ID=ef33de5e-4340-4da7-bbbe-a4616c2e88aa,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:59.164779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13414168-225a-49f2-8db7-7111bd84cd0d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:59.189737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5c774-fe0c-4219-8aa4-a5ed5fea7b18 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Subnet': ['ID=28f9fe48-9dbb-464d-8ecc-284a9bede247,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:59.191865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3de5c774-fe0c-4219-8aa4-a5ed5fea7b18 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:59.194005 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3de5c774-fe0c-4219-8aa4-a5ed5fea7b18 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/subnets/28f9fe48-9dbb-464d-8ecc-284a9bede247 HTTP/1.1" status: 204 len: 168 time: 1.1929028 Sep 19 17:09:59.196327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39162) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:59.238525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Network 102597d1-3251-4e66-bf25-4637518e97ca is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:09:59.251409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:09:59.253506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-29e0d765-889c-4ca0-8a42-cee85de228a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:59.254145 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-29e0d765-889c-4ca0-8a42-cee85de228a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.2443402 Sep 19 17:09:59.262685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:09:59.292181 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:09:59.312386 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-13414168-225a-49f2-8db7-7111bd84cd0d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "DELETE /v2.0/ports/ef33de5e-4340-4da7-bbbe-a4616c2e88aa HTTP/1.1" status: 204 len: 168 time: 2.6191504 Sep 19 17:09:59.370418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39166) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:59.454851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Pushing event updated for resources: {'Port': ['ID=fab41fb4-4018-49f0-9ecb-045754b0f8ea,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:09:59.509191 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63e4ac5-1f90-49a8-aef0-8e1ec60c4583 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] GET failed (client error): The resource could not be found. Sep 19 17:09:59.510710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c63e4ac5-1f90-49a8-aef0-8e1ec60c4583 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Synchronizing usage tracker for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:59.580266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed64eb-6195-4628-ada8-f25629e5f293 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:09:59.580914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3eed64eb-6195-4628-ada8-f25629e5f293 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Synchronizing usage tracker for tenant:d4e219569639414fa3c296d50d78f71a on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:09:59.596795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c63e4ac5-1f90-49a8-aef0-8e1ec60c4583 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Unset dirty status for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:59.604553 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c63e4ac5-1f90-49a8-aef0-8e1ec60c4583 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "GET /v2.0/ports/ef33de5e-4340-4da7-bbbe-a4616c2e88aa HTTP/1.1" status: 404 len: 333 time: 0.2330198 Sep 19 17:09:59.613064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39170) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:59.634331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1643321211'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:09:59.670751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Attempting to bind port fab41fb4-4018-49f0-9ecb-045754b0f8ea on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:09:59.671135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Attempting to bind port fab41fb4-4018-49f0-9ecb-045754b0f8ea by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'bf756994-49ca-495d-80ce-aa147ca0450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '102597d1-3251-4e66-bf25-4637518e97ca'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:09:59.672347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Attempting to bind port fab41fb4-4018-49f0-9ecb-045754b0f8ea on network 102597d1-3251-4e66-bf25-4637518e97ca {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:09:59.679963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:09:59.680362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Checking segment: {'id': 'bf756994-49ca-495d-80ce-aa147ca0450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '102597d1-3251-4e66-bf25-4637518e97ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:09:59.680764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:59.681145 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Bound using segment: {'id': 'bf756994-49ca-495d-80ce-aa147ca0450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '102597d1-3251-4e66-bf25-4637518e97ca'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:09:59.681628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Bound port: fab41fb4-4018-49f0-9ecb-045754b0f8ea, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf756994-49ca-495d-80ce-aa147ca0450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '102597d1-3251-4e66-bf25-4637518e97ca'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:09:59.682007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:09:59.695501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb4fec-78ba-449b-b9b5-f738615b58c8 None None] Network c5f5fba1-92c0-4935-a0fc-05840caf3e38 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:09:59.844559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Allocated IP 172.20.0.1 (102597d1-3251-4e66-bf25-4637518e97ca/e7bd1c74-e1b8-46e9-8877-056983c3f5dc/55cede38-dc9b-4406-80a4-75f343a7ac82) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:09:59.868416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3eed64eb-6195-4628-ada8-f25629e5f293 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Unset dirty status for tenant:d4e219569639414fa3c296d50d78f71a on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:09:59.869614 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3eed64eb-6195-4628-ada8-f25629e5f293 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6721518 Sep 19 17:09:59.877329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39174) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:09:59.930205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9addba7d-b24f-4150-8d70-e39797c9da6f None None] Provisioning for port 3e04092c-f529-47f2-b77e-689990865a6a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:09:59.975441 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-92685ecb-e41f-4311-bae2-74c5cd3c5a6e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6564889 Sep 19 17:10:00.030102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:00.043054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:00.053309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:00.055828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] For port fab41fb4-4018-49f0-9ecb-045754b0f8ea, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:00.077955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Deleting port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:00.078300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:00.080541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:00.094348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] For port fab41fb4-4018-49f0-9ecb-045754b0f8ea, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fab41fb4-4018-49f0-9ecb-045754b0f8ea,segment=NetworkSegment(bf756994-49ca-495d-80ce-aa147ca0450c),segment_id=bf756994-49ca-495d-80ce-aa147ca0450c)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:00.112886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:00.193901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Made reservation on behalf of 9b69912176904443a7fb0fbd47ece86d for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:00.197479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:00.292549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a7cd8-19e0-41e3-bf9c-688427c42e0a None None] Pushing event updated for resources: {'Port': ['ID=fab41fb4-4018-49f0-9ecb-045754b0f8ea,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:00.301080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-d6ef850f-bf03-41ae-a5b3-50c56b0aaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:00.302714 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-d6ef850f-bf03-41ae-a5b3-50c56b0aaa46 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7516057 Sep 19 17:10:00.326849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'a2b66054-861c-44bc-9907-777a770abfc4', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'floating_ip_address': '172.26.10.205', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'port_id': 'a89e082a-3e57-4a13-9941-604d296d3922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'mac_address': 'fa:16:3e:2b:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:14Z', 'updated_at': '2022-09-19T17:09:53Z', 'revision_number': 1, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:12Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:00.339346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cb562-df58-4e96-abbd-edcfdaa010f7 None None] The sync data for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv is: [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'a2b66054-861c-44bc-9907-777a770abfc4', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'floating_ip_address': '172.26.10.205', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'port_id': 'a89e082a-3e57-4a13-9941-604d296d3922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'mac_address': 'fa:16:3e:2b:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:09:14Z', 'updated_at': '2022-09-19T17:09:53Z', 'revision_number': 1, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:12Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:00.431589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] DHCP port deletion for c5f5fba1-92c0-4935-a0fc-05840caf3e38 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:00.439092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] Deleting port 3e04092c-f529-47f2-b77e-689990865a6a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:00.439467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:00.651458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5162c4e4-1c00-4c3c-9b54-7c1621194d84 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:00.657182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:00.660608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] For port 5162c4e4-1c00-4c3c-9b54-7c1621194d84, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5162c4e4-1c00-4c3c-9b54-7c1621194d84,segment=NetworkSegment(666f0f3b-2902-4eba-befb-c57d46d8eeaa),segment_id=666f0f3b-2902-4eba-befb-c57d46d8eeaa)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:00.661136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:00.753729 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2087eb-9cd9-430e-8341-4831707d9e64 None None] New status for floating IP a2b66054-861c-44bc-9907-777a770abfc4: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:10:00.817456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=86af25a2-df36-49ab-a32f-0855977ff637,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:00.827622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Calling delete_port for 5162c4e4-1c00-4c3c-9b54-7c1621194d84 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:00.841255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed355d31-29ab-44f6-a3ca-fa2079513887 None None] Network 361c49c2-3a44-4613-b555-4a1629283fbd requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:00.872335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] device_id is not set on port 2cd02e1e-a17d-4917-8674-add1196a5e90 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:00.897251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': '5cda9170-a647-409f-ac77-7440e6ae663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba7ca7a-7e59-4685-a3c2-0d83c94bea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:00.899356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: aba7ca7a-7e59-4685-a3c2-0d83c94bea91, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:00.936317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.004717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-6aa15cf7-581b-43a9-990f-74c6a380f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:01.006722 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-6aa15cf7-581b-43a9-990f-74c6a380f411 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2c7a0580a670455db49bcda450f4409a&device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 1098 time: 0.8910978 Sep 19 17:10:01.083335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4906febf-028a-4296-9ca8-134901f77c47 None None] Provisioning for port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:01.085639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.086302 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-51279cbb-1609-4b2f-bede-073fac81c847 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665694 Sep 19 17:10:01.088051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:01.109197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4906febf-028a-4296-9ca8-134901f77c47 None None] Provisioning complete for port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:01.109578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4906febf-028a-4296-9ca8-134901f77c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.124265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Transition to ACTIVE for port object 55cede38-dc9b-4406-80a4-75f343a7ac82 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:01.132019 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network aba7ca7a-7e59-4685-a3c2-0d83c94bea91 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:01.137315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:01.139110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.235335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, aba7ca7a-7e59-4685-a3c2-0d83c94bea91) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:01.247989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Port': ['ID=5162c4e4-1c00-4c3c-9b54-7c1621194d84,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:01.278940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] No DVR routers for this DVR port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:01.281409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3cdf66-95fb-4179-b083-65dea0c93fcb None None] Network aba7ca7a-7e59-4685-a3c2-0d83c94bea91 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:01.314374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:01.315433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.349013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Allocated IP 2001:db8::bc (cc272295-13af-4fb8-8775-3d6d0b8da3c1/d23ab0d9-abe4-485e-ac5f-04b6c1826d2b/2cd02e1e-a17d-4917-8674-add1196a5e90) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:01.349740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4906febf-028a-4296-9ca8-134901f77c47 None None] Port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 was deleted so its status cannot be updated. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 19 17:10:01.351277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Port 5162c4e4-1c00-4c3c-9b54-7c1621194d84 was deleted so its status cannot be updated. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 19 17:10:01.587284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-3455caca-ddea-4269-9aca-5627458dc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:01.588779 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-3455caca-ddea-4269-9aca-5627458dc60d service neutron] 10.222.0.86 "GET /v2.0/networks?id=68c7ee45-f272-4ba8-97be-291c4b6e1204 HTTP/1.1" status: 200 len: 913 time: 0.5367897 Sep 19 17:10:01.599491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] For port 3e04092c-f529-47f2-b77e-689990865a6a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3e04092c-f529-47f2-b77e-689990865a6a,segment=NetworkSegment(7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b),segment_id=7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:01.599843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.619479 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5f5b4e9c-1640-41ad-bb05-4f8d6e7d87b8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9002154 Sep 19 17:10:01.620422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:01.630402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.652410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.704383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4c2e4-3094-4fee-834b-c750af6d345e None None] DHCP port deletion for 361c49c2-3a44-4613-b555-4a1629283fbd request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:01.783768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] Calling delete_port for 3e04092c-f529-47f2-b77e-689990865a6a owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:01.815621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0955c2-949f-441a-9b32-5793707997e4 None None] Network 102597d1-3251-4e66-bf25-4637518e97ca requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:01.817495 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c294537e-9049-4eeb-ac3f-f9b0afd79429 req-b882dbf9-bb17-4285-944f-b96c3e39e011 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167962 Sep 19 17:10:01.904142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.20.0.1 (0c77106d-84c0-4ec4-b86a-ef4bf054d5ed/8231094f-3fe3-4acc-9c4c-82945f73fc11/0a0ae578-d841-4089-a220-6e8d08128c68) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:01.920215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361c49c2-3a44-4613-b555-4a1629283fbd']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:01.950644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666f0f3b-2902-4eba-befb-c57d46d8eeaa') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:01.950644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666f0f3b-2902-4eba-befb-c57d46d8eeaa') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:01.971472 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-34293790-e2f7-49d4-a281-b0dc206f4b3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e HTTP/1.1" status: 200 len: 1002 time: 0.3681867 Sep 19 17:10:01.975310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:01.999568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Network 102597d1-3251-4e66-bf25-4637518e97ca is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:02.003699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:02.005619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'Port': ['ID=55cede38-dc9b-4406-80a4-75f343a7ac82,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:02.009762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:02.051503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.060400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.063667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:02.064086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.111260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cfff4711-871a-4c22-93e7-67a8f573cb49 None None] Provisioning for port fab41fb4-4018-49f0-9ecb-045754b0f8ea completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:02.176615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.192757 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 666f0f3b-2902-4eba-befb-c57d46d8eeaa resource provider aggregate not found Sep 19 17:10:02.216621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.219605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.225382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-527837b1-7f84-4c40-90da-eb25fb2fe3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:02.227998 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-527837b1-7f84-4c40-90da-eb25fb2fe3f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c092ee58-c8d1-4a02-af9d-a1ac28f3706a HTTP/1.1" status: 200 len: 851 time: 0.2440033 Sep 19 17:10:02.275309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] Pushing event deleted for resources: {'Port': ['ID=3e04092c-f529-47f2-b77e-689990865a6a,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:02.278010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9417c-385a-47b5-9b1d-a8f2dac27789 None None] No DVR routers for this DVR port 3e04092c-f529-47f2-b77e-689990865a6a on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:02.280962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-aba7ca7a-7e59-4685-a3c2-0d83c94bea91', 'network_id': 'aba7ca7a-7e59-4685-a3c2-0d83c94bea91', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': '86af25a2-df36-49ab-a32f-0855977ff637'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:02.282362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.306537 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 666f0f3b-2902-4eba-befb-c57d46d8eeaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 666f0f3b-2902-4eba-befb-c57d46d8eeaa found for delete ", "request_id": "req-47a60d07-706f-4596-ace5-c81e048799bb"}]} Sep 19 17:10:02.324254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.346163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Transition to ACTIVE for port object 2cd02e1e-a17d-4917-8674-add1196a5e90 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:02.348519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.354449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.386115 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/networks/361c49c2-3a44-4613-b555-4a1629283fbd HTTP/1.1" status: 204 len: 168 time: 2.5077133 Sep 19 17:10:02.395056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e93053-a03f-432e-a59e-7e0bb6d3fa54 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Network': ['ID=361c49c2-3a44-4613-b555-4a1629283fbd,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:02.397062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39188) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:02.409133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.481938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fab41fb4-4018-49f0-9ecb-045754b0f8ea up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:02.556842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.596886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.630382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Allocated IP 172.20.0.2 (aba7ca7a-7e59-4685-a3c2-0d83c94bea91/86af25a2-df36-49ab-a32f-0855977ff637/f56f6f12-fc6c-44a4-a830-c859d708946a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:02.687266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.690166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-0a897854-63c6-4b2a-92ac-7d2142622eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:02.691810 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-0a897854-63c6-4b2a-92ac-7d2142622eec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68c7ee45-f272-4ba8-97be-291c4b6e1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4518967 Sep 19 17:10:02.714605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.723608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port fab41fb4-4018-49f0-9ecb-045754b0f8ea completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:02.744994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port fab41fb4-4018-49f0-9ecb-045754b0f8ea triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:02.745531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.815952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Provisioning complete for port fab41fb4-4018-49f0-9ecb-045754b0f8ea triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:02.816485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.949982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:02.957393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.965051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:02.977689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:02.983353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:02.984017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:02.994113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=2cd02e1e-a17d-4917-8674-add1196a5e90,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:02.999427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:03.016807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:03.019582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:03.036030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f5fba1-92c0-4935-a0fc-05840caf3e38']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:03.069917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:03.070216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:03.083397 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-229485fd-7319-41f8-958d-1ad1f5c5040d tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4622822 Sep 19 17:10:03.089365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39196) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:03.090633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.095420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.099514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port fab41fb4-4018-49f0-9ecb-045754b0f8ea is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:03.099797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=0a0ae578-d841-4089-a220-6e8d08128c68,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:03.100044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.106268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'network_id': 'cc272295-13af-4fb8-8775-3d6d0b8da3c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-988451389'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:03.119345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.123443 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-76a399b6-fa04-4252-809d-cfc4ebcf4cbd service neutron] 10.222.0.86 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868339 Sep 19 17:10:03.125299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Transition to ACTIVE for port object f56f6f12-fc6c-44a4-a830-c859d708946a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:03.137654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Current status of the port fab41fb4-4018-49f0-9ecb-045754b0f8ea is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:03.138019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.176694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Transition to ACTIVE for port object f56f6f12-fc6c-44a4-a830-c859d708946a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:03.183860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port fab41fb4-4018-49f0-9ecb-045754b0f8ea, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fab41fb4-4018-49f0-9ecb-045754b0f8ea,segment=NetworkSegment(bf756994-49ca-495d-80ce-aa147ca0450c),segment_id=bf756994-49ca-495d-80ce-aa147ca0450c)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:03.221086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.259462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.333823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.345223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:03.345671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:03.346788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3e04092c-f529-47f2-b77e-689990865a6a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:03.388942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Network aba7ca7a-7e59-4685-a3c2-0d83c94bea91 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:03.396561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=86af25a2-df36-49ab-a32f-0855977ff637,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:03.400047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:03.403171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:03.405805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 3e04092c-f529-47f2-b77e-689990865a6a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:03.406298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3e04092c-f529-47f2-b77e-689990865a6a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:03.406835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5162c4e4-1c00-4c3c-9b54-7c1621194d84 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:03.433280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:03.443394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:03.445704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5162c4e4-1c00-4c3c-9b54-7c1621194d84 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:03.446176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5162c4e4-1c00-4c3c-9b54-7c1621194d84 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:03.454956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.464193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:03.464987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.521069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.539869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=fab41fb4-4018-49f0-9ecb-045754b0f8ea,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:03.557520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f33e4cf0-0c8f-476d-8b93-b4d2164257da req-63f546a8-9a7a-4576-a176-b6cefb265316 service neutron] 10.222.0.86 "GET /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217086 Sep 19 17:10:03.560307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Made reservation on behalf of 9b69912176904443a7fb0fbd47ece86d for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:03.564600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.566403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.596454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.599626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] device_id is not set on port f4452ac4-555e-4c14-a970-a7207e653b7a yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:03.600999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.626009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Attempting to bind port f56f6f12-fc6c-44a4-a830-c859d708946a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:03.626373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Attempting to bind port f56f6f12-fc6c-44a4-a830-c859d708946a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '5cda9170-a647-409f-ac77-7440e6ae663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba7ca7a-7e59-4685-a3c2-0d83c94bea91'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:03.626737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Attempting to bind port f56f6f12-fc6c-44a4-a830-c859d708946a on network aba7ca7a-7e59-4685-a3c2-0d83c94bea91 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:03.639219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:03.639630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Checking segment: {'id': '5cda9170-a647-409f-ac77-7440e6ae663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba7ca7a-7e59-4685-a3c2-0d83c94bea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:03.640035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.640431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Bound using segment: {'id': '5cda9170-a647-409f-ac77-7440e6ae663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba7ca7a-7e59-4685-a3c2-0d83c94bea91'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:03.640961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Bound port: f56f6f12-fc6c-44a4-a830-c859d708946a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cda9170-a647-409f-ac77-7440e6ae663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba7ca7a-7e59-4685-a3c2-0d83c94bea91'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:03.641382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.649837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.650747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Pushing event updated for resources: {'Port': ['ID=f56f6f12-fc6c-44a4-a830-c859d708946a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:03.670175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Network': ['ID=c5f5fba1-92c0-4935-a0fc-05840caf3e38,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:03.674142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba7ca7a-7e59-4685-a3c2-0d83c94bea91']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:03.689518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-27b5c9ee-028c-49cd-9e8f-8362400aea77 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/networks/c5f5fba1-92c0-4935-a0fc-05840caf3e38 HTTP/1.1" status: 204 len: 168 time: 1.2858574 Sep 19 17:10:03.691635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39200) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:03.729980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cda9170-a647-409f-ac77-7440e6ae663d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:03.730297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cda9170-a647-409f-ac77-7440e6ae663d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:03.739455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.746099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] For port f56f6f12-fc6c-44a4-a830-c859d708946a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:03.749451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] For port f56f6f12-fc6c-44a4-a830-c859d708946a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f56f6f12-fc6c-44a4-a830-c859d708946a,segment=NetworkSegment(5cda9170-a647-409f-ac77-7440e6ae663d),segment_id=5cda9170-a647-409f-ac77-7440e6ae663d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:03.754305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.764292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.780711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'Port': ['ID=55cede38-dc9b-4406-80a4-75f343a7ac82,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:03.783132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.822452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.856890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:03.857302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.864151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:03.888828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb9867-b026-4320-8dc6-9809c994a932 None None] Pushing event updated for resources: {'Port': ['ID=f56f6f12-fc6c-44a4-a830-c859d708946a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:03.894531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Allocated IP 2001:db8::2ec (cc272295-13af-4fb8-8775-3d6d0b8da3c1/d23ab0d9-abe4-485e-ac5f-04b6c1826d2b/f4452ac4-555e-4c14-a970-a7207e653b7a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:03.943650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Current status of the port fab41fb4-4018-49f0-9ecb-045754b0f8ea is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:03.946430 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5cda9170-a647-409f-ac77-7440e6ae663d resource provider aggregate not found Sep 19 17:10:03.958064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146f797-0a9e-4421-a0fd-104719472d91 None None] Network aba7ca7a-7e59-4685-a3c2-0d83c94bea91 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:04.086411 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5cda9170-a647-409f-ac77-7440e6ae663d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cda9170-a647-409f-ac77-7440e6ae663d found for delete ", "request_id": "req-b3414bbb-d9b1-449b-99e5-1877c5ce05b2"}]} Sep 19 17:10:04.131931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 17:10:04.131931 dv-neutron-857789-3-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 17:10:04.131931 dv-neutron-857789-3-hyperv neutron-server[89055]: [parameters: {'id': 'aba7ca7a-7e59-4685-a3c2-0d83c94bea91'}] Sep 19 17:10:04.131931 dv-neutron-857789-3-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:04.132377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:04.134971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Provisioning for port 55cede38-dc9b-4406-80a4-75f343a7ac82 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:04.141720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Provisioning complete for port 55cede38-dc9b-4406-80a4-75f343a7ac82 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:04.142091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.177776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.209751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4d51ce43-dc5d-4dbb-8e64-715831baadb5 None None] Port 55cede38-dc9b-4406-80a4-75f343a7ac82 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:04.219423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73932f86-e8ec-4bef-a077-47f5b80ada6b']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:04.231435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9e117-4cd5-475f-bbb1-ffc94081adea None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:04.248366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Network 102597d1-3251-4e66-bf25-4637518e97ca is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:04.251777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:04.265905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c77b54-6ce4-45b7-a6a8-9b52158b0f78') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:04.266192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c77b54-6ce4-45b7-a6a8-9b52158b0f78') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:04.351656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.359175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-62c697d6-e753-49ab-abca-cad449528499 None None] Provisioning complete for port 55cede38-dc9b-4406-80a4-75f343a7ac82 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:04.359547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-62c697d6-e753-49ab-abca-cad449528499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.366955 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b resource provider aggregate not found Sep 19 17:10:04.422090 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c1366b6-0e0d-46aa-a65f-d08b90fc1e0b found for delete ", "request_id": "req-2b15eefd-0452-47d0-a480-ea39ee4aa872"}]} Sep 19 17:10:04.433497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.442982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fab41fb4-4018-49f0-9ecb-045754b0f8ea up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:04.461620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:04.462339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.513522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d9e117-4cd5-475f-bbb1-ffc94081adea None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:04.535915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-62c697d6-e753-49ab-abca-cad449528499 None None] Port 55cede38-dc9b-4406-80a4-75f343a7ac82 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:04.609871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.618877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-62c697d6-e753-49ab-abca-cad449528499 None None] Provisioning for port 2cd02e1e-a17d-4917-8674-add1196a5e90 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:04.628184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Transition to ACTIVE for port object f4452ac4-555e-4c14-a970-a7207e653b7a will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:04.640486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-62c697d6-e753-49ab-abca-cad449528499 None None] Provisioning complete for port 2cd02e1e-a17d-4917-8674-add1196a5e90 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:04.640860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-62c697d6-e753-49ab-abca-cad449528499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.643069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.653765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.674527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.681926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.689983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Deleting port f56f6f12-fc6c-44a4-a830-c859d708946a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:04.690235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.697174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port fab41fb4-4018-49f0-9ecb-045754b0f8ea triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:04.697546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.736208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Network': ['ID=73932f86-e8ec-4bef-a077-47f5b80ada6b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:04.755213 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-35a81569-13d2-416e-b627-6c80307726d6 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/networks/73932f86-e8ec-4bef-a077-47f5b80ada6b HTTP/1.1" status: 204 len: 168 time: 1.0627244 Sep 19 17:10:04.761395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39212) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:04.768913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:04.772026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:04.774486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:04.780325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:04.781170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.800213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Router 19c62ebc-5a7c-4085-ba31-f70c7d9135cd is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:10:04.801059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=f4452ac4-555e-4c14-a970-a7207e653b7a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:04.802541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-62c697d6-e753-49ab-abca-cad449528499 None None] Port 2cd02e1e-a17d-4917-8674-add1196a5e90 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:04.816293 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-afe2f79c-1e98-428a-b598-d78ee722fc71 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7226913 Sep 19 17:10:04.816506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39216) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:04.822343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3dc', 'mac_address': 'fa:16:3e:6e:86:bb'}, {'ip_address': '2001:db8::bc', 'mac_address': 'fa:16:3e:42:e8:b7'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:04.900992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:04.953067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port fab41fb4-4018-49f0-9ecb-045754b0f8ea is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:04.977148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.094086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.249103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.296553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=0a0ae578-d841-4089-a220-6e8d08128c68,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:05.316245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.320049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:05.337239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4c47a-a98d-497b-a640-034847a5492c None None] Sync routers for ids ['19c62ebc-5a7c-4085-ba31-f70c7d9135cd'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:05.343542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] For port f56f6f12-fc6c-44a4-a830-c859d708946a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f56f6f12-fc6c-44a4-a830-c859d708946a,segment=NetworkSegment(5cda9170-a647-409f-ac77-7440e6ae663d),segment_id=5cda9170-a647-409f-ac77-7440e6ae663d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:05.343908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.349622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4c47a-a98d-497b-a640-034847a5492c None None] Routers {'19c62ebc-5a7c-4085-ba31-f70c7d9135cd'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:05.350287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d0d4c47a-a98d-497b-a640-034847a5492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['19c62ebc-5a7c-4085-ba31-f70c7d9135cd'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:05.389589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.396536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.397458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] In _notify_port_updated(), no bound segment for port f4452ac4-555e-4c14-a970-a7207e653b7a on network cc272295-13af-4fb8-8775-3d6d0b8da3c1 {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:10:05.400343 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f801a5f-7401-4018-8f35-e568b30d4403 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "PUT /v2.0/routers/19c62ebc-5a7c-4085-ba31-f70c7d9135cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5581491 Sep 19 17:10:05.404422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:05.405391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.407163 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "PUT /v2.0/ports/f4452ac4-555e-4c14-a970-a7207e653b7a HTTP/1.1" status: 200 len: 1066 time: 0.5897603 Sep 19 17:10:05.407959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39220) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:05.435001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d0d4c47a-a98d-497b-a640-034847a5492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:05.457045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4c47a-a98d-497b-a640-034847a5492c None None] Routers {'19c62ebc-5a7c-4085-ba31-f70c7d9135cd'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:05.457397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Request body: {'port': {'network_id': '102597d1-3251-4e66-bf25-4637518e97ca', 'name': 'tempest-FloatingIPNegativeTestJSON-1031596982'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:05.457879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d0d4c47a-a98d-497b-a640-034847a5492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['19c62ebc-5a7c-4085-ba31-f70c7d9135cd'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:05.476815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39222) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:05.522960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-938d38af-4507-4ab3-9987-96e3c07fd169 None None] Provisioning for port f4452ac4-555e-4c14-a970-a7207e653b7a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:05.526124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d0d4c47a-a98d-497b-a640-034847a5492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:05.526552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4c47a-a98d-497b-a640-034847a5492c None None] The sync data for ids ['19c62ebc-5a7c-4085-ba31-f70c7d9135cd'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:05.529980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-938d38af-4507-4ab3-9987-96e3c07fd169 None None] Provisioning complete for port f4452ac4-555e-4c14-a970-a7207e653b7a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:05.530396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-938d38af-4507-4ab3-9987-96e3c07fd169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.565094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Calling delete_port for f56f6f12-fc6c-44a4-a830-c859d708946a owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:05.587412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-938d38af-4507-4ab3-9987-96e3c07fd169 None None] Port f4452ac4-555e-4c14-a970-a7207e653b7a cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:05.598730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-938d38af-4507-4ab3-9987-96e3c07fd169 None None] Provisioning complete for port 55cede38-dc9b-4406-80a4-75f343a7ac82 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:05.599261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-938d38af-4507-4ab3-9987-96e3c07fd169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.636312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44acce1-5f42-499b-a82c-e3edd2ba917e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event updated for resources: {'Port': ['ID=f4452ac4-555e-4c14-a970-a7207e653b7a,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:05.652609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-938d38af-4507-4ab3-9987-96e3c07fd169 None None] Port 55cede38-dc9b-4406-80a4-75f343a7ac82 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:05.666943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b25a9d56-96ac-4322-9e14-b1752e823d3e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Deleting port f4452ac4-555e-4c14-a970-a7207e653b7a {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:05.667230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b25a9d56-96ac-4322-9e14-b1752e823d3e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.739203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.743713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:05.774393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Usage tracker for resource:port and tenant:6636b4f6f7404fb88be503481ea0f0da is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:05.781761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:05.805526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:05.843583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Made reservation on behalf of 6636b4f6f7404fb88be503481ea0f0da for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:05.850417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.919077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe88fe2-3907-4ce0-b8f2-39279773b438']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:05.938810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748bc30a-0788-4814-8d89-5b4a38e4a10c') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:05.939115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748bc30a-0788-4814-8d89-5b4a38e4a10c') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:05.945933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:05.955190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:05.987989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:05.997320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.016609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Port': ['ID=f56f6f12-fc6c-44a4-a830-c859d708946a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:06.019946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No DVR routers for this DVR port f56f6f12-fc6c-44a4-a830-c859d708946a on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:06.032598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] device_id is not set on port 47dec4a6-da53-4e93-b980-038c808b6608 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:06.102540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.146410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:06.146843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.147832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b25a9d56-96ac-4322-9e14-b1752e823d3e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.266351 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 748bc30a-0788-4814-8d89-5b4a38e4a10c resource provider aggregate not found Sep 19 17:10:06.309426 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 748bc30a-0788-4814-8d89-5b4a38e4a10c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 748bc30a-0788-4814-8d89-5b4a38e4a10c found for delete ", "request_id": "req-00b6f6fd-e8ec-4b8b-963c-889e6a6f84e9"}]} Sep 19 17:10:06.312220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b25a9d56-96ac-4322-9e14-b1752e823d3e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Calling delete_port for f4452ac4-555e-4c14-a970-a7207e653b7a owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:06.377132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Allocated IP 172.20.0.3 (102597d1-3251-4e66-bf25-4637518e97ca/e7bd1c74-e1b8-46e9-8877-056983c3f5dc/47dec4a6-da53-4e93-b980-038c808b6608) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:06.388715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.398535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.423202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.453322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] Pushing event deleted for resources: {'Network': ['ID=5fe88fe2-3907-4ce0-b8f2-39279773b438,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:06.460105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba7ca7a-7e59-4685-a3c2-0d83c94bea91']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:06.477781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cda9170-a647-409f-ac77-7440e6ae663d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:06.478085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cda9170-a647-409f-ac77-7440e6ae663d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:06.484949 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment a9c77b54-6ce4-45b7-a6a8-9b52158b0f78 resource provider aggregate not found Sep 19 17:10:06.485512 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-94c42bcf-f0d9-4aad-bd8d-b48e916121e4 tempest-BulkNetworkOpsIpV6Test-1756781929 tempest-BulkNetworkOpsIpV6Test-1756781929-project] 10.222.0.83 "DELETE /v2.0/networks/5fe88fe2-3907-4ce0-b8f2-39279773b438 HTTP/1.1" status: 204 len: 168 time: 1.7229915 Sep 19 17:10:06.494462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.510457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:06.520434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.529219 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment a9c77b54-6ce4-45b7-a6a8-9b52158b0f78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9c77b54-6ce4-45b7-a6a8-9b52158b0f78 found for delete ", "request_id": "req-159d3144-b658-4c20-80b5-373955741ddf"}]} Sep 19 17:10:06.580045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:06.580448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.609926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b25a9d56-96ac-4322-9e14-b1752e823d3e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.681090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a9d56-96ac-4322-9e14-b1752e823d3e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Port': ['ID=f4452ac4-555e-4c14-a970-a7207e653b7a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:06.748817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.790284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.806690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=aba7ca7a-7e59-4685-a3c2-0d83c94bea91,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:06.817135 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4f62cce0-0cb7-4f4f-974c-b4acb8772c5d tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/aba7ca7a-7e59-4685-a3c2-0d83c94bea91 HTTP/1.1" status: 204 len: 168 time: 5.1888006 Sep 19 17:10:06.817738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39240) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:06.829500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.830291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1006914349'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:06.838786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:06.848024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39244) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:06.849236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:06.852975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:06.856493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:06.862859 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-93f74ec4-43a0-4d66-80b9-9e8ff00149c4 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/routers/a4456e72-d7fb-4268-b75a-22710e5f2072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0350828 Sep 19 17:10:06.864243 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209fc5a-ba89-456e-882e-30e43348f238 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:06.868488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39248) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:06.871625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:06.877110 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209fc5a-ba89-456e-882e-30e43348f238 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:06.878069 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d209fc5a-ba89-456e-882e-30e43348f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:06.880606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Transition to ACTIVE for port object 47dec4a6-da53-4e93-b980-038c808b6608 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:06.885620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:06.893463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.907695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'port': {'network_id': '0c77106d-84c0-4ec4-b86a-ef4bf054d5ed', 'name': 'tempest-FloatingIPTestJSON-1365988321'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:06.950012 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d209fc5a-ba89-456e-882e-30e43348f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:06.961259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:06.961617 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209fc5a-ba89-456e-882e-30e43348f238 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:06.962649 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d209fc5a-ba89-456e-882e-30e43348f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:06.974660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:06.975104 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment d9ffb3c8-bfb3-4fd4-a4bc-f7e7b339be02 of type vlan for network f0a9b58c-d439-446d-9ead-1255390542cb Sep 19 17:10:07.019553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.038774 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d209fc5a-ba89-456e-882e-30e43348f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:07.039400 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209fc5a-ba89-456e-882e-30e43348f238 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:07.060499 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d55b01e-ec93-40e2-a7ba-1e234d0f7fae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d4e219569639414fa3c296d50d78f71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032344 Sep 19 17:10:07.066119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39254) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:07.107225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.113316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:07.113909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.186626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b25a9d56-96ac-4322-9e14-b1752e823d3e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.222059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.240754 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4167514 Sep 19 17:10:07.244059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39258) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:07.257974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': 'f0a9b58c-d439-446d-9ead-1255390542cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:07.274340 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b25a9d56-96ac-4322-9e14-b1752e823d3e tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "DELETE /v2.0/ports/f4452ac4-555e-4c14-a970-a7207e653b7a HTTP/1.1" status: 204 len: 168 time: 1.7870882 Sep 19 17:10:07.284547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39262) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:07.326348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64aa4ca5-6926-441e-8aac-1152e48a19f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.346770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f282f-426a-471d-8805-ca254846e2a2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=f0a9b58c-d439-446d-9ead-1255390542cb,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:07.348938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:07.363248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Network 102597d1-3251-4e66-bf25-4637518e97ca is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:07.366863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:port and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:07.369761 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9473ac8-a39d-481d-9f12-9aca3c74faf1 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] GET failed (client error): The resource could not be found. Sep 19 17:10:07.370166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network f0a9b58c-d439-446d-9ead-1255390542cb details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:07.370649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f9473ac8-a39d-481d-9f12-9aca3c74faf1 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Synchronizing usage tracker for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:07.372725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:07.376104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:07.378939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'Port': ['ID=47dec4a6-da53-4e93-b980-038c808b6608,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:07.381372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:07.392560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64aa4ca5-6926-441e-8aac-1152e48a19f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.415344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:07.421563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:07.433777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:07.439479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:07.450981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f9473ac8-a39d-481d-9f12-9aca3c74faf1 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Unset dirty status for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:07.452680 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f9473ac8-a39d-481d-9f12-9aca3c74faf1 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "GET /v2.0/ports/f4452ac4-555e-4c14-a970-a7207e653b7a HTTP/1.1" status: 404 len: 333 time: 0.1607943 Sep 19 17:10:07.456491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39268) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:07.461703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:07.465091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:07.467626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.485065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:07.489722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.534304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:07.535040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.580337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] device_id is not set on port 34f99e42-e611-4a65-ae57-050f70437bd0 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:07.602378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64aa4ca5-6926-441e-8aac-1152e48a19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.607080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 17:10:07.607696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 17:10:07.621965 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8bd7d431-e976-426d-a9af-6f54a3d09b9b tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1672094 Sep 19 17:10:07.621965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39272) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:07.629419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa4ca5-6926-441e-8aac-1152e48a19f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c250a-2a22-4a00-92d9-006d783c4089,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:07.639001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:07.647028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b68b37a7-2d94-45ab-aa8b-0db6d1fdadbe tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Deleting port 2cd02e1e-a17d-4917-8674-add1196a5e90 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:07.647618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b68b37a7-2d94-45ab-aa8b-0db6d1fdadbe tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.649399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64aa4ca5-6926-441e-8aac-1152e48a19f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.654637 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-64aa4ca5-6926-441e-8aac-1152e48a19f1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/821c250a-2a22-4a00-92d9-006d783c4089 HTTP/1.1" status: 204 len: 168 time: 0.5873668 Sep 19 17:10:07.696419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:07.707472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2bf28329-6670-4acf-a06b-06db3fcbd207 None None] Provisioning for port 47dec4a6-da53-4e93-b980-038c808b6608 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:07.713590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2bf28329-6670-4acf-a06b-06db3fcbd207 None None] Provisioning complete for port 47dec4a6-da53-4e93-b980-038c808b6608 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:07.714190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2bf28329-6670-4acf-a06b-06db3fcbd207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.782110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2bf28329-6670-4acf-a06b-06db3fcbd207 None None] Port 47dec4a6-da53-4e93-b980-038c808b6608 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:07.840516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Usage tracker for resource:floatingip and tenant:6636b4f6f7404fb88be503481ea0f0da is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:07.849252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:07.865419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:07.931275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:07.953109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.001356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=03e163c9-cf92-4e6d-bb5e-7809b0ace353,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:08.030370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': 'd9ffb3c8-bfb3-4fd4-a4bc-f7e7b339be02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f0a9b58c-d439-446d-9ead-1255390542cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:08.030813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: f0a9b58c-d439-446d-9ead-1255390542cb, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:08.054810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network f0a9b58c-d439-446d-9ead-1255390542cb is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:08.066177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, f0a9b58c-d439-446d-9ead-1255390542cb) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:08.071136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:08.071778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.081903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28683968-0c5a-495f-add0-7f370911bf08 None None] Network f0a9b58c-d439-446d-9ead-1255390542cb requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:08.103422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-59f7ff65-9cd8-4eda-a11f-c530c310d334 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8552141 Sep 19 17:10:08.105468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39288) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:08.155780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.20.0.10 (0c77106d-84c0-4ec4-b86a-ef4bf054d5ed/8231094f-3fe3-4acc-9c4c-82945f73fc11/34f99e42-e611-4a65-ae57-050f70437bd0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:08.259912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b68b37a7-2d94-45ab-aa8b-0db6d1fdadbe tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.273356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.358048 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5cda9170-a647-409f-ac77-7440e6ae663d resource provider aggregate not found Sep 19 17:10:08.394773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b68b37a7-2d94-45ab-aa8b-0db6d1fdadbe tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Calling delete_port for 2cd02e1e-a17d-4917-8674-add1196a5e90 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:08.401048 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5cda9170-a647-409f-ac77-7440e6ae663d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cda9170-a647-409f-ac77-7440e6ae663d found for delete ", "request_id": "req-5812105f-93e0-4b6a-8c5d-c5e9204e4f2a"}]} Sep 19 17:10:08.431243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.433631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3454d2bb-20d5-4760-b634-b05b5d6fa8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-f0a9b58c-d439-446d-9ead-1255390542cb', 'network_id': 'f0a9b58c-d439-446d-9ead-1255390542cb', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': '03e163c9-cf92-4e6d-bb5e-7809b0ace353'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:08.434946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3454d2bb-20d5-4760-b634-b05b5d6fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.545319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39304) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:08.566685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server [None req-3454d2bb-20d5-4760-b634-b05b5d6fa8ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03e163c9-cf92-4e6d-bb5e-7809b0ace353: This subnet is being modified by another concurrent operation. Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:10:08.587035 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise exception Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03e163c9-cf92-4e6d-bb5e-7809b0ace353: This subnet is being modified by another concurrent operation. Sep 19 17:10:08.590131 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Sep 19 17:10:08.605671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd4f88d-5b2a-49f1-b41f-02f1b145da92 None None] Network f0a9b58c-d439-446d-9ead-1255390542cb requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:08.623258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=03e163c9-cf92-4e6d-bb5e-7809b0ace353,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:08.636506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.698120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-578850583'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:08.721639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:08.721938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.729896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:08.734834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:08.738384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.750483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:08.770567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a9b58c-d439-446d-9ead-1255390542cb']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:08.777789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:08.781416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.788822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b68b37a7-2d94-45ab-aa8b-0db6d1fdadbe tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.797734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.807316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ffb3c8-bfb3-4fd4-a4bc-f7e7b339be02') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:08.807615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ffb3c8-bfb3-4fd4-a4bc-f7e7b339be02') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:08.809803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac7d43a-e408-49f6-af80-767e4ebeda3b None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:08.823386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.833122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:08.840640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:security_group_rule and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:08.846012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:08.850474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.852803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:08.864176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:08.864581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.885574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b37a7-2d94-45ab-aa8b-0db6d1fdadbe tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Port': ['ID=2cd02e1e-a17d-4917-8674-add1196a5e90,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:08.942355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.948743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac7d43a-e408-49f6-af80-767e4ebeda3b None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:08.971622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.984446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b68b37a7-2d94-45ab-aa8b-0db6d1fdadbe tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:08.994792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.005047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=f0a9b58c-d439-446d-9ead-1255390542cb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:09.022086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Allocated IP 172.26.10.207 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/fb81dabb-1270-45f6-afbc-3813e593812e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:09.028554 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5d6d9364-5e43-4131-8f6b-59f08cbc9b40 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/f0a9b58c-d439-446d-9ead-1255390542cb HTTP/1.1" status: 204 len: 168 time: 0.9218571 Sep 19 17:10:09.030606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39310) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:09.037091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1940671080'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:09.045633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:09.045832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:09.051069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:09.052927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:09.058127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:09.062044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:09.065494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:09.090112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:09.096502 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b68b37a7-2d94-45ab-aa8b-0db6d1fdadbe tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "DELETE /v2.0/ports/2cd02e1e-a17d-4917-8674-add1196a5e90 HTTP/1.1" status: 204 len: 168 time: 1.6358619 Sep 19 17:10:09.096682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.096765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=34f99e42-e611-4a65-ae57-050f70437bd0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:09.101119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39314) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:09.133719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.143822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.146710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:09.179013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.179370 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment 9b376ebe-2867-4143-81d5-37bf45c99555 of type vlan for network 7f54bd5e-945d-4327-9c20-de04b066c279 Sep 19 17:10:09.189293 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:09.199526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58a6277-8396-431e-9103-49245dcf1f09,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:09.210973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.210973 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment ca533fcd-fd94-4126-971f-ce240f0ab7ea of type vlan for network 0950583e-3cdd-4b5c-a553-bc31ca21193a Sep 19 17:10:09.230497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.237579 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f18dc0-542d-4bcb-887c-7913cefb68cd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] GET failed (client error): The resource could not be found. Sep 19 17:10:09.238122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d7f18dc0-542d-4bcb-887c-7913cefb68cd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Synchronizing usage tracker for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:09.256377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:09.256586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.256903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.294232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.298204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d7f18dc0-542d-4bcb-887c-7913cefb68cd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Unset dirty status for tenant:9b69912176904443a7fb0fbd47ece86d on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:09.302758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d7f18dc0-542d-4bcb-887c-7913cefb68cd tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "GET /v2.0/ports/2cd02e1e-a17d-4917-8674-add1196a5e90 HTTP/1.1" status: 404 len: 333 time: 0.1957064 Sep 19 17:10:09.302758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6e24bc2c-4ed9-4691-83e5-f3af88cd4f0b tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4312673 Sep 19 17:10:09.303265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39318) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:09.303478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39320) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:09.304268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:09.304910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.339953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'port': {'network_id': '0c77106d-84c0-4ec4-b86a-ef4bf054d5ed', 'name': 'tempest-FloatingIPTestJSON-1917752467'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:09.396177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.401897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:09.402516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.442469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=7f54bd5e-945d-4327-9c20-de04b066c279,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:09.458571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 7f54bd5e-945d-4327-9c20-de04b066c279 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:09.470370 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1651a6b5-fae3-4eb8-a507-b8005aa047d2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4386342 Sep 19 17:10:09.483569 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9368222 Sep 19 17:10:09.484330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39326) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:09.604306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': '7f54bd5e-945d-4327-9c20-de04b066c279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:09.652805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.668909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-82e8e735-0127-497b-9507-0eabe6b13b10 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Deleting port 7002feae-01fb-4767-b9c1-3b2831c4e6e4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:09.669252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82e8e735-0127-497b-9507-0eabe6b13b10 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.704600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f79b04-1759-41bd-93d5-42ca07798aaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=0950583e-3cdd-4b5c-a553-bc31ca21193a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:09.717645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0950583e-3cdd-4b5c-a553-bc31ca21193a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:09.743183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:09.750537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:09.755798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:09.764986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:09.781449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:09.786305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:09.838242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:09.848423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:port and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:09.867120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:09.924026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:09.943875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.021771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:10.025161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.047473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:10.062850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.064989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:10.081529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:10.117214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] device_id is not set on port b9703a0c-2461-4404-ad35-6bb51706dbd7 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:10.163573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'Port': ['ID=fb81dabb-1270-45f6-afbc-3813e593812e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:10.225535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82e8e735-0127-497b-9507-0eabe6b13b10 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.248416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=e584b127-7d80-46cb-a84d-8d76975ae9c0,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:10.257597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': '9b376ebe-2867-4143-81d5-37bf45c99555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f54bd5e-945d-4327-9c20-de04b066c279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:10.257958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: 7f54bd5e-945d-4327-9c20-de04b066c279, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:10.276951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network 7f54bd5e-945d-4327-9c20-de04b066c279 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:10.287008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 7f54bd5e-945d-4327-9c20-de04b066c279) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:10.291367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:10.292050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.301004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043352d3-d527-490c-85ba-caaef821b46d None None] Network 7f54bd5e-945d-4327-9c20-de04b066c279 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:10.319947 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-136d5fb9-124d-451f-9a1a-4444b90af07f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8022087 Sep 19 17:10:10.322498 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39334) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:10.386514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-82e8e735-0127-497b-9507-0eabe6b13b10 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Calling delete_port for 7002feae-01fb-4767-b9c1-3b2831c4e6e4 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:10.453173 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d9ffb3c8-bfb3-4fd4-a4bc-f7e7b339be02 resource provider aggregate not found Sep 19 17:10:10.482666 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d9ffb3c8-bfb3-4fd4-a4bc-f7e7b339be02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9ffb3c8-bfb3-4fd4-a4bc-f7e7b339be02 found for delete ", "request_id": "req-e3c3f859-2730-430f-91c5-7cdcf2ee7b6f"}]} Sep 19 17:10:10.557290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.20.0.11 (0c77106d-84c0-4ec4-b86a-ef4bf054d5ed/8231094f-3fe3-4acc-9c4c-82945f73fc11/b9703a0c-2461-4404-ad35-6bb51706dbd7) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:10.559692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.564489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.640835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.711358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fab396-f943-4b40-b250-71b72952609c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-7f54bd5e-945d-4327-9c20-de04b066c279', 'network_id': '7f54bd5e-945d-4327-9c20-de04b066c279', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': 'e584b127-7d80-46cb-a84d-8d76975ae9c0'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:10.713198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-29fab396-f943-4b40-b250-71b72952609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.719680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.741035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.789235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82e8e735-0127-497b-9507-0eabe6b13b10 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.791830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=e584b127-7d80-46cb-a84d-8d76975ae9c0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server [None req-29fab396-f943-4b40-b250-71b72952609c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e584b127-7d80-46cb-a84d-8d76975ae9c0: This subnet is being modified by another concurrent operation. Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:10:10.842583 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise exception Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e584b127-7d80-46cb-a84d-8d76975ae9c0: This subnet is being modified by another concurrent operation. Sep 19 17:10:10.845997 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Sep 19 17:10:10.873032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629aa159-4eaa-4d4b-bcf4-ef1d9c6a9f09 None None] Network 7f54bd5e-945d-4327-9c20-de04b066c279 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:10.905957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:10.919856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8e735-0127-497b-9507-0eabe6b13b10 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Port': ['ID=7002feae-01fb-4767-b9c1-3b2831c4e6e4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:10.951507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f54bd5e-945d-4327-9c20-de04b066c279']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:10.968686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b376ebe-2867-4143-81d5-37bf45c99555') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:10.969037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b376ebe-2867-4143-81d5-37bf45c99555') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:10.988418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.008605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82e8e735-0127-497b-9507-0eabe6b13b10 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.011411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.019026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:11.021368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.157728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.184455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.198332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=7f54bd5e-945d-4327-9c20-de04b066c279,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:11.203325 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00f009e7-6e39-4469-932b-5edabc016324 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/7f54bd5e-945d-4327-9c20-de04b066c279 HTTP/1.1" status: 204 len: 168 time: 0.8795018 Sep 19 17:10:11.208460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39342) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:11.213579 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-82e8e735-0127-497b-9507-0eabe6b13b10 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "DELETE /v2.0/ports/7002feae-01fb-4767-b9c1-3b2831c4e6e4 HTTP/1.1" status: 204 len: 168 time: 1.9091561 Sep 19 17:10:11.217203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162492691'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:11.222141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39346) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:11.229483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ea0fc-d728-4ffc-b5ea-bb46249c2336 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:11.244592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.278459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.293429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.303668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:11.310018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2b5753-a413-4a9d-bf61-34ee00bfbed6 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Deleting subnet d23ab0d9-abe4-485e-ac5f-04b6c1826d2b {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:10:11.314095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5753-a413-4a9d-bf61-34ee00bfbed6 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.378892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5753-a413-4a9d-bf61-34ee00bfbed6 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.410821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7f21-b5a9-4d1a-be6d-bf9f21e1b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.465486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5753-a413-4a9d-bf61-34ee00bfbed6 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.531002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.547497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:11.554032 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:11.560463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5753-a413-4a9d-bf61-34ee00bfbed6 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.570719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'Port': ['ID=fb81dabb-1270-45f6-afbc-3813e593812e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:11.584600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.590012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ea0fc-d728-4ffc-b5ea-bb46249c2336 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:11.593556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:11.594598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:11.614307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b5753-a413-4a9d-bf61-34ee00bfbed6 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Subnet': ['ID=d23ab0d9-abe4-485e-ac5f-04b6c1826d2b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:11.623375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5753-a413-4a9d-bf61-34ee00bfbed6 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.632258 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f2b5753-a413-4a9d-bf61-34ee00bfbed6 tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "DELETE /v2.0/subnets/d23ab0d9-abe4-485e-ac5f-04b6c1826d2b HTTP/1.1" status: 204 len: 168 time: 0.4090455 Sep 19 17:10:11.633099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39350) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:11.646582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:11.656551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:11.660126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.663668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:11.728626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.730226 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-63561b47-dff2-41ac-a5d5-b24e369893aa tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 4.1073682 Sep 19 17:10:11.737859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39354) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:11.749711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6d129f10-5c01-4107-b1a3-a045d538af82 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Request body: {'floatingip': {'port_id': '47dec4a6-da53-4e93-b980-038c808b6608', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:11.789809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.813720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:11.830156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.830775 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment 7c820450-dd96-4a36-8e8d-795e6096bbab of type vlan for network 967631db-eca4-4e2b-92e8-a6ffab0a4116 Sep 19 17:10:11.833688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d129f10-5c01-4107-b1a3-a045d538af82 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.870403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.906046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Deleting port 1af009e8-0591-42b8-8010-c3f40d2ab202 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:11.906655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:11.997193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.003406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:12.004177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.014018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=b9703a0c-2461-4404-ad35-6bb51706dbd7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:12.029911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534ff4f-00ed-458f-81f2-23e1c62f6707 None None] Network cc272295-13af-4fb8-8775-3d6d0b8da3c1 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:12.039093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:12.039969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.072963 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-99751a9c-a35a-487e-877f-1c04530a0da1 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7669871 Sep 19 17:10:12.073772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39358) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:12.080635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'b9703a0c-2461-4404-ad35-6bb51706dbd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:12.085216 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-6d129f10-5c01-4107-b1a3-a045d538af82 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] update failed (client error): The resource could not be found. Sep 19 17:10:12.088975 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6d129f10-5c01-4107-b1a3-a045d538af82 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "PUT /v2.0/floatingips/ad3fc375-43ab-4a5e-90a6-a9b492c3adb2 HTTP/1.1" status: 404 len: 507 time: 0.3474863 Sep 19 17:10:12.088975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:12.090854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39362) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:12.156775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:floatingip and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:12.164160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=967631db-eca4-4e2b-92e8-a6ffab0a4116,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:12.168501 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c3567b54-06eb-4be4-b00d-83016982d87e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9588583 Sep 19 17:10:12.176089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39366) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:12.177038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:12.189397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': '967631db-eca4-4e2b-92e8-a6ffab0a4116', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:12.201110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 967631db-eca4-4e2b-92e8-a6ffab0a4116 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:12.205810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:12.312282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] For port 1af009e8-0591-42b8-8010-c3f40d2ab202, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1af009e8-0591-42b8-8010-c3f40d2ab202,segment=NetworkSegment(b180d342-43f2-4a5b-8cfb-d1934f8945d3),segment_id=b180d342-43f2-4a5b-8cfb-d1934f8945d3)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:12.312814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.346593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.380693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Deleting port fb81dabb-1270-45f6-afbc-3813e593812e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:12.381206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.515449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:12.527180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:12.548245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:12.558411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:12.592054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] DHCP port deletion for cc272295-13af-4fb8-8775-3d6d0b8da3c1 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:12.596548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] Deleting port 1af009e8-0591-42b8-8010-c3f40d2ab202 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:12.596932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.607458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Calling delete_port for 1af009e8-0591-42b8-8010-c3f40d2ab202 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:12.624444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39370) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:12.636486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': '0950583e-3cdd-4b5c-a553-bc31ca21193a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:12.655559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:12.659193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.672733 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9b376ebe-2867-4143-81d5-37bf45c99555 resource provider aggregate not found Sep 19 17:10:12.704358 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 9b376ebe-2867-4143-81d5-37bf45c99555 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b376ebe-2867-4143-81d5-37bf45c99555 found for delete ", "request_id": "req-654adee2-77f7-4779-9b2b-c520a6a8fa43"}]} Sep 19 17:10:12.710017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.764613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Port': ['ID=1af009e8-0591-42b8-8010-c3f40d2ab202,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:12.767303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] No DVR routers for this DVR port 1af009e8-0591-42b8-8010-c3f40d2ab202 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:12.815503 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] For port 1af009e8-0591-42b8-8010-c3f40d2ab202, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1af009e8-0591-42b8-8010-c3f40d2ab202,segment=NetworkSegment(b180d342-43f2-4a5b-8cfb-d1934f8945d3),segment_id=b180d342-43f2-4a5b-8cfb-d1934f8945d3)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:12.815917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.892739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.904424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.905078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.918742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:12.919111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc272295-13af-4fb8-8775-3d6d0b8da3c1']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:12.932062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b180d342-43f2-4a5b-8cfb-d1934f8945d3') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:12.932336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b180d342-43f2-4a5b-8cfb-d1934f8945d3') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:12.944092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.946115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] Calling delete_port for 1af009e8-0591-42b8-8010-c3f40d2ab202 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:12.960217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.966979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:12.967426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:12.979752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:subnet and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:13.020903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:13.021273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:13.069862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.089891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.096461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] Pushing event deleted for resources: {'Network': ['ID=cc272295-13af-4fb8-8775-3d6d0b8da3c1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:13.106692 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bcad5f6c-c3e9-4fa5-b41f-382dced40cdf tempest-AllowedAddressPairIpV6TestJSON-1206742932 tempest-AllowedAddressPairIpV6TestJSON-1206742932-project] 10.222.0.83 "DELETE /v2.0/networks/cc272295-13af-4fb8-8775-3d6d0b8da3c1 HTTP/1.1" status: 204 len: 168 time: 1.4725933 Sep 19 17:10:13.151475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:13.164243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Calling delete_port for fb81dabb-1270-45f6-afbc-3813e593812e owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:13.200495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:13.219452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.268288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:13.271860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.384754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39382) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:13.523027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] Deleting port 1af009e8-0591-42b8-8010-c3f40d2ab202 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:13.523752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.546960 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fa9ddcb9-4e6d-49d2-90d2-137102133956 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9b69912176904443a7fb0fbd47ece86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585019 Sep 19 17:10:13.547973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39388) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:13.601288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92ded041-4b97-48ca-b991-350714c82d9f None None] The port '1af009e8-0591-42b8-8010-c3f40d2ab202' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:10:13.612261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95c36ddc-66d3-46a8-bdba-dd916d8b573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.625805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d473d76b-0d64-4a6d-867f-1b5bb28abdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.629618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.646228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95c36ddc-66d3-46a8-bdba-dd916d8b573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.682250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.26.10.77 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/dcd66d67-7011-4b83-a233-38d2648f6f36) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:13.703819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95c36ddc-66d3-46a8-bdba-dd916d8b573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.717485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.719548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c36ddc-66d3-46a8-bdba-dd916d8b573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b618e494-aac3-4b72-bf50-c24ff8967b2c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:13.726242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95c36ddc-66d3-46a8-bdba-dd916d8b573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:13.727463 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-95c36ddc-66d3-46a8-bdba-dd916d8b573c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b618e494-aac3-4b72-bf50-c24ff8967b2c HTTP/1.1" status: 204 len: 168 time: 0.1785216 Sep 19 17:10:13.813705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event deleted for resources: {'Port': ['ID=fb81dabb-1270-45f6-afbc-3813e593812e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:13.897365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=4bd19f7c-f9f9-4b2a-8287-1dec0daa4f30,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:14.026533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': '7c820450-dd96-4a36-8e8d-795e6096bbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '967631db-eca4-4e2b-92e8-a6ffab0a4116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:14.027196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: 967631db-eca4-4e2b-92e8-a6ffab0a4116, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:14.092022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.133672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.172008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network 967631db-eca4-4e2b-92e8-a6ffab0a4116 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:14.185081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.222693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 967631db-eca4-4e2b-92e8-a6ffab0a4116) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:14.232026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cc17e-2637-438d-b7f5-8602b6edc876 None None] Network 967631db-eca4-4e2b-92e8-a6ffab0a4116 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:14.240438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:14.240828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.248883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.253382 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a5e183bd-613d-40e7-88e8-c1131e221ba1 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "DELETE /v2.0/floatingips/ad3fc375-43ab-4a5e-90a6-a9b492c3adb2 HTTP/1.1" status: 204 len: 168 time: 2.1581771 Sep 19 17:10:14.253908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39410) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:14.258945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-50a4c6b1-98f8-4f96-811f-2fb3692732f3 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Request body: {'floatingip': {'floating_network_id': '102597d1-3251-4e66-bf25-4637518e97ca', 'port_id': '47dec4a6-da53-4e93-b980-038c808b6608', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:14.262488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=8fe28f6f-9b42-4055-8c73-4ee51eed3f1b,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:14.265583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50a4c6b1-98f8-4f96-811f-2fb3692732f3 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:14.269879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50a4c6b1-98f8-4f96-811f-2fb3692732f3 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Usage tracker for resource:floatingip and tenant:6636b4f6f7404fb88be503481ea0f0da is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:14.273158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50a4c6b1-98f8-4f96-811f-2fb3692732f3 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:14.280343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50a4c6b1-98f8-4f96-811f-2fb3692732f3 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:14.288118 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1ea9981a-ada6-4628-b87f-a8bb1eb1de98 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1078193 Sep 19 17:10:14.289022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39414) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:14.292941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': 'ca533fcd-fd94-4126-971f-ce240f0ab7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0950583e-3cdd-4b5c-a553-bc31ca21193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:14.293258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: 0950583e-3cdd-4b5c-a553-bc31ca21193a, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:14.311054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50a4c6b1-98f8-4f96-811f-2fb3692732f3 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.318775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.369299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network 0950583e-3cdd-4b5c-a553-bc31ca21193a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:14.406235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:14.409360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:14.414845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:14.440179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0950583e-3cdd-4b5c-a553-bc31ca21193a) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:14.454965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=dcd66d67-7011-4b83-a233-38d2648f6f36,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:14.458139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:14.458730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487bfc8-a450-4648-a5b2-fa421d954def None None] Network 0950583e-3cdd-4b5c-a553-bc31ca21193a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:14.459079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.529308 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-83ec773b-61ee-4f12-8623-274a9b31e0d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8991015 Sep 19 17:10:14.529308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39420) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:14.544255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111429394'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:14.549946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:14.554255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:14.556855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:14.563342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:14.573063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1af009e8-0591-42b8-8010-c3f40d2ab202 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:14.580047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:14.583612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.631217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 1af009e8-0591-42b8-8010-c3f40d2ab202 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:14.631217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1af009e8-0591-42b8-8010-c3f40d2ab202 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:14.647617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39424) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:14.670239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:14.693175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.693527 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment 928307a4-6408-4d3c-9239-c697ad45c75b of type vlan for network 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e Sep 19 17:10:14.707096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-967631db-eca4-4e2b-92e8-a6ffab0a4116', 'network_id': '967631db-eca4-4e2b-92e8-a6ffab0a4116', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': '4bd19f7c-f9f9-4b2a-8287-1dec0daa4f30'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:14.708447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.717209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.739725 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment b180d342-43f2-4a5b-8cfb-d1934f8945d3 resource provider aggregate not found Sep 19 17:10:14.808131 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment b180d342-43f2-4a5b-8cfb-d1934f8945d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b180d342-43f2-4a5b-8cfb-d1934f8945d3 found for delete ", "request_id": "req-16ef2987-53cf-4fd6-8d01-3437e5d10125"}]} Sep 19 17:10:14.827789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.876715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-707822027'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:14.895173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:14.910078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Usage tracker for resource:network and tenant:bcdeddfc16fb4305bffc739ce947be3f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:14.913859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:14.929683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:14.945987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-0950583e-3cdd-4b5c-a553-bc31ca21193a', 'network_id': '0950583e-3cdd-4b5c-a553-bc31ca21193a', 'tenant_id': 'ed1aea47b5ce4ff1a6f5f2f21d21984e', 'fixed_ips': [{'subnet_id': '8fe28f6f-9b42-4055-8c73-4ee51eed3f1b'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:14.947088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.963389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Made reservation on behalf of bcdeddfc16fb4305bffc739ce947be3f for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:14.967066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.969596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:14.995184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.013798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:15.018852 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-50a4c6b1-98f8-4f96-811f-2fb3692732f3 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:10:15.023453 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50a4c6b1-98f8-4f96-811f-2fb3692732f3 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7652149 Sep 19 17:10:15.023453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Usage tracker for resource:security_group_rule and tenant:bcdeddfc16fb4305bffc739ce947be3f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:15.024920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39436) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:15.026877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:15.033258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:15.035230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '47dec4a6-da53-4e93-b980-038c808b6608', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:15.043210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:15.049690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Usage tracker for resource:floatingip and tenant:6636b4f6f7404fb88be503481ea0f0da is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:15.058666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.064698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:15.064911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Allocated IP 172.20.0.1 (967631db-eca4-4e2b-92e8-a6ffab0a4116/4bd19f7c-f9f9-4b2a-8287-1dec0daa4f30/99b3e895-94ae-4ad8-9b1f-610a1d22c669) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:15.065303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.069693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:15.084434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.107241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:15.127679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.138238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.185768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:15.204710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.207963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988e77b3-b8b0-45d1-aa0e-d2870129f048,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:15.215117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.215460 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Added segment ce372e31-d789-4c0f-86d3-c987768f9aa5 of type vlan for network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c Sep 19 17:10:15.232848 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6992152 Sep 19 17:10:15.232848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b86da-8a36-4ae0-b88f-ae57b07bffc2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:15.235066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39442) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:15.244367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': '0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:15.246986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.252607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.277635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:15.278897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.284681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:15.285280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.292281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Allocated IP 2001:db8:0:ffff::2 (0950583e-3cdd-4b5c-a553-bc31ca21193a/8fe28f6f-9b42-4055-8c73-4ee51eed3f1b/d0d6e632-128d-46f8-8aa9-f91ed7bfb192) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:15.395257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Network': ['ID=4fd985e3-0925-4330-9b9e-f42b9e3d7b2c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:15.406517 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50d9c0d1-df19-4b4e-a072-61b1a1768fd0 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7577882 Sep 19 17:10:15.408224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39446) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:15.413287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'subnet': {'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:15.442674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:15.454346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:subnet and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:15.457806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.459146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:15.474513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:15.475449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:15.509022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:15.512618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.544993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:15.551875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Usage tracker for resource:subnet and tenant:bcdeddfc16fb4305bffc739ce947be3f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:15.555032 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:15.560947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:15.572148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Made reservation on behalf of bcdeddfc16fb4305bffc739ce947be3f for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:15.575627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.652411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.682279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.682862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Transition to ACTIVE for port object 99b3e895-94ae-4ad8-9b1f-610a1d22c669 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:15.717491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.726768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Transition to ACTIVE for port object 99b3e895-94ae-4ad8-9b1f-610a1d22c669 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:15.760814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.782581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.858946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Network 967631db-eca4-4e2b-92e8-a6ffab0a4116 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:15.871547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:15.874241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:15.915426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:15.924655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Pushing event updated for resources: {'Port': ['ID=99b3e895-94ae-4ad8-9b1f-610a1d22c669,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:15.942326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd19f7c-f9f9-4b2a-8287-1dec0daa4f30,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:15.978378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Transition to ACTIVE for port object d0d6e632-128d-46f8-8aa9-f91ed7bfb192 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:16.012224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Attempting to bind port 99b3e895-94ae-4ad8-9b1f-610a1d22c669 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:16.013002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Attempting to bind port 99b3e895-94ae-4ad8-9b1f-610a1d22c669 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '7c820450-dd96-4a36-8e8d-795e6096bbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '967631db-eca4-4e2b-92e8-a6ffab0a4116'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:16.013002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Attempting to bind port 99b3e895-94ae-4ad8-9b1f-610a1d22c669 on network 967631db-eca4-4e2b-92e8-a6ffab0a4116 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:16.015376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Transition to ACTIVE for port object d0d6e632-128d-46f8-8aa9-f91ed7bfb192 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:16.020548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:16.020920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Checking segment: {'id': '7c820450-dd96-4a36-8e8d-795e6096bbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '967631db-eca4-4e2b-92e8-a6ffab0a4116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:16.021636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.021755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Bound using segment: {'id': '7c820450-dd96-4a36-8e8d-795e6096bbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '967631db-eca4-4e2b-92e8-a6ffab0a4116'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:16.022215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Bound port: 99b3e895-94ae-4ad8-9b1f-610a1d22c669, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c820450-dd96-4a36-8e8d-795e6096bbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '967631db-eca4-4e2b-92e8-a6ffab0a4116'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:16.022589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.037315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.044359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.055352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Allocated IP 172.26.10.132 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/65e09ac6-d427-4a9b-a463-e168527ed0c9) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:16.084256 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:10:16.102533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.118370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.140764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Subnet': ['ID=8386e972-8a8c-4db9-b513-e5f62305a643,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:16.157861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967631db-eca4-4e2b-92e8-a6ffab0a4116']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:16.179405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c820450-dd96-4a36-8e8d-795e6096bbab') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:16.179783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c820450-dd96-4a36-8e8d-795e6096bbab') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:16.196501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.197986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Network 0950583e-3cdd-4b5c-a553-bc31ca21193a is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:16.203744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Checking segment: {'id': 'ce372e31-d789-4c0f-86d3-c987768f9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:16.204786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Network hostable DHCP agents. Network: 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:16.212954 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:16.214943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:16.225611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.235849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:16.236383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.251804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:16.268688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Pushing event updated for resources: {'Port': ['ID=d0d6e632-128d-46f8-8aa9-f91ed7bfb192,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:16.285392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.320533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=36ef731e-fa19-4cfc-b046-aca3dfd37243,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:16.326203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:16.336457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:16.337201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.338144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': '928307a4-6408-4d3c-9239-c697ad45c75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:16.338506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:16.347032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca93ba-1cb3-4902-9cb7-35076a94ae06 None None] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:16.347338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.360613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 17:10:16.360613 dv-neutron-857789-3-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 17:10:16.360613 dv-neutron-857789-3-hyperv neutron-server[89055]: [parameters: {'id': '967631db-eca4-4e2b-92e8-a6ffab0a4116'}] Sep 19 17:10:16.360613 dv-neutron-857789-3-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:16.361330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:16.370252 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b5d2abc-b3b5-4029-b1b6-d53a41503244 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9618220 Sep 19 17:10:16.372947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39450) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:16.378297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Attempting to bind port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:16.378744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Attempting to bind port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'ca533fcd-fd94-4126-971f-ce240f0ab7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0950583e-3cdd-4b5c-a553-bc31ca21193a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:16.379131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Attempting to bind port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 on network 0950583e-3cdd-4b5c-a553-bc31ca21193a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:16.380857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.383356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'name': 'tempest-AllowedAddressPairTestJSON-1392627953'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:16.421951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] For port 99b3e895-94ae-4ad8-9b1f-610a1d22c669, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:16.444708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:16.445003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Checking segment: {'id': 'ca533fcd-fd94-4126-971f-ce240f0ab7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0950583e-3cdd-4b5c-a553-bc31ca21193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:16.445495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.445891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Bound using segment: {'id': 'ca533fcd-fd94-4126-971f-ce240f0ab7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0950583e-3cdd-4b5c-a553-bc31ca21193a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:16.446363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Bound port: d0d6e632-128d-46f8-8aa9-f91ed7bfb192, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca533fcd-fd94-4126-971f-ce240f0ab7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0950583e-3cdd-4b5c-a553-bc31ca21193a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:16.447127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.457092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.460036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] For port 99b3e895-94ae-4ad8-9b1f-610a1d22c669, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=99b3e895-94ae-4ad8-9b1f-610a1d22c669,segment=NetworkSegment(7c820450-dd96-4a36-8e8d-795e6096bbab),segment_id=7c820450-dd96-4a36-8e8d-795e6096bbab)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:16.472190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.492184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.527638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:16.532226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Usage tracker for resource:port and tenant:bcdeddfc16fb4305bffc739ce947be3f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:16.535581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:16.543722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:16.558468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Made reservation on behalf of bcdeddfc16fb4305bffc739ce947be3f for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:16.563026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.587314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:16.589210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] device_id is not set on port 12e12786-f7d2-41d0-9f73-a54c38e44c99 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:16.606885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:16.623764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:16.624484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.627924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1231fd36-8da5-45c6-827d-cba57dd70352 None None] Network 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:16.637422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=dcd66d67-7011-4b83-a233-38d2648f6f36,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:16.751265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Allocated IP 172.20.0.12 (4fd985e3-0925-4330-9b9e-f42b9e3d7b2c/8386e972-8a8c-4db9-b513-e5f62305a643/12e12786-f7d2-41d0-9f73-a54c38e44c99) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:16.813866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec57ad-1a08-4852-81ea-2183d8b8b077 None None] Pushing event updated for resources: {'Port': ['ID=99b3e895-94ae-4ad8-9b1f-610a1d22c669,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:16.827894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] For port d0d6e632-128d-46f8-8aa9-f91ed7bfb192, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:16.859181 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a088d191-c169-4532-97d6-ce19e233e103 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6211493 Sep 19 17:10:16.862561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39456) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:16.887784 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP 896afa3c-9c93-4b26-9c27-ad627fc854de associated. External IP: 172.26.10.77, port: b9703a0c-2461-4404-ad35-6bb51706dbd7. Sep 19 17:10:16.896034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.903110 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7c820450-dd96-4a36-8e8d-795e6096bbab resource provider aggregate not found Sep 19 17:10:16.908852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3800da6-df22-4c20-ac40-f57d706a1e5e None None] Network 967631db-eca4-4e2b-92e8-a6ffab0a4116 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:16.924124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] For port d0d6e632-128d-46f8-8aa9-f91ed7bfb192, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d0d6e632-128d-46f8-8aa9-f91ed7bfb192,segment=NetworkSegment(ca533fcd-fd94-4126-971f-ce240f0ab7ea),segment_id=ca533fcd-fd94-4126-971f-ce240f0ab7ea)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:16.946640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Deleting port 99b3e895-94ae-4ad8-9b1f-610a1d22c669 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:16.947819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.959449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:16.983570 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7c820450-dd96-4a36-8e8d-795e6096bbab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c820450-dd96-4a36-8e8d-795e6096bbab found for delete ", "request_id": "req-11df119d-c3b0-4c50-990f-def4a9322133"}]} Sep 19 17:10:16.999482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'tenant_id': 'bcdeddfc16fb4305bffc739ce947be3f', 'fixed_ips': [{'subnet_id': '8386e972-8a8c-4db9-b513-e5f62305a643'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:17.000306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.009839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.106943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.108868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:17.115795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:17.164216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Transition to ACTIVE for port object 12e12786-f7d2-41d0-9f73-a54c38e44c99 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:17.174453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:17.252335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e', 'network_id': '0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e', 'tenant_id': 'ed1aea47b5ce4ff1a6f5f2f21d21984e', 'fixed_ips': [{'subnet_id': '36ef731e-fa19-4cfc-b046-aca3dfd37243'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:17.253173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.266036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event updated for resources: {'Port': ['ID=65e09ac6-d427-4a9b-a463-e168527ed0c9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:17.287307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] For port 99b3e895-94ae-4ad8-9b1f-610a1d22c669, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=99b3e895-94ae-4ad8-9b1f-610a1d22c669,segment=NetworkSegment(7c820450-dd96-4a36-8e8d-795e6096bbab),segment_id=7c820450-dd96-4a36-8e8d-795e6096bbab)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:17.288107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.317354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.335493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cc445-bb05-4f93-a5ff-f089be09a2b7 None None] Pushing event updated for resources: {'Port': ['ID=d0d6e632-128d-46f8-8aa9-f91ed7bfb192,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:17.503750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Calling delete_port for 99b3e895-94ae-4ad8-9b1f-610a1d22c669 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:17.576921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.657071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.681677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:17.688553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:17.693607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:17.722824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Allocated IP 172.20.0.2 (4fd985e3-0925-4330-9b9e-f42b9e3d7b2c/8386e972-8a8c-4db9-b513-e5f62305a643/36a28157-e26d-40ea-b254-639174878aba) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:17.724125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=12e12786-f7d2-41d0-9f73-a54c38e44c99,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:17.731400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.732736 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Allocated IP 2001:db8::1 (0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e/36ef731e-fa19-4cfc-b046-aca3dfd37243/e53b6339-bca6-4609-9093-279bf39a3814) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:17.752508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Deleting port 65e09ac6-d427-4a9b-a463-e168527ed0c9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:17.753103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:17.791820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No DVR routers for this DVR port 99b3e895-94ae-4ad8-9b1f-610a1d22c669 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:17.792356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:17.793215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Port': ['ID=99b3e895-94ae-4ad8-9b1f-610a1d22c669,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:17.963953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:17.964668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.062007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.102130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.102577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.107791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967631db-eca4-4e2b-92e8-a6ffab0a4116']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.111082 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:18.129954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c820450-dd96-4a36-8e8d-795e6096bbab') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.130267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c820450-dd96-4a36-8e8d-795e6096bbab') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.131255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42977c-f92f-4d48-b767-91caf8fd33bd None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:18.148237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.170166 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bcdea688-4eb5-4346-b61d-83aacd0bbbdf tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7930551 Sep 19 17:10:18.171487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39464) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:18.180589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'name': 'tempest-AllowedAddressPairTestJSON-708118403', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6a:a2:cc'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:18.182516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42977c-f92f-4d48-b767-91caf8fd33bd None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:18.183361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9b42977c-f92f-4d48-b767-91caf8fd33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.206519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.251492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.264627 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.278098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9b42977c-f92f-4d48-b767-91caf8fd33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.281464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:18.281920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.283368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Transition to ACTIVE for port object e53b6339-bca6-4609-9093-279bf39a3814 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:18.288002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Transition to ACTIVE for port object 36a28157-e26d-40ea-b254-639174878aba will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:18.317315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42977c-f92f-4d48-b767-91caf8fd33bd None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:18.317878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9b42977c-f92f-4d48-b767-91caf8fd33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.401477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Transition to ACTIVE for port object e53b6339-bca6-4609-9093-279bf39a3814 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:18.403053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Transition to ACTIVE for port object 36a28157-e26d-40ea-b254-639174878aba will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:18.404110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9b42977c-f92f-4d48-b767-91caf8fd33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.404500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42977c-f92f-4d48-b767-91caf8fd33bd None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:18.420321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.425940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Calling delete_port for 65e09ac6-d427-4a9b-a463-e168527ed0c9 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:18.452745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.458112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.497217 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/967631db-eca4-4e2b-92e8-a6ffab0a4116 HTTP/1.1" status: 204 len: 168 time: 4.2035089 Sep 19 17:10:18.497217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f0853-366b-48a6-8e5e-2c0f3dfa9a59 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=967631db-eca4-4e2b-92e8-a6ffab0a4116,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:18.499658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.523358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39468) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:18.527652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:18.534301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279326817'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:18.541334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.542542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:18.543541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d0d6e632-128d-46f8-8aa9-f91ed7bfb192 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:18.545484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Usage tracker for resource:port and tenant:bcdeddfc16fb4305bffc739ce947be3f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:18.549726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:18.552759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:18.557830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:18.560660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:18.566663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:18.582073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Made reservation on behalf of bcdeddfc16fb4305bffc739ce947be3f for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:18.585633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.604474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:18.608221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.622663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba334e-803d-403e-9133-a45c3f38ed97 None None] Network 0950583e-3cdd-4b5c-a553-bc31ca21193a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:18.655241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=36ef731e-fa19-4cfc-b046-aca3dfd37243,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:18.689651 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ba22ee0d-10f3-480a-8795-07f9168b83ac tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.6115112 Sep 19 17:10:18.692535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39472) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:18.700462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:18.754204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Network 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:18.800130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.811036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:18.821752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:18.825165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:18.835177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.837706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.838882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:18.845576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Pushing event updated for resources: {'Port': ['ID=e53b6339-bca6-4609-9093-279bf39a3814,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:18.848380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928307a4-6408-4d3c-9239-c697ad45c75b') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.848616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928307a4-6408-4d3c-9239-c697ad45c75b') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:18.850642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:18.860825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.864895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] device_id is not set on port 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:18.895291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.922457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event deleted for resources: {'Port': ['ID=65e09ac6-d427-4a9b-a463-e168527ed0c9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:18.955937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:18.959155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.979508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:18.980894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a7a9855f-7e93-49d5-a2bf-27e0686df620 None None] Provisioning for port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:19.001926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:19.002345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.060648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:19.083151 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 928307a4-6408-4d3c-9239-c697ad45c75b resource provider aggregate not found Sep 19 17:10:19.104922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.105087 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment faf26993-e7da-4da2-8b0d-03e9198d4075 of type vlan for network 831e34b4-4caf-4a4b-9764-0e829e8c403d Sep 19 17:10:19.111159 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7c820450-dd96-4a36-8e8d-795e6096bbab resource provider aggregate not found Sep 19 17:10:19.129877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a7a9855f-7e93-49d5-a2bf-27e0686df620 None None] Provisioning complete for port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:19.130336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a7a9855f-7e93-49d5-a2bf-27e0686df620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.134608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 17:10:19.134608 dv-neutron-857789-3-hyperv neutron-server[89056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 17:10:19.134608 dv-neutron-857789-3-hyperv neutron-server[89056]: [parameters: {'id': '0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e'}] Sep 19 17:10:19.134608 dv-neutron-857789-3-hyperv neutron-server[89056]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:19.135313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:19.139776 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 928307a4-6408-4d3c-9239-c697ad45c75b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 928307a4-6408-4d3c-9239-c697ad45c75b found for delete ", "request_id": "req-46f7793f-aec6-41a0-9f60-363467404d88"}]} Sep 19 17:10:19.155501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:19.156052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.166504 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] create failed (client error): The resource could not be found. Sep 19 17:10:19.171141 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b1ded129-01f2-441e-bcd1-6a634c779377 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1413929 Sep 19 17:10:19.171603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39484) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:19.192964 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7c820450-dd96-4a36-8e8d-795e6096bbab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c820450-dd96-4a36-8e8d-795e6096bbab found for delete ", "request_id": "req-9da8c586-fcf4-4b5d-9fed-97a501bb0723"}]} Sep 19 17:10:19.194622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Allocated IP 172.20.0.7 (4fd985e3-0925-4330-9b9e-f42b9e3d7b2c/8386e972-8a8c-4db9-b513-e5f62305a643/233f2e0d-a0d6-4990-a9e5-31e9d798eaf8) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:19.245233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-91028d62-9ee4-4d2e-ad19-3f51ccadbd89 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Deleting port 47dec4a6-da53-4e93-b980-038c808b6608 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:19.245660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91028d62-9ee4-4d2e-ad19-3f51ccadbd89 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.253057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.277259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Attempting to bind port 36a28157-e26d-40ea-b254-639174878aba on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:19.277625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Attempting to bind port 36a28157-e26d-40ea-b254-639174878aba by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'ce372e31-d789-4c0f-86d3-c987768f9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:19.277994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Attempting to bind port 36a28157-e26d-40ea-b254-639174878aba on network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:19.289886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Attempting to bind port e53b6339-bca6-4609-9093-279bf39a3814 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:19.290283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Attempting to bind port e53b6339-bca6-4609-9093-279bf39a3814 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '928307a4-6408-4d3c-9239-c697ad45c75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:19.290644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Attempting to bind port e53b6339-bca6-4609-9093-279bf39a3814 on network 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:19.299419 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Pushing event updated for resources: {'Port': ['ID=36a28157-e26d-40ea-b254-639174878aba,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:19.309030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:19.309030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Checking segment: {'id': 'ce372e31-d789-4c0f-86d3-c987768f9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:19.309396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.309769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Bound using segment: {'id': 'ce372e31-d789-4c0f-86d3-c987768f9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:19.310258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Bound port: 36a28157-e26d-40ea-b254-639174878aba, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce372e31-d789-4c0f-86d3-c987768f9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:19.310626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.334064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:19.334584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Checking segment: {'id': '928307a4-6408-4d3c-9239-c697ad45c75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:19.335255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.335856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Bound using segment: {'id': '928307a4-6408-4d3c-9239-c697ad45c75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:19.336484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Bound port: e53b6339-bca6-4609-9093-279bf39a3814, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928307a4-6408-4d3c-9239-c697ad45c75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:19.336856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.393471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.411211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.411211 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP 896afa3c-9c93-4b26-9c27-ad627fc854de disassociated. External IP: 172.26.10.77, port: b9703a0c-2461-4404-ad35-6bb51706dbd7. Sep 19 17:10:19.485357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.492482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:19.492482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.520078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91028d62-9ee4-4d2e-ad19-3f51ccadbd89 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.639870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.648562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-91028d62-9ee4-4d2e-ad19-3f51ccadbd89 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Calling delete_port for 47dec4a6-da53-4e93-b980-038c808b6608 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:19.668634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:19.669221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.689690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] For port 36a28157-e26d-40ea-b254-639174878aba, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:19.709543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9855f-7e93-49d5-a2bf-27e0686df620 None None] Current status of the port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:19.710190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a7a9855f-7e93-49d5-a2bf-27e0686df620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.723119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port e53b6339-bca6-4609-9093-279bf39a3814 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:19.723596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.729818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] For port e53b6339-bca6-4609-9093-279bf39a3814, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:19.737844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] For port 36a28157-e26d-40ea-b254-639174878aba, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=36a28157-e26d-40ea-b254-639174878aba,segment=NetworkSegment(ce372e31-d789-4c0f-86d3-c987768f9aa5),segment_id=ce372e31-d789-4c0f-86d3-c987768f9aa5)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:19.759782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.770001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] For port e53b6339-bca6-4609-9093-279bf39a3814, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e53b6339-bca6-4609-9093-279bf39a3814,segment=NetworkSegment(928307a4-6408-4d3c-9239-c697ad45c75b),segment_id=928307a4-6408-4d3c-9239-c697ad45c75b)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:19.773709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port d0d6e632-128d-46f8-8aa9-f91ed7bfb192, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d0d6e632-128d-46f8-8aa9-f91ed7bfb192,segment=NetworkSegment(ca533fcd-fd94-4126-971f-ce240f0ab7ea),segment_id=ca533fcd-fd94-4126-971f-ce240f0ab7ea)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:19.880468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8b607-c786-4f1a-9ec7-bb00b62a4e61 None None] Pushing event updated for resources: {'Port': ['ID=36a28157-e26d-40ea-b254-639174878aba,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:19.888989 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3644795 Sep 19 17:10:19.894406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39488) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:19.899989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:19.902654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813c364-c03b-45ad-9331-f4343104f4bc tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=831e34b4-4caf-4a4b-9764-0e829e8c403d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:19.914226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b673b23d-ee6a-4af2-af35-0d3f054bc198 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:19.975633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:19.987305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.174788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-a7a9855f-7e93-49d5-a2bf-27e0686df620 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:20.175563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-a7a9855f-7e93-49d5-a2bf-27e0686df620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:20.193924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bfac4-0743-4ac7-a85a-fb1853dc0f0d None None] Pushing event updated for resources: {'Port': ['ID=e53b6339-bca6-4609-9093-279bf39a3814,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:20.207477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:20.227542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac4d5a-eb87-4139-a280-3531d283997e None None] Network 0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:20.361782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.372675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91028d62-9ee4-4d2e-ad19-3f51ccadbd89 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.377542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port e53b6339-bca6-4609-9093-279bf39a3814, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e53b6339-bca6-4609-9093-279bf39a3814,segment=NetworkSegment(928307a4-6408-4d3c-9239-c697ad45c75b),segment_id=928307a4-6408-4d3c-9239-c697ad45c75b)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:20.377542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.518035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Transition to ACTIVE for port object 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:20.528463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=d0d6e632-128d-46f8-8aa9-f91ed7bfb192,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:20.539492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 36a28157-e26d-40ea-b254-639174878aba up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:20.552736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:20.558316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.565919 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195888f3-115b-4415-bae9-2f53882d1322 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:20.577379 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195888f3-115b-4415-bae9-2f53882d1322 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:20.578232 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-195888f3-115b-4415-bae9-2f53882d1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:20.582570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91028d62-9ee4-4d2e-ad19-3f51ccadbd89 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event deleted for resources: {'Port': ['ID=47dec4a6-da53-4e93-b980-038c808b6608,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:20.634759 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8831edf2-98f4-43db-b41d-7efd730d8e32 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/floatingips/896afa3c-9c93-4b26-9c27-ad627fc854de HTTP/1.1" status: 200 len: 688 time: 1.9404337 Sep 19 17:10:20.635582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39492) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:20.654940 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-195888f3-115b-4415-bae9-2f53882d1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:20.657479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 36a28157-e26d-40ea-b254-639174878aba completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:20.660039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b673b23d-ee6a-4af2-af35-0d3f054bc198 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.664035 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195888f3-115b-4415-bae9-2f53882d1322 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:20.664649 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-195888f3-115b-4415-bae9-2f53882d1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:20.677703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for e53b6339-bca6-4609-9093-279bf39a3814 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:20.721129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.765314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9855f-7e93-49d5-a2bf-27e0686df620 None None] Current status of the port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:20.780319 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-195888f3-115b-4415-bae9-2f53882d1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:20.780736 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195888f3-115b-4415-bae9-2f53882d1322 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:20.814599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b673b23d-ee6a-4af2-af35-0d3f054bc198 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.868308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b673b23d-ee6a-4af2-af35-0d3f054bc198 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d is not hosted by any dhcp agent {{(pid=89056) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 17:10:20.873664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673b23d-ee6a-4af2-af35-0d3f054bc198 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:20.874509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b673b23d-ee6a-4af2-af35-0d3f054bc198 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.875826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b673b23d-ee6a-4af2-af35-0d3f054bc198 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "PUT /v2.0/networks/831e34b4-4caf-4a4b-9764-0e829e8c403d HTTP/1.1" status: 200 len: 723 time: 0.9772520 Sep 19 17:10:20.885065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39496) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:20.897719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9fc46a1c-3aef-45de-a10d-d82fc3260a07 None None] Provisioning complete for port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:20.898099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9fc46a1c-3aef-45de-a10d-d82fc3260a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.916054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:20.923242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:20.927340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': '831e34b4-4caf-4a4b-9764-0e829e8c403d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:20.946615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:20.980185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673b23d-ee6a-4af2-af35-0d3f054bc198 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=831e34b4-4caf-4a4b-9764-0e829e8c403d,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:20.984384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port dcd66d67-7011-4b83-a233-38d2648f6f36 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:20.984732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:20.989799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91028d62-9ee4-4d2e-ad19-3f51ccadbd89 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.000139 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-91028d62-9ee4-4d2e-ad19-3f51ccadbd89 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "DELETE /v2.0/ports/47dec4a6-da53-4e93-b980-038c808b6608 HTTP/1.1" status: 204 len: 168 time: 1.8273909 Sep 19 17:10:21.008477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39500) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:21.019732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:21.080995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.130981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Port': ['ID=e53b6339-bca6-4609-9093-279bf39a3814,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:21.143992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No DVR routers for this DVR port e53b6339-bca6-4609-9093-279bf39a3814 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:21.145950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-9fc46a1c-3aef-45de-a10d-d82fc3260a07 None None] Current status of the port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:21.160238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:21.161117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.177421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=233f2e0d-a0d6-4990-a9e5-31e9d798eaf8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:21.242751 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cd044dfc-30b6-4c67-a007-d76bba7649df tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0677931 Sep 19 17:10:21.242751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:21.260812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39504) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:21.295782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:21.305253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:21.309420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36835b-1aba-4577-9aaa-f6130c3d52be None None] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:21.314710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:21.329997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.336013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:21.339714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.355202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73222ace-7339-4f13-89db-e781fc3a59dc tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:21.355910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-73222ace-7339-4f13-89db-e781fc3a59dc tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Synchronizing usage tracker for tenant:6636b4f6f7404fb88be503481ea0f0da on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:21.386991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:21.402502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928307a4-6408-4d3c-9239-c697ad45c75b') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:21.403055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928307a4-6408-4d3c-9239-c697ad45c75b') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:21.416025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.425737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-95173cf5-623e-40a4-b82f-e4e1ccd8ee48 None None] Provisioning for port 36a28157-e26d-40ea-b254-639174878aba completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:21.437699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.445565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:21.446235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.449967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-95173cf5-623e-40a4-b82f-e4e1ccd8ee48 None None] Provisioning complete for port 36a28157-e26d-40ea-b254-639174878aba triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:21.450523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-95173cf5-623e-40a4-b82f-e4e1ccd8ee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.542188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 928307a4-6408-4d3c-9239-c697ad45c75b resource provider aggregate not found Sep 19 17:10:21.579438 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 928307a4-6408-4d3c-9239-c697ad45c75b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 928307a4-6408-4d3c-9239-c697ad45c75b found for delete ", "request_id": "req-ce0db235-7b7a-4839-90fd-a65f05f69c42"}]} Sep 19 17:10:21.584085 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-73222ace-7339-4f13-89db-e781fc3a59dc tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Unset dirty status for tenant:6636b4f6f7404fb88be503481ea0f0da on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:21.585263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-73222ace-7339-4f13-89db-e781fc3a59dc tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "GET /v2.0/ports?device_id=19c62ebc-5a7c-4085-ba31-f70c7d9135cd HTTP/1.1" status: 200 len: 913 time: 0.5758379 Sep 19 17:10:21.588492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39514) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:21.611495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.625183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b538d-c0d0-4ee4-8086-c1f1d3d3c361 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:21.632282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b538d-c0d0-4ee4-8086-c1f1d3d3c361 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:21.645584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b538d-c0d0-4ee4-8086-c1f1d3d3c361 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:21.647768 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-225b538d-c0d0-4ee4-8086-c1f1d3d3c361 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3856330 Sep 19 17:10:21.651108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.651331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.658809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39518) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:21.671369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.678552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:21.689509 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9d86868c-c7c7-4a0d-be39-058d19d7ffaa tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e HTTP/1.1" status: 204 len: 168 time: 4.8242552 Sep 19 17:10:21.693315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39522) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:21.699158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801470127'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:21.704907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:21.709255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-95173cf5-623e-40a4-b82f-e4e1ccd8ee48 None None] Current status of the port 36a28157-e26d-40ea-b254-639174878aba is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:21.709390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:21.709721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-95173cf5-623e-40a4-b82f-e4e1ccd8ee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.712689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:21.719243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:21.732492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:21.737143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.750667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-95173cf5-623e-40a4-b82f-e4e1ccd8ee48 None None] For port 36a28157-e26d-40ea-b254-639174878aba, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=36a28157-e26d-40ea-b254-639174878aba,segment=NetworkSegment(ce372e31-d789-4c0f-86d3-c987768f9aa5),segment_id=ce372e31-d789-4c0f-86d3-c987768f9aa5)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:21.758292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-95173cf5-623e-40a4-b82f-e4e1ccd8ee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.767687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:21.777580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.777931 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment 01457856-fbfa-4ad2-9a69-8eda87a4009d of type vlan for network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 Sep 19 17:10:21.805672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.841790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.848501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:21.849143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:21.852646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95173cf5-623e-40a4-b82f-e4e1ccd8ee48 None None] Pushing event updated for resources: {'Port': ['ID=36a28157-e26d-40ea-b254-639174878aba,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:21.914559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for dcd66d67-7011-4b83-a233-38d2648f6f36 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:21.955221 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2605939 Sep 19 17:10:21.958610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39528) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:21.966456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': 'c12f71f7-a8c6-43a8-bc6c-c5569d026e80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:21.985367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be1d75-f84b-454b-82c8-4390d2ddaf1a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=c12f71f7-a8c6-43a8-bc6c-c5569d026e80,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:21.999309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:22.073564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-343971c5-e395-4906-b6cb-7bcccc3270a8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Deleting port 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:22.073874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-343971c5-e395-4906-b6cb-7bcccc3270a8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.159574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Provisioning complete for port 36a28157-e26d-40ea-b254-639174878aba triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:22.159946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.197290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:22.200922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:subnet and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:22.204421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:22.210523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:22.222773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:22.226860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.315660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Current status of the port 36a28157-e26d-40ea-b254-639174878aba is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:22.347103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Provisioning for port 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:22.364935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Provisioning complete for port 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:22.365310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.479863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Port 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:22.500836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 36a28157-e26d-40ea-b254-639174878aba up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:22.543263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.547482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85104d83-be39-4afd-8b0d-fdf7db0857c4 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:22.593936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Provisioning for port 12e12786-f7d2-41d0-9f73-a54c38e44c99 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:22.610785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Provisioning complete for port 12e12786-f7d2-41d0-9f73-a54c38e44c99 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:22.611186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.636601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=52a353f8-6c56-498f-939f-cf675dd20c00,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:22.644936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': '01457856-fbfa-4ad2-9a69-8eda87a4009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c12f71f7-a8c6-43a8-bc6c-c5569d026e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:22.645304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: c12f71f7-a8c6-43a8-bc6c-c5569d026e80, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:22.667068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:22.679289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, c12f71f7-a8c6-43a8-bc6c-c5569d026e80) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:22.690260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:22.690863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.706953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.722199 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5edec1e0-ae89-4971-9953-8ddf8bfc6590 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7628062 Sep 19 17:10:22.725928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39536) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:22.733659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341687727'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:22.740054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:22.744780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:22.749558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:22.755937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:22.774067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:22.778621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.806598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-34d1c98d-f578-4621-8bc6-857d79b11665 None None] Port 12e12786-f7d2-41d0-9f73-a54c38e44c99 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:22.825462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:22.834170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 36a28157-e26d-40ea-b254-639174878aba triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:22.834737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.838342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.839080 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment d1a90f91-cb43-453c-85fc-ffb38dc6ea55 of type vlan for network 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f Sep 19 17:10:22.855447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.867697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-343971c5-e395-4906-b6cb-7bcccc3270a8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.874584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.910226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.919530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:22.920262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:22.938778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=dcd66d67-7011-4b83-a233-38d2648f6f36,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:22.968692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e73ef427-1436-4341-8ac2-8b6fbcd7d8a1 None None] Provisioning complete for port 12e12786-f7d2-41d0-9f73-a54c38e44c99 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:22.969060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e73ef427-1436-4341-8ac2-8b6fbcd7d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.093407 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3659990 Sep 19 17:10:23.102976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39542) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:23.112486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e73ef427-1436-4341-8ac2-8b6fbcd7d8a1 None None] Port 12e12786-f7d2-41d0-9f73-a54c38e44c99 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:23.113685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': '7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:23.125310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 36a28157-e26d-40ea-b254-639174878aba is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:23.126414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d0d6e632-128d-46f8-8aa9-f91ed7bfb192 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:23.145349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e3677-88d1-4f07-8710-be36431d6d46 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:23.188207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:23.248644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:23.259608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce77cd8-5dbc-4bc7-b45e-0d6a2d0c7b3d req-431dc1a1-239a-4f5b-a091-19a02a2fcc15 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:23.261085 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fce77cd8-5dbc-4bc7-b45e-0d6a2d0c7b3d req-431dc1a1-239a-4f5b-a091-19a02a2fcc15 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 945 time: 0.2316730 Sep 19 17:10:23.262050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:subnet and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:23.265842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:23.271797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:23.276710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-343971c5-e395-4906-b6cb-7bcccc3270a8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Calling delete_port for 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:23.283553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85104d83-be39-4afd-8b0d-fdf7db0857c4 None None] Unable to find a vacant binding_index for network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 and agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 {{(pid=89057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 19 17:10:23.285588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e73ef427-1436-4341-8ac2-8b6fbcd7d8a1 None None] Provisioning complete for port 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:23.285945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e73ef427-1436-4341-8ac2-8b6fbcd7d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.306623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:23.310033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=6183b481-eae2-4593-a8e6-62e45907456b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:23.310200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.331722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': 'faf26993-e7da-4da2-8b0d-03e9198d4075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '831e34b4-4caf-4a4b-9764-0e829e8c403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:23.332116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: 831e34b4-4caf-4a4b-9764-0e829e8c403d, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:23.349792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e73ef427-1436-4341-8ac2-8b6fbcd7d8a1 None None] Port 233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:23.371363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85104d83-be39-4afd-8b0d-fdf7db0857c4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, c12f71f7-a8c6-43a8-bc6c-c5569d026e80) {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:23.390810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:23.391202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.391961 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fce77cd8-5dbc-4bc7-b45e-0d6a2d0c7b3d req-6f9fa8b2-8525-4bee-b244-43d1fff0d1e1 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174552 Sep 19 17:10:23.431328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.436903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.ipam_backend_mixin [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Performing IP validity checks on allocation pools {{(pid=89056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 17:10:23.437949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.ipam_backend_mixin [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 17:10:23.459673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:23.482553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.486692 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-47d4b3a7-a06b-4888-b0e9-7cee89406c16 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/floatingips/896afa3c-9c93-4b26-9c27-ad627fc854de HTTP/1.1" status: 204 len: 168 time: 2.8494322 Sep 19 17:10:23.491523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39546) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:23.494986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 831e34b4-4caf-4a4b-9764-0e829e8c403d) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:23.528336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '34f99e42-e611-4a65-ae57-050f70437bd0'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:23.542149 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.589169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.594559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:23.595192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.604874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:23.629301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:floatingip and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:23.675179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=141c5697-5d4c-4b42-9f36-0750488a643e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:23.683119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': 'd1a90f91-cb43-453c-85fc-ffb38dc6ea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:23.683351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:23.693347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:23.703819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:23.716053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:23.716527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:23.721390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:23.721979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.748039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d94b8ec5-16ad-4ea0-8cb3-3933a685190a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6411448 Sep 19 17:10:23.748276 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-33bece67-6197-4fe0-955f-f50120bff1c2 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8408029 Sep 19 17:10:23.748889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39550) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:23.750310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39552) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:23.756579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6533bc66-1640-487f-8d70-a47521079de8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:23.761833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:23.817497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-343971c5-e395-4906-b6cb-7bcccc3270a8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.832796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.877943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6533bc66-1640-487f-8d70-a47521079de8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6060596'] for subnet, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.921497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-c12f71f7-a8c6-43a8-bc6c-c5569d026e80', 'network_id': 'c12f71f7-a8c6-43a8-bc6c-c5569d026e80', 'tenant_id': 'ed1aea47b5ce4ff1a6f5f2f21d21984e', 'fixed_ips': [{'subnet_id': '52a353f8-6c56-498f-939f-cf675dd20c00'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:23.922447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:23.988133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343971c5-e395-4906-b6cb-7bcccc3270a8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Port': ['ID=233f2e0d-a0d6-4990-a9e5-31e9d798eaf8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:24.081294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6533bc66-1640-487f-8d70-a47521079de8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767836507724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7541985'] for subnet, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.129015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Allocated IP 2001:db8::3 (c12f71f7-a8c6-43a8-bc6c-c5569d026e80/52a353f8-6c56-498f-939f-cf675dd20c00/797750f8-9f7b-4b96-8288-8ad009729bc9) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:24.135201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6533bc66-1640-487f-8d70-a47521079de8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:24.135864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6533bc66-1640-487f-8d70-a47521079de8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.137406 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6533bc66-1640-487f-8d70-a47521079de8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "PUT /v2.0/subnets/6183b481-eae2-4593-a8e6-62e45907456b HTTP/1.1" status: 200 len: 806 time: 0.3858514 Sep 19 17:10:24.140868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39558) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:24.224009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533bc66-1640-487f-8d70-a47521079de8 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=6183b481-eae2-4593-a8e6-62e45907456b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:24.253759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.292392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.378274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.391836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Transition to ACTIVE for port object 797750f8-9f7b-4b96-8288-8ad009729bc9 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:24.424773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Transition to ACTIVE for port object 797750f8-9f7b-4b96-8288-8ad009729bc9 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:24.436666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.465343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-343971c5-e395-4906-b6cb-7bcccc3270a8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.467330 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-343971c5-e395-4906-b6cb-7bcccc3270a8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "DELETE /v2.0/ports/233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 HTTP/1.1" status: 204 len: 168 time: 2.7943239 Sep 19 17:10:24.480460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39564) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:24.523695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Deleting port 55cede38-dc9b-4406-80a4-75f343a7ac82 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:24.524031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.525208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:24.528201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:24.532729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:24.600801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.611204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.616086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Pushing event updated for resources: {'Port': ['ID=797750f8-9f7b-4b96-8288-8ad009729bc9,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:24.651761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Attempting to bind port 797750f8-9f7b-4b96-8288-8ad009729bc9 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:24.651761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Attempting to bind port 797750f8-9f7b-4b96-8288-8ad009729bc9 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '01457856-fbfa-4ad2-9a69-8eda87a4009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c12f71f7-a8c6-43a8-bc6c-c5569d026e80'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:24.652155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Attempting to bind port 797750f8-9f7b-4b96-8288-8ad009729bc9 on network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:24.658050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:24.658424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Checking segment: {'id': '01457856-fbfa-4ad2-9a69-8eda87a4009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c12f71f7-a8c6-43a8-bc6c-c5569d026e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:24.658815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.659235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Bound using segment: {'id': '01457856-fbfa-4ad2-9a69-8eda87a4009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c12f71f7-a8c6-43a8-bc6c-c5569d026e80'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:24.659706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Bound port: 797750f8-9f7b-4b96-8288-8ad009729bc9, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01457856-fbfa-4ad2-9a69-8eda87a4009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c12f71f7-a8c6-43a8-bc6c-c5569d026e80'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:24.660065 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.684973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e8972589-1905-4f3b-a60a-7c4c4f31740b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:24.686571 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e8972589-1905-4f3b-a60a-7c4c4f31740b tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.86 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 945 time: 0.1762331 Sep 19 17:10:24.757331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] For port 797750f8-9f7b-4b96-8288-8ad009729bc9, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:24.757887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.760836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] For port 797750f8-9f7b-4b96-8288-8ad009729bc9, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=797750f8-9f7b-4b96-8288-8ad009729bc9,segment=NetworkSegment(01457856-fbfa-4ad2-9a69-8eda87a4009d),segment_id=01457856-fbfa-4ad2-9a69-8eda87a4009d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:24.765165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.781249 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcf1b23-d399-40c7-8737-dcafccf18a1a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] GET failed (client error): The resource could not be found. Sep 19 17:10:24.782504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9bcf1b23-d399-40c7-8737-dcafccf18a1a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Synchronizing usage tracker for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:24.805979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=6183b481-eae2-4593-a8e6-62e45907456b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:24.813008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Deleting port b14a4885-c7de-43af-8cf8-ea0e34da988e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:24.813008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.857776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae28d0e-dfd5-4e14-8b74-a8c0ac535350 None None] Pushing event updated for resources: {'Port': ['ID=797750f8-9f7b-4b96-8288-8ad009729bc9,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:24.867637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.962517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:24.982787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9bcf1b23-d399-40c7-8737-dcafccf18a1a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Unset dirty status for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:24.984289 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9bcf1b23-d399-40c7-8737-dcafccf18a1a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "GET /v2.0/ports/233f2e0d-a0d6-4990-a9e5-31e9d798eaf8 HTTP/1.1" status: 404 len: 333 time: 0.5028889 Sep 19 17:10:24.997026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39570) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:24.999248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831e34b4-4caf-4a4b-9764-0e829e8c403d']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:25.012379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf26993-e7da-4da2-8b0d-03e9198d4075') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:25.012682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf26993-e7da-4da2-8b0d-03e9198d4075') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:25.025102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.094316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'name': 'tempest-AllowedAddressPairTestJSON-970948155'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:25.128190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.157025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:25.157443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.235361 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment faf26993-e7da-4da2-8b0d-03e9198d4075 resource provider aggregate not found Sep 19 17:10:25.238558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.274555 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment faf26993-e7da-4da2-8b0d-03e9198d4075 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faf26993-e7da-4da2-8b0d-03e9198d4075 found for delete ", "request_id": "req-09f3c51a-00ee-4718-a6a4-7a545d75de6c"}]} Sep 19 17:10:25.315402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.354260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.372812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.391830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=831e34b4-4caf-4a4b-9764-0e829e8c403d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:25.407269 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2b0598ab-7d95-4742-af97-952e81a66a93 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/831e34b4-4caf-4a4b-9764-0e829e8c403d HTTP/1.1" status: 204 len: 168 time: 1.2629845 Sep 19 17:10:25.409235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39580) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:25.460936 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3739f030-a494-4b0c-a9a0-347dcf3358d1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:25.461791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3739f030-a494-4b0c-a9a0-347dcf3358d1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:25.468918 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3739f030-a494-4b0c-a9a0-347dcf3358d1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/831e34b4-4caf-4a4b-9764-0e829e8c403d HTTP/1.1" status: 404 len: 339 time: 0.0588021 Sep 19 17:10:25.469919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39584) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:25.482733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4983dcd-7702-4ed4-add9-70d3e0e2210e req-c08d9f85-a4cc-4bd2-a06b-1c7231927c0d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:25.484323 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f4983dcd-7702-4ed4-add9-70d3e0e2210e req-c08d9f85-a4cc-4bd2-a06b-1c7231927c0d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 945 time: 0.9195349 Sep 19 17:10:25.492660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=141c5697-5d4c-4b42-9f36-0750488a643e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:25.531071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-483798418', 'description': 'd1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:25.550945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:25.555216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] For port b14a4885-c7de-43af-8cf8-ea0e34da988e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b14a4885-c7de-43af-8cf8-ea0e34da988e,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:25.555584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.568347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:network and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:25.574715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:25.628878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.653121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:25.663455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.26.10.64 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/756fe7f8-8f87-4c73-a9c8-5b34e79b7e64) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:25.697378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:25.700844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.804091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:25.816027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef57e94-96c6-4a1a-97a6-461bd2c198e0 req-d3fcf33c-2a88-41b3-bbe9-09c23327a51b tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:25.817611 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aef57e94-96c6-4a1a-97a6-461bd2c198e0 req-d3fcf33c-2a88-41b3-bbe9-09c23327a51b tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 945 time: 0.3345799 Sep 19 17:10:25.820525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Calling delete_port for 55cede38-dc9b-4406-80a4-75f343a7ac82 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:25.845567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:25.851450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.888700 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f4983dcd-7702-4ed4-add9-70d3e0e2210e req-e0513a0c-7400-493f-9737-324f109c3c0c tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups?id=37f3ebce-4da9-45f4-bca3-ed0b99c776db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751912 Sep 19 17:10:25.939773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:25.942399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:25.942765 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment 93cdbe84-ddd4-4aa8-9ef6-b7851cbc314e of type vlan for network de92be06-d6f6-487f-a9e9-b07c64a510ca Sep 19 17:10:25.958763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:25.972134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fa9b64-c641-45b2-9267-5c31852c4a94 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:25.985343 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aef57e94-96c6-4a1a-97a6-461bd2c198e0 req-51c93d05-8cf0-4672-a3c8-92c36083e094 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550329 Sep 19 17:10:26.019177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.019177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.019177 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Floating IP c0ad45f5-77a7-431d-9edc-a7941366afa8 disassociated. External IP: 172.26.10.142, port: b14a4885-c7de-43af-8cf8-ea0e34da988e. Sep 19 17:10:26.019177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Calling delete_port for b14a4885-c7de-43af-8cf8-ea0e34da988e owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:26.028364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a90f91-cb43-453c-85fc-ffb38dc6ea55') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:26.028664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a90f91-cb43-453c-85fc-ffb38dc6ea55') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:26.038973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.053730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Made reservation on behalf of bcdeddfc16fb4305bffc739ce947be3f for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:26.054625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d3293bcd-0f00-4155-95cf-8b3aa19b9d16 None None] Provisioning for port 797750f8-9f7b-4b96-8288-8ad009729bc9 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:26.057753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.111385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.116715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:26.117301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.156781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa9b64-c641-45b2-9267-5c31852c4a94 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:26.203983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.279149 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.293688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] device_id is not set on port cfd23ea2-a11e-4e54-ab7f-987d52db16df yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:26.339685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:26.340100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.422782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.466009 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9823000 Sep 19 17:10:26.468590 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d1a90f91-cb43-453c-85fc-ffb38dc6ea55 resource provider aggregate not found Sep 19 17:10:26.472989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39590) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:26.475498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ae009-559d-4e3b-bd8e-cf4bcfbdc4b1 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=de92be06-d6f6-487f-a9e9-b07c64a510ca,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:26.512523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event deleted for resources: {'Port': ['ID=b14a4885-c7de-43af-8cf8-ea0e34da988e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:26.528403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network de92be06-d6f6-487f-a9e9-b07c64a510ca details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:26.542500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.546996 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d1a90f91-cb43-453c-85fc-ffb38dc6ea55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1a90f91-cb43-453c-85fc-ffb38dc6ea55 found for delete ", "request_id": "req-fdb8c290-6201-4bd0-95a0-65749f7891f8"}]} Sep 19 17:10:26.576928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 797750f8-9f7b-4b96-8288-8ad009729bc9 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:26.595799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.689140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1825921-2b20-4b9a-88a3-7b3a63132957 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:26.689900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b1825921-2b20-4b9a-88a3-7b3a63132957 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Synchronizing usage tracker for tenant:fd53ec08aeff46978dd43ac256c42664 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:26.785931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 797750f8-9f7b-4b96-8288-8ad009729bc9 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:26.786349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b1825921-2b20-4b9a-88a3-7b3a63132957 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Unset dirty status for tenant:fd53ec08aeff46978dd43ac256c42664 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:26.787566 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b1825921-2b20-4b9a-88a3-7b3a63132957 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/networks?id=de92be06-d6f6-487f-a9e9-b07c64a510ca HTTP/1.1" status: 200 len: 760 time: 0.3135188 Sep 19 17:10:26.791991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39596) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:26.797012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 797750f8-9f7b-4b96-8288-8ad009729bc9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:26.797502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.800307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1ac738e5-2da7-44e5-9d0a-f3065dbea1c5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'description': 'd2'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:26.844114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d1b5b5-3126-4e75-97a4-2598f4cd4e5c None None] Network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:26.849136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:26.856626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94af7f-4a82-4057-86dc-9643be3d422e None None] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:26.871010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3172f6-2d25-487a-be23-99a6b4108ef7 None None] Network 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:26.899217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3172f6-2d25-487a-be23-99a6b4108ef7 None None] Network 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:10:26.901351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Router 4ef504f1-9678-4e72-b86f-243b5a12b2cb has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:26.925253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335759c-c2de-44f3-be2c-f2b327a9a2d2 None None] Network 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:27.026713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335759c-c2de-44f3-be2c-f2b327a9a2d2 None None] Network 7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:10:27.028883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94af7f-4a82-4057-86dc-9643be3d422e None None] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:10:27.049893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:27.056314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394704a9-8551-4731-87ff-d726a143da83 None None] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:27.084653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394704a9-8551-4731-87ff-d726a143da83 None None] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:10:27.093805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c117d-bb7e-42c2-8477-d84bcfd9b008 None None] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:27.155446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c117d-bb7e-42c2-8477-d84bcfd9b008 None None] Network 831e34b4-4caf-4a4b-9764-0e829e8c403d could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:10:27.184419 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6901314d-6240-417b-90a9-8c487c469b08 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f HTTP/1.1" status: 204 len: 168 time: 3.4341569 Sep 19 17:10:27.199418 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15dda6f4-09c8-4456-ac3c-7df7fde7fe51 req-a558e5ce-59d5-44d6-a537-562c26bd7b72 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 210 time: 0.0738730 Sep 19 17:10:27.205626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39604) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:27.213794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2009548590'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:27.235104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:27.243831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 797750f8-9f7b-4b96-8288-8ad009729bc9 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:27.244152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Allocated IP 172.20.0.3 (4fd985e3-0925-4330-9b9e-f42b9e3d7b2c/8386e972-8a8c-4db9-b513-e5f62305a643/cfd23ea2-a11e-4e54-ab7f-987d52db16df) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:27.244467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.274401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-4b7b9a25-6eb4-4f97-8e82-f5805156bf4f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:27.277265 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-4b7b9a25-6eb4-4f97-8e82-f5805156bf4f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.86 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 945 time: 0.4058604 Sep 19 17:10:27.279917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:27.287878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.335524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 797750f8-9f7b-4b96-8288-8ad009729bc9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=797750f8-9f7b-4b96-8288-8ad009729bc9,segment=NetworkSegment(01457856-fbfa-4ad2-9a69-8eda87a4009d),segment_id=01457856-fbfa-4ad2-9a69-8eda87a4009d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:27.338986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:27.382023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.387944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ac738e5-2da7-44e5-9d0a-f3065dbea1c5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.415884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:27.422525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:27.429055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.450544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event deleted for resources: {'Port': ['ID=55cede38-dc9b-4406-80a4-75f343a7ac82,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:27.455158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:27.480741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ac738e5-2da7-44e5-9d0a-f3065dbea1c5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.572790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] No DVR routers for this DVR port b14a4885-c7de-43af-8cf8-ea0e34da988e on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:27.578526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] Sync routers for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:27.581548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.584420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c3ea0c33-ffc7-4007-909a-fe4790c258fc req-e0f24a18-8bbc-4d45-aa68-ac0d4f98a897 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.86 "DELETE /v2.0/ports/b14a4885-c7de-43af-8cf8-ea0e34da988e HTTP/1.1" status: 204 len: 173 time: 2.8923540 Sep 19 17:10:27.632621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=756fe7f8-8f87-4c73-a9c8-5b34e79b7e64,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:27.638050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:27.648846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:27.651292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'name': 'network-vif-deleted', 'tag': 'b14a4885-c7de-43af-8cf8-ea0e34da988e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:10:27.656584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:27.658001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:27.661247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673c721-a44e-4139-b296-a3aa5065c819" -d '{"events": [{"server_uuid": "af316652-d1ec-428c-a0b4-dac7e4bd0ece", "name": "network-vif-deleted", "tag": "b14a4885-c7de-43af-8cf8-ea0e34da988e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:10:27.664022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ac738e5-2da7-44e5-9d0a-f3065dbea1c5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network de92be06-d6f6-487f-a9e9-b07c64a510ca is not hosted by any dhcp agent {{(pid=89056) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 17:10:27.670767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac738e5-2da7-44e5-9d0a-f3065dbea1c5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:27.671761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1ac738e5-2da7-44e5-9d0a-f3065dbea1c5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.674828 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1ac738e5-2da7-44e5-9d0a-f3065dbea1c5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "PUT /v2.0/networks/de92be06-d6f6-487f-a9e9-b07c64a510ca HTTP/1.1" status: 200 len: 757 time: 0.8818655 Sep 19 17:10:27.683796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39610) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:27.712164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:27.716852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.803344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Deleting port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:27.803798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:27.932916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491c276e-f4a0-49fa-82e1-37df26f820f8 x-openstack-request-id: req-491c276e-f4a0-49fa-82e1-37df26f820f8 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:10:27.933692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af316652-d1ec-428c-a0b4-dac7e4bd0ece", "name": "network-vif-deleted", "tag": "b14a4885-c7de-43af-8cf8-ea0e34da988e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:10:27.934089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-491c276e-f4a0-49fa-82e1-37df26f820f8 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:10:27.934758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491c276e-f4a0-49fa-82e1-37df26f820f8'] response: {'server_uuid': 'af316652-d1ec-428c-a0b4-dac7e4bd0ece', 'name': 'network-vif-deleted', 'tag': 'b14a4885-c7de-43af-8cf8-ea0e34da988e', 'status': 'completed', 'code': 200} Sep 19 17:10:28.003769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809685-4a03-44bc-b00d-70c5c15ba5ee req-1084ac74-85d7-42f9-aa34-3181bfe0e567 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:28.016660 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9809685-4a03-44bc-b00d-70c5c15ba5ee req-1084ac74-85d7-42f9-aa34-3181bfe0e567 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 945 time: 0.7265460 Sep 19 17:10:28.059054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac738e5-2da7-44e5-9d0a-f3065dbea1c5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=de92be06-d6f6-487f-a9e9-b07c64a510ca,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:28.105710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=797750f8-9f7b-4b96-8288-8ad009729bc9,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:28.115657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network de92be06-d6f6-487f-a9e9-b07c64a510ca details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:28.120556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a258142-3937-44e2-b12f-1bb85d08ebda tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:28.123000 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1a258142-3937-44e2-b12f-1bb85d08ebda tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/networks?id=de92be06-d6f6-487f-a9e9-b07c64a510ca HTTP/1.1" status: 200 len: 760 time: 0.4376569 Sep 19 17:10:28.128821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39616) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:28.139271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-611203732'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:28.172062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:28.223021 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9809685-4a03-44bc-b00d-70c5c15ba5ee req-3fe3a65c-5669-4691-b77a-45968432aacf tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986561 Sep 19 17:10:28.238984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:28.282964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:28.282964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.345263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:10:28.346773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:28.346969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.367153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.367627 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment 404ce41d-d443-48ca-9f8f-d4c718822c0e of type vlan for network ff6232ff-5bfa-4e99-9f8f-6e3c8a593385 Sep 19 17:10:28.446324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.474874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:28.495182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.498989 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment 0cbe69e0-51a0-4e5e-81e3-f1800345a078 of type vlan for network 524f015a-9d22-45f0-8179-7ae84c7d928e Sep 19 17:10:28.526742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 797750f8-9f7b-4b96-8288-8ad009729bc9 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:28.540002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.546588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:28.547256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.577660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.842665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.848319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:28.848941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.897097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 797750f8-9f7b-4b96-8288-8ad009729bc9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:28.897478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:28.980693 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8473427 Sep 19 17:10:28.998860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39624) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:28.999783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-909a46a9-233a-420f-896c-846a7c60e197 req-6b06a702-a168-4d85-ace4-4e17c85a868d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Synchronizing usage tracker for tenant:2c7a0580a670455db49bcda450f4409a on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:29.026475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': 'ff6232ff-5bfa-4e99-9f8f-6e3c8a593385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:29.051288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-909a46a9-233a-420f-896c-846a7c60e197 req-6b06a702-a168-4d85-ace4-4e17c85a868d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Unset dirty status for tenant:2c7a0580a670455db49bcda450f4409a on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:29.060698 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-909a46a9-233a-420f-896c-846a7c60e197 req-6b06a702-a168-4d85-ace4-4e17c85a868d tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/ports?device_id=af316652-d1ec-428c-a0b4-dac7e4bd0ece HTTP/1.1" status: 200 len: 210 time: 0.1349137 Sep 19 17:10:29.089223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adc17d-b2af-44b3-9875-f038c3458707 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=ff6232ff-5bfa-4e99-9f8f-6e3c8a593385,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:29.160737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network ff6232ff-5bfa-4e99-9f8f-6e3c8a593385 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:29.194660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:29.199531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Usage tracker for resource:subnet and tenant:fd53ec08aeff46978dd43ac256c42664 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:29.203441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:29.210535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:29.229702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:29.234521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:29.338139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 797750f8-9f7b-4b96-8288-8ad009729bc9 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:29.476841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4d215-94d2-4e08-8a85-777e54ff7363 None None] Network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:29.480098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:29.495458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Transition to ACTIVE for port object cfd23ea2-a11e-4e54-ab7f-987d52db16df will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:29.617394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:29.742261 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5298908 Sep 19 17:10:29.751765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ab7e0-6322-4118-b261-2857e99cbe3c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=524f015a-9d22-45f0-8179-7ae84c7d928e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:29.765911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39630) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:29.776289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': '524f015a-9d22-45f0-8179-7ae84c7d928e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:29.777037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-99ee7127-66ac-430a-b44d-62b6ec692b16 None None] Provisioning complete for port 797750f8-9f7b-4b96-8288-8ad009729bc9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:29.777423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-99ee7127-66ac-430a-b44d-62b6ec692b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:29.841027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 524f015a-9d22-45f0-8179-7ae84c7d928e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:29.907263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:29.912405 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:subnet and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:29.915141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:29.919116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:29.964232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:30.019625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:30.021870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.023508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.027326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.044454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9461f-1e7d-416d-aa4f-ed7811da9f3d req-1dda5215-c738-4663-9a62-8acbcc5047e1 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:30.051677 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41b9461f-1e7d-416d-aa4f-ed7811da9f3d req-1dda5215-c738-4663-9a62-8acbcc5047e1 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 945 time: 0.5884433 Sep 19 17:10:30.060138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d3ad5-052f-4cc0-bd4f-164e2a4bff99 req-7c4ecec5-44b4-4559-84ca-aa8e51ff273c tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:30.065600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:09:11Z', 'revision_number': 5, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:30.068634 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-675d3ad5-052f-4cc0-bd4f-164e2a4bff99 req-7c4ecec5-44b4-4559-84ca-aa8e51ff273c tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 1.3455837 Sep 19 17:10:30.119820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] Checking router: 4ef504f1-9678-4e72-b86f-243b5a12b2cb for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:10:30.133029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': '404ce41d-d443-48ca-9f8f-d4c718822c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ff6232ff-5bfa-4e99-9f8f-6e3c8a593385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:30.133415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: ff6232ff-5bfa-4e99-9f8f-6e3c8a593385, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:30.141255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=9ae41ab5-2fc5-4793-b4ee-681ba9eb278b,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:30.141791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:30.208342 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41b9461f-1e7d-416d-aa4f-ed7811da9f3d req-4cc4c68a-323b-458d-8f22-83d8693e159f tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557689 Sep 19 17:10:30.220869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network ff6232ff-5bfa-4e99-9f8f-6e3c8a593385 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:30.255965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, ff6232ff-5bfa-4e99-9f8f-6e3c8a593385) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:30.268607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:30.268607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.305404 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:30.306108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.317522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:30.319456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:30.320171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] For port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:30.320546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.360412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:30.393563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32a6af-91c8-4c69-af26-7e8b6faeb840 None None] Network ff6232ff-5bfa-4e99-9f8f-6e3c8a593385 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:30.437081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39638) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:30.439901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:30.463227 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b0c6c3e2-1fca-4cc2-98f6-6c3032c00a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4575853 Sep 19 17:10:30.466019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.467265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:30.474465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39642) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:30.501833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=cfd23ea2-a11e-4e54-ab7f-987d52db16df,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:30.505907 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-99ee7127-66ac-430a-b44d-62b6ec692b16 None None] Current status of the port 797750f8-9f7b-4b96-8288-8ad009729bc9 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:30.532427 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-675d3ad5-052f-4cc0-bd4f-164e2a4bff99 req-2fabd978-62ed-46bb-9983-0cc59b9f4aeb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627974 Sep 19 17:10:30.534840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Router 19c62ebc-5a7c-4085-ba31-f70c7d9135cd has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:30.657112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:10:30.659660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f60f905-b656-450e-9c4e-226542647ac3" -d '{"events": [{"server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:10:30.764907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.796844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:30.812076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f644962e-8bd6-4cbf-b122-6bdc76e70774 x-openstack-request-id: req-f644962e-8bd6-4cbf-b122-6bdc76e70774 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:10:30.812363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:10:30.812622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f644962e-8bd6-4cbf-b122-6bdc76e70774 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:10:30.813020 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f644962e-8bd6-4cbf-b122-6bdc76e70774'] response: {'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'code': 200} Sep 19 17:10:30.820512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.821218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b14a4885-c7de-43af-8cf8-ea0e34da988e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:30.904639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-21cdeb5d-b0f0-4fe2-bd9e-9c41fd1fc91c None None] Provisioning for port cfd23ea2-a11e-4e54-ab7f-987d52db16df completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:30.908002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: b14a4885-c7de-43af-8cf8-ea0e34da988e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:30.908343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b14a4885-c7de-43af-8cf8-ea0e34da988e not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:30.928275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': '0cbe69e0-51a0-4e5e-81e3-f1800345a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '524f015a-9d22-45f0-8179-7ae84c7d928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:30.928839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: 524f015a-9d22-45f0-8179-7ae84c7d928e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:30.935940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-21cdeb5d-b0f0-4fe2-bd9e-9c41fd1fc91c None None] Provisioning complete for port cfd23ea2-a11e-4e54-ab7f-987d52db16df triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:30.936465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-21cdeb5d-b0f0-4fe2-bd9e-9c41fd1fc91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.937265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=ecf4b1ba-f75c-4add-a573-3b76d19ca7da,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:30.959765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:30.960580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:30.970299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:10:30.990406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.019670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network 524f015a-9d22-45f0-8179-7ae84c7d928e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:31.065115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258273cc-1ec1-4f65-9713-74226aa867a9 req-6cf286e8-b5bc-4dd2-bc01-36bea36f473b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:31.067811 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-258273cc-1ec1-4f65-9713-74226aa867a9 req-6cf286e8-b5bc-4dd2-bc01-36bea36f473b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.2619078 Sep 19 17:10:31.070340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 524f015a-9d22-45f0-8179-7ae84c7d928e) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:31.091163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:31.092246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.100684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9662947d-2afe-47b3-8125-72d041784a93 None None] Network 524f015a-9d22-45f0-8179-7ae84c7d928e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:31.114270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2d997-15a2-4ba6-91a8-792a81700d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-ff6232ff-5bfa-4e99-9f8f-6e3c8a593385', 'network_id': 'ff6232ff-5bfa-4e99-9f8f-6e3c8a593385', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': '9ae41ab5-2fc5-4793-b4ee-681ba9eb278b'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:31.114801 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07a2d997-15a2-4ba6-91a8-792a81700d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.165737 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3e0a70d2-362f-45f0-a6ec-1c7e940f411f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3948894 Sep 19 17:10:31.166812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39650) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:31.191409 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-258273cc-1ec1-4f65-9713-74226aa867a9 req-27b7080f-d766-4fc5-884b-eb19cdc326c9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018217 Sep 19 17:10:31.195815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.267939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:31.289354 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b029-d82b-4be1-8397-24bd42a835c6 None None] Sync routers for ids ['19c62ebc-5a7c-4085-ba31-f70c7d9135cd'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:31.291490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-21cdeb5d-b0f0-4fe2-bd9e-9c41fd1fc91c None None] Port cfd23ea2-a11e-4e54-ab7f-987d52db16df cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:31.292903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:31.300294 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0a9e8cc6-09c4-4c5b-8f90-f102a2a80154 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "PUT /v2.0/routers/19c62ebc-5a7c-4085-ba31-f70c7d9135cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7107532 Sep 19 17:10:31.312608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:31.335592 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4b029-d82b-4be1-8397-24bd42a835c6 None None] Routers {'19c62ebc-5a7c-4085-ba31-f70c7d9135cd'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:31.337934 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b029-d82b-4be1-8397-24bd42a835c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['19c62ebc-5a7c-4085-ba31-f70c7d9135cd'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:31.392828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-df49936a-8560-44c4-889e-dd97c5909ce7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.463073 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0213265b-ce94-4d1d-bd76-ccd63a0c1ae4 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.4493940 Sep 19 17:10:31.515667 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b029-d82b-4be1-8397-24bd42a835c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:31.532440 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4b029-d82b-4be1-8397-24bd42a835c6 None None] Routers {'19c62ebc-5a7c-4085-ba31-f70c7d9135cd'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:31.533354 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b029-d82b-4be1-8397-24bd42a835c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['19c62ebc-5a7c-4085-ba31-f70c7d9135cd'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:31.533589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39662) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:31.581072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7707994-5033-4f68-b6f4-54510f59f972 None None] Network ff6232ff-5bfa-4e99-9f8f-6e3c8a593385 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:31.610802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6a:a2:cc'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:31.621590 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0eb4b029-d82b-4be1-8397-24bd42a835c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:31.622000 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4b029-d82b-4be1-8397-24bd42a835c6 None None] The sync data for ids ['19c62ebc-5a7c-4085-ba31-f70c7d9135cd'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:31.635509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae41ab5-2fc5-4793-b4ee-681ba9eb278b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:31.645056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad83342b-c7a8-40e7-8657-a157f3c9481e None None] Provisioning complete for port 797750f8-9f7b-4b96-8288-8ad009729bc9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:31.645479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad83342b-c7a8-40e7-8657-a157f3c9481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.734168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-df49936a-8560-44c4-889e-dd97c5909ce7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.749017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04ed5e8e-f716-477c-abd9-fe714d5ee925 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.770628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.818679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6232ff-5bfa-4e99-9f8f-6e3c8a593385']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:31.837631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.838401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.838562 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Floating IP 803746e3-7c25-4c62-81e8-9b1c5516558c disassociated. External IP: 172.26.10.21, port: 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c. Sep 19 17:10:31.839003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Calling delete_port for 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:31.841203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404ce41d-d443-48ca-9f8f-d4c718822c0e') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:31.841533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404ce41d-d443-48ca-9f8f-d4c718822c0e') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:31.855605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.868297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b652b-2487-4dd9-b1e5-5dc2d69ca303 req-8da827a7-c4c7-41f4-9202-d8d17b114292 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:31.869882 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a51b652b-2487-4dd9-b1e5-5dc2d69ca303 req-8da827a7-c4c7-41f4-9202-d8d17b114292 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 943 time: 0.2840590 Sep 19 17:10:31.872746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.913253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.921926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-524f015a-9d22-45f0-8179-7ae84c7d928e', 'network_id': '524f015a-9d22-45f0-8179-7ae84c7d928e', 'tenant_id': 'ed1aea47b5ce4ff1a6f5f2f21d21984e', 'fixed_ips': [{'subnet_id': 'ecf4b1ba-f75c-4add-a573-3b76d19ca7da'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:31.922751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.959965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:31.960382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:31.982159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:10:32.044401 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 404ce41d-d443-48ca-9f8f-d4c718822c0e resource provider aggregate not found Sep 19 17:10:32.070759 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a51b652b-2487-4dd9-b1e5-5dc2d69ca303 req-1a58b7c9-effa-4b45-aafa-6a8d02c93e61 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862581 Sep 19 17:10:32.077467 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 404ce41d-d443-48ca-9f8f-d4c718822c0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 404ce41d-d443-48ca-9f8f-d4c718822c0e found for delete ", "request_id": "req-bb98c32c-07fd-4e2a-aed4-d0841bb8694a"}]} Sep 19 17:10:32.093503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.123265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.127131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.149588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.157362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:09:11Z', 'revision_number': 5, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:32.166962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=ff6232ff-5bfa-4e99-9f8f-6e3c8a593385,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:32.167175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad83342b-c7a8-40e7-8657-a157f3c9481e None None] Current status of the port 797750f8-9f7b-4b96-8288-8ad009729bc9 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:32.174533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77cea6-d393-4aac-ad7b-7ca804e6d495 None None] The sync data for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv is: [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c396141d-9eaa-419b-b062-78da47063d31', 'name': '', 'network_id': '68c7ee45-f272-4ba8-97be-291c4b6e1204', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'mac_address': 'fa:16:3e:cb:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:55Z', 'updated_at': '2022-09-19T17:09:11Z', 'revision_number': 5, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'subnets': [{'id': 'c092ee58-c8d1-4a02-af9d-a1ac28f3706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:32.186672 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-359d3be9-496e-40a1-a273-36b502dc5c1f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/ff6232ff-5bfa-4e99-9f8f-6e3c8a593385 HTTP/1.1" status: 204 len: 168 time: 1.6444442 Sep 19 17:10:32.187502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39670) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:32.242572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1140177-bffd-4c5a-be5d-0c077579afc5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] GET failed (client error): The resource could not be found. Sep 19 17:10:32.243546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e1140177-bffd-4c5a-be5d-0c077579afc5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Synchronizing usage tracker for tenant:fd53ec08aeff46978dd43ac256c42664 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:32.264531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e1140177-bffd-4c5a-be5d-0c077579afc5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Unset dirty status for tenant:fd53ec08aeff46978dd43ac256c42664 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:32.269017 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e1140177-bffd-4c5a-be5d-0c077579afc5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/subnets/9ae41ab5-2fc5-4793-b4ee-681ba9eb278b HTTP/1.1" status: 404 len: 337 time: 0.0782828 Sep 19 17:10:32.269624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39674) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:32.271252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Allocated IP 2001:db8::1 (524f015a-9d22-45f0-8179-7ae84c7d928e/ecf4b1ba-f75c-4add-a573-3b76d19ca7da/740b151b-d7a4-4988-91d3-6ac0d14a4517) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:32.281304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.295811 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7936ec88-0820-48e8-83be-fe751dc10759 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:32.295811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7936ec88-0820-48e8-83be-fe751dc10759 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:32.301857 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7936ec88-0820-48e8-83be-fe751dc10759 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/ff6232ff-5bfa-4e99-9f8f-6e3c8a593385 HTTP/1.1" status: 404 len: 339 time: 0.0312316 Sep 19 17:10:32.302478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39678) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:32.387216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04ed5e8e-f716-477c-abd9-fe714d5ee925 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.404380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04ed5e8e-f716-477c-abd9-fe714d5ee925 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.433722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:32.434083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:32.478827 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b455f-ff02-4679-8ed4-8963cde75375 req-6792af56-769b-4629-b09d-85c311eb0b5f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:32.480386 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-288b455f-ff02-4679-8ed4-8963cde75375 req-6792af56-769b-4629-b09d-85c311eb0b5f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9829941 Sep 19 17:10:32.481377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-df49936a-8560-44c4-889e-dd97c5909ce7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.488304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edff5c-8b07-45b9-aebd-0415fd5f0412 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:32.489297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21edff5c-8b07-45b9-aebd-0415fd5f0412 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Synchronizing usage tracker for tenant:fd53ec08aeff46978dd43ac256c42664 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:32.509840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21edff5c-8b07-45b9-aebd-0415fd5f0412 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Unset dirty status for tenant:fd53ec08aeff46978dd43ac256c42664 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:32.511228 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-21edff5c-8b07-45b9-aebd-0415fd5f0412 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2077162 Sep 19 17:10:32.514675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39682) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:32.517854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.565991 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f2d03c4-e0a9-4310-a605-28e142a76a62 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 207 time: 0.0501349 Sep 19 17:10:32.566746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39686) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:32.587208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.598702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707837ce-95b3-479d-8d55-c1efe8ed45ad None None] New status for floating IP c0ad45f5-77a7-431d-9edc-a7941366afa8: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:10:32.613269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=756fe7f8-8f87-4c73-a9c8-5b34e79b7e64,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:32.675236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Transition to ACTIVE for port object 740b151b-d7a4-4988-91d3-6ac0d14a4517 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:32.728222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a415a26-7106-4be0-b3b6-cc523525f58e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:32.734256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a415a26-7106-4be0-b3b6-cc523525f58e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:32.740016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a415a26-7106-4be0-b3b6-cc523525f58e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:32.745595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a415a26-7106-4be0-b3b6-cc523525f58e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:32.751320 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0a415a26-7106-4be0-b3b6-cc523525f58e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1834614 Sep 19 17:10:32.751949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39690) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:32.778727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49936a-8560-44c4-889e-dd97c5909ce7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f3ebce-4da9-45f4-bca3-ed0b99c776db,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:32.796390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04ed5e8e-f716-477c-abd9-fe714d5ee925 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.797054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed5e8e-f716-477c-abd9-fe714d5ee925 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Fanout notify agent at l3_agent the message router_deleted on router 19c62ebc-5a7c-4085-ba31-f70c7d9135cd {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:10:32.826737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Transition to ACTIVE for port object 740b151b-d7a4-4988-91d3-6ac0d14a4517 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:32.849411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.895785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.918771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Network 524f015a-9d22-45f0-8179-7ae84c7d928e is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:32.921952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:32.925835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:32.949933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf4b1ba-f75c-4add-a573-3b76d19ca7da,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:32.980127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Pushing event updated for resources: {'Port': ['ID=740b151b-d7a4-4988-91d3-6ac0d14a4517,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:32.987663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Deleting port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:32.988125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:32.990176 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b399a8fd-a32b-4b37-982f-230e974658d5 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2371283 Sep 19 17:10:32.995291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39694) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:33.039900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Attempting to bind port 740b151b-d7a4-4988-91d3-6ac0d14a4517 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:33.040270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Attempting to bind port 740b151b-d7a4-4988-91d3-6ac0d14a4517 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '0cbe69e0-51a0-4e5e-81e3-f1800345a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '524f015a-9d22-45f0-8179-7ae84c7d928e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:33.040848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Attempting to bind port 740b151b-d7a4-4988-91d3-6ac0d14a4517 on network 524f015a-9d22-45f0-8179-7ae84c7d928e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:33.046636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:33.047041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Checking segment: {'id': '0cbe69e0-51a0-4e5e-81e3-f1800345a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '524f015a-9d22-45f0-8179-7ae84c7d928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:33.047445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.047840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Bound using segment: {'id': '0cbe69e0-51a0-4e5e-81e3-f1800345a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '524f015a-9d22-45f0-8179-7ae84c7d928e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:33.048316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Bound port: 740b151b-d7a4-4988-91d3-6ac0d14a4517, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbe69e0-51a0-4e5e-81e3-f1800345a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '524f015a-9d22-45f0-8179-7ae84c7d928e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:33.048691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.070218 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-288b455f-ff02-4679-8ed4-8963cde75375 req-7a5795fe-3034-421c-8cb1-da8e9b2813b4 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677700 Sep 19 17:10:33.120457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.157045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] For port 740b151b-d7a4-4988-91d3-6ac0d14a4517, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:33.160304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.161441 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] For port 740b151b-d7a4-4988-91d3-6ac0d14a4517, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=740b151b-d7a4-4988-91d3-6ac0d14a4517,segment=NetworkSegment(0cbe69e0-51a0-4e5e-81e3-f1800345a078),segment_id=0cbe69e0-51a0-4e5e-81e3-f1800345a078)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:33.161820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a669a73-154f-4b06-94d4-732611958c36 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:33.163706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a669a73-154f-4b06-94d4-732611958c36 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:33.165323 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6a669a73-154f-4b06-94d4-732611958c36 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1688967 Sep 19 17:10:33.170549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.171144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39702) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:33.174812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524f015a-9d22-45f0-8179-7ae84c7d928e']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:33.179944 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP d1e83d69-9723-453a-a026-ccd707ab5bd2 associated. External IP: 172.26.10.64, port: 34f99e42-e611-4a65-ae57-050f70437bd0. Sep 19 17:10:33.204858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbe69e0-51a0-4e5e-81e3-f1800345a078') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:33.205449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbe69e0-51a0-4e5e-81e3-f1800345a078') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:33.220856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.332355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa7f3c-2fc1-48be-bd11-9c280c5b0d4a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['shared'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:33.333745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa7f3c-2fc1-48be-bd11-9c280c5b0d4a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['shared'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:33.340663 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1aaa7f3c-2fc1-48be-bd11-9c280c5b0d4a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1684303 Sep 19 17:10:33.341330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:33.342218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04ed5e8e-f716-477c-abd9-fe714d5ee925 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.344957 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-04ed5e8e-f716-477c-abd9-fe714d5ee925 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "DELETE /v2.0/routers/19c62ebc-5a7c-4085-ba31-f70c7d9135cd HTTP/1.1" status: 204 len: 168 time: 2.0291996 Sep 19 17:10:33.347721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39708) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:33.357502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d4072-1e41-4824-a4e0-ded871e6f7cf None None] Pushing event updated for resources: {'Port': ['ID=740b151b-d7a4-4988-91d3-6ac0d14a4517,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:33.361653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb833e82-9f94-4f00-9cb2-a5afe56e4fa0 None None] Network 524f015a-9d22-45f0-8179-7ae84c7d928e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:33.367962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.411952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:33.412372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.556103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-df49936a-8560-44c4-889e-dd97c5909ce7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:33.559922 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-df49936a-8560-44c4-889e-dd97c5909ce7 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "DELETE /v2.0/security-groups/37f3ebce-4da9-45f4-bca3-ed0b99c776db HTTP/1.1" status: 204 len: 168 time: 3.1193252 Sep 19 17:10:33.578620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39716) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:33.630703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5fce94-0833-4ffa-a7cf-40f026247836 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:33.639544 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e5a02564-f316-46a5-90d7-ed6f21890c70 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] show failed (client error): The resource could not be found. Sep 19 17:10:33.643536 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e5a02564-f316-46a5-90d7-ed6f21890c70 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "GET /v2.0/security-groups/37f3ebce-4da9-45f4-bca3-ed0b99c776db HTTP/1.1" status: 404 len: 347 time: 0.0577230 Sep 19 17:10:33.658574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39720) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:33.779445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fce94-0833-4ffa-a7cf-40f026247836 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:33.852807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-343a028e-6992-4f3a-b871-6d399b1d17e5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Deleting subnet e7bd1c74-e1b8-46e9-8877-056983c3f5dc {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:10:33.909765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 17:10:33.909765 dv-neutron-857789-3-hyperv neutron-server[89056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 17:10:33.909765 dv-neutron-857789-3-hyperv neutron-server[89056]: [parameters: {'id': '524f015a-9d22-45f0-8179-7ae84c7d928e'}] Sep 19 17:10:33.909765 dv-neutron-857789-3-hyperv neutron-server[89056]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:33.910174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:33.910704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-343a028e-6992-4f3a-b871-6d399b1d17e5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.005607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Deleting port 08e940dd-eceb-4411-81e8-60531a9fd364 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:34.006008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.006698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] For port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:34.007126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.032181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81453d-f486-438b-9f2e-2afab6a840ce req-0ab249d4-c879-42e2-b01b-0fc9b55c43ef tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:34.033093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fb81453d-f486-438b-9f2e-2afab6a840ce req-0ab249d4-c879-42e2-b01b-0fc9b55c43ef tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Synchronizing usage tracker for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:34.070282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-343a028e-6992-4f3a-b871-6d399b1d17e5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.108746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7579d65-510c-4fc3-9482-40d7939f9608 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:34.113799 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f7579d65-510c-4fc3-9482-40d7939f9608 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/networks/3f03aabe-97c7-4b09-b53c-995128bee84d HTTP/1.1" status: 200 len: 799 time: 0.7704720 Sep 19 17:10:34.122044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39724) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:34.160653 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 0cbe69e0-51a0-4e5e-81e3-f1800345a078 resource provider aggregate not found Sep 19 17:10:34.181879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fb81453d-f486-438b-9f2e-2afab6a840ce req-0ab249d4-c879-42e2-b01b-0fc9b55c43ef tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Unset dirty status for tenant:ffde5deff3e2483b96ebceb7eaa4d9b5 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:34.183083 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb81453d-f486-438b-9f2e-2afab6a840ce req-0ab249d4-c879-42e2-b01b-0fc9b55c43ef tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 943 time: 0.6833487 Sep 19 17:10:34.192477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:34.200450 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 0cbe69e0-51a0-4e5e-81e3-f1800345a078 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cbe69e0-51a0-4e5e-81e3-f1800345a078 found for delete ", "request_id": "req-81795786-8ce1-4928-85d3-1f42f70f415e"}]} Sep 19 17:10:34.298941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c036c8-70a6-49e7-99f0-da46ca7595e0 req-1031c5be-f963-4c23-80eb-c82fd0eda114 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:34.301602 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-95c036c8-70a6-49e7-99f0-da46ca7595e0 req-1031c5be-f963-4c23-80eb-c82fd0eda114 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.6499562 Sep 19 17:10:34.374358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.411848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.497309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-343a028e-6992-4f3a-b871-6d399b1d17e5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.529696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.530030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.547333 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-95c036c8-70a6-49e7-99f0-da46ca7595e0 req-bb5d224b-d8cc-42de-9323-3e9c5e086b5b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218418 Sep 19 17:10:34.597145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.674662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port 740b151b-d7a4-4988-91d3-6ac0d14a4517 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:34.675035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.695264 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb81453d-f486-438b-9f2e-2afab6a840ce req-b08eefc8-6f4d-4ad8-ad9e-c664f8735ab2 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups?id=31fba145-5e43-4700-9c09-da77f0610af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5015783 Sep 19 17:10:34.712126 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-db8ec600-c2f8-4be2-9022-6fb554a67a85 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/networks/3f03aabe-97c7-4b09-b53c-995128bee84d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5827963 Sep 19 17:10:34.728025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Calling delete_port for 08e940dd-eceb-4411-81e8-60531a9fd364 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:34.731633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:34.884453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-343a028e-6992-4f3a-b871-6d399b1d17e5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.905045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=cfd23ea2-a11e-4e54-ab7f-987d52db16df,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:34.912191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.912560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.912864 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Floating IP 803746e3-7c25-4c62-81e8-9b1c5516558c disassociated. External IP: 172.26.10.21, port: 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c. Sep 19 17:10:34.913203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Calling delete_port for 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:34.932964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a028e-6992-4f3a-b871-6d399b1d17e5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bd1c74-e1b8-46e9-8877-056983c3f5dc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:34.946701 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] In _notify_port_updated(), no bound segment for port cfd23ea2-a11e-4e54-ab7f-987d52db16df on network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:10:34.947179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e3044a-633a-4af7-9c03-f6f4c5836519 None None] Network 102597d1-3251-4e66-bf25-4637518e97ca requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:34.952184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:34.952873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:34.957053 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f37d5fe-8f80-4a56-bf0d-b32e6c4f128e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "PUT /v2.0/ports/cfd23ea2-a11e-4e54-ab7f-987d52db16df HTTP/1.1" status: 200 len: 993 time: 3.4090762 Sep 19 17:10:34.969036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39742) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:35.071492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106fa17-885e-411c-8482-879c79ad6ccd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:35.072452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3106fa17-885e-411c-8482-879c79ad6ccd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Synchronizing usage tracker for tenant:fd53ec08aeff46978dd43ac256c42664 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:35.076036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:35.087552 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e716f4-99d3-40f8-81e7-74fdf60f4c49 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:35.108006 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e716f4-99d3-40f8-81e7-74fdf60f4c49 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:35.111672 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-95e716f4-99d3-40f8-81e7-74fdf60f4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:35.160984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3106fa17-885e-411c-8482-879c79ad6ccd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Unset dirty status for tenant:fd53ec08aeff46978dd43ac256c42664 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:35.162735 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3106fa17-885e-411c-8482-879c79ad6ccd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/subnets/e4f0f716-e051-44ff-b704-91e35c77d62e HTTP/1.1" status: 200 len: 811 time: 0.4299083 Sep 19 17:10:35.167409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39748) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:35.208154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-343a028e-6992-4f3a-b871-6d399b1d17e5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.212790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c88bc92-90b7-494d-a835-12ca11cdef1e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Deleting port cfd23ea2-a11e-4e54-ab7f-987d52db16df {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:35.213131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c88bc92-90b7-494d-a835-12ca11cdef1e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.257405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.266783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] DHCP port deletion for 102597d1-3251-4e66-bf25-4637518e97ca request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:35.272215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] Deleting port fab41fb4-4018-49f0-9ecb-045754b0f8ea {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:35.272949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.292963 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-95e716f4-99d3-40f8-81e7-74fdf60f4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:35.303291 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e716f4-99d3-40f8-81e7-74fdf60f4c49 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:35.304153 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-95e716f4-99d3-40f8-81e7-74fdf60f4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:35.310371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.332581 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d57307f6-42bc-46c0-9cf7-98b14faa0f24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.8397710 Sep 19 17:10:35.348627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39752) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:35.370577 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-95e716f4-99d3-40f8-81e7-74fdf60f4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:35.371250 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e716f4-99d3-40f8-81e7-74fdf60f4c49 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:35.391413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port 740b151b-d7a4-4988-91d3-6ac0d14a4517, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=740b151b-d7a4-4988-91d3-6ac0d14a4517,segment=NetworkSegment(0cbe69e0-51a0-4e5e-81e3-f1800345a078),segment_id=0cbe69e0-51a0-4e5e-81e3-f1800345a078)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:35.391780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.540658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] For port fab41fb4-4018-49f0-9ecb-045754b0f8ea, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fab41fb4-4018-49f0-9ecb-045754b0f8ea,segment=NetworkSegment(bf756994-49ca-495d-80ce-aa147ca0450c),segment_id=bf756994-49ca-495d-80ce-aa147ca0450c)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:35.540931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.552825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc59d1a8-cb40-4a12-86ce-67ab80006d1a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:35.558101 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fc59d1a8-cb40-4a12-86ce-67ab80006d1a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "GET /v2.0/subnets/e4f0f716-e051-44ff-b704-91e35c77d62e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3851833 Sep 19 17:10:35.564450 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-343a028e-6992-4f3a-b871-6d399b1d17e5 tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "DELETE /v2.0/subnets/e7bd1c74-e1b8-46e9-8877-056983c3f5dc HTTP/1.1" status: 204 len: 168 time: 2.1929350 Sep 19 17:10:35.567047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39756) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:35.567994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39758) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:35.587821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for 740b151b-d7a4-4988-91d3-6ac0d14a4517 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:35.618125 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e339f344-f27a-4bd9-86b2-b4d04e5beff2 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "GET /v2.0/floatingips/d1e83d69-9723-453a-a026-ccd707ab5bd2 HTTP/1.1" status: 200 len: 979 time: 0.2637570 Sep 19 17:10:35.623468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39760) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:35.638220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Pushing event deleted for resources: {'Port': ['ID=08e940dd-eceb-4411-81e8-60531a9fd364,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:35.652153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2119437294'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:35.667894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.671223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] Calling delete_port for fab41fb4-4018-49f0-9ecb-045754b0f8ea owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:35.744635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event deleted for resources: {'Port': ['ID=4b3a5a2b-394a-4f10-9caf-e3a4e249a55c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:35.764279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.783279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:35.824374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] Pushing event deleted for resources: {'Port': ['ID=fab41fb4-4018-49f0-9ecb-045754b0f8ea,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:35.834166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b54e2-94e0-4614-b312-ad8cc55ca3d8 None None] No DVR routers for this DVR port fab41fb4-4018-49f0-9ecb-045754b0f8ea on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:35.938870 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d011bc2f-25f9-4da5-9573-d6a4f1372af1 req-6a05ce7d-4b9b-49d3-8a01-a8269147ec58 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 210 time: 0.0800507 Sep 19 17:10:35.943788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c88bc92-90b7-494d-a835-12ca11cdef1e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:35.953240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:36.017322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-437e7885-3d71-4f9b-9882-3560aef6f12f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Synchronizing usage tracker for tenant:3a3d5d2f86f74fd183556b48d2412166 on resource:floatingip {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:36.029023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:36.032303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.044208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.062202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.065077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.143554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.147457 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4e20e841-7612-4a18-9b95-790903992961 tempest-ServersTestManualDisk-1811215932 tempest-ServersTestManualDisk-1811215932-project] 10.222.0.83 "DELETE /v2.0/floatingips/c0ad45f5-77a7-431d-9edc-a7941366afa8 HTTP/1.1" status: 204 len: 168 time: 2.4484503 Sep 19 17:10:36.148545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Port': ['ID=740b151b-d7a4-4988-91d3-6ac0d14a4517,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:36.155246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No DVR routers for this DVR port 740b151b-d7a4-4988-91d3-6ac0d14a4517 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:36.158703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39770) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:36.191180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-437e7885-3d71-4f9b-9882-3560aef6f12f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Unset dirty status for tenant:3a3d5d2f86f74fd183556b48d2412166 on resource:floatingip {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:36.195323 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-437e7885-3d71-4f9b-9882-3560aef6f12f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.5561256 Sep 19 17:10:36.215686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39774) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:36.263260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b485483-28aa-4f8c-93f1-c390047a9339 req-f2934ef7-172d-476a-a6f4-e6e96ac8a0b0 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:36.264834 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2b485483-28aa-4f8c-93f1-c390047a9339 req-f2934ef7-172d-476a-a6f4-e6e96ac8a0b0 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7428312 Sep 19 17:10:36.277269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'port_id': 'b9703a0c-2461-4404-ad35-6bb51706dbd7'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:36.301194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:36.333890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c88bc92-90b7-494d-a835-12ca11cdef1e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Calling delete_port for cfd23ea2-a11e-4e54-ab7f-987d52db16df owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:36.416927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fab41fb4-4018-49f0-9ecb-045754b0f8ea no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:36.456284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:36.466775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.467263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Added segment f49fbb26-4594-4267-ae4f-19ee1d662d2c of type vlan for network 745c5c9c-2848-4e31-b770-474da679c6f8 Sep 19 17:10:36.470525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: fab41fb4-4018-49f0-9ecb-045754b0f8ea {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:36.470875 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fab41fb4-4018-49f0-9ecb-045754b0f8ea not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:36.474505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.731601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.782245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.798061 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2b485483-28aa-4f8c-93f1-c390047a9339 req-ed17ad53-b63c-4273-a048-5587518d0d9a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4942532 Sep 19 17:10:36.802279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.811806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524f015a-9d22-45f0-8179-7ae84c7d928e']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:36.883437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c88bc92-90b7-494d-a835-12ca11cdef1e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.893900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbe69e0-51a0-4e5e-81e3-f1800345a078') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:36.894174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbe69e0-51a0-4e5e-81e3-f1800345a078') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:36.916739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102597d1-3251-4e66-bf25-4637518e97ca']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:36.953372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88bc92-90b7-494d-a835-12ca11cdef1e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Port': ['ID=cfd23ea2-a11e-4e54-ab7f-987d52db16df,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:36.955550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:36.963171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:36.972350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf756994-49ca-495d-80ce-aa147ca0450c') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:36.972692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf756994-49ca-495d-80ce-aa147ca0450c') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:36.976175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] Sync routers for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:36.996080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.001170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:37.001824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:37.003663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.103113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.109743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:37.110390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.131471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:37.132107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.187732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.246083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] No DVR routers for this DVR port 4b3a5a2b-394a-4f10-9caf-e3a4e249a55c on host hv-neutron-8577 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:37.252151 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 0cbe69e0-51a0-4e5e-81e3-f1800345a078 resource provider aggregate not found Sep 19 17:10:37.257774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.264108 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dedf4f63-2a15-4c39-9499-94e3148c0e88 req-c7a7b582-0ce5-4c83-bbde-f99ff67b50ae tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/ports?device_id=69c55838-8b81-4157-966d-a59629b2b7bd HTTP/1.1" status: 200 len: 210 time: 0.1141412 Sep 19 17:10:37.264540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'name': 'network-vif-deleted', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:10:37.266948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093176cd-0759-4863-9eec-23b8ff3224e0" -d '{"events": [{"server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "name": "network-vif-deleted", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:10:37.309570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:10:37.357750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:37.358820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.371736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ec0a58-5bbf-4734-9e7a-550856ba7a19 x-openstack-request-id: req-37ec0a58-5bbf-4734-9e7a-550856ba7a19 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:10:37.372048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c55838-8b81-4157-966d-a59629b2b7bd", "name": "network-vif-deleted", "tag": "4b3a5a2b-394a-4f10-9caf-e3a4e249a55c", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:10:37.372277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37ec0a58-5bbf-4734-9e7a-550856ba7a19 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:10:37.372676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ec0a58-5bbf-4734-9e7a-550856ba7a19'] response: {'server_uuid': '69c55838-8b81-4157-966d-a59629b2b7bd', 'name': 'network-vif-deleted', 'tag': '4b3a5a2b-394a-4f10-9caf-e3a4e249a55c', 'status': 'completed', 'code': 200} Sep 19 17:10:37.403478 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7741475e-0eba-4d51-b615-f0931ddcbc92 req-5047cf69-f740-4a57-8bc3-fdc4b02b8bff tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.86 "DELETE /v2.0/ports/4b3a5a2b-394a-4f10-9caf-e3a4e249a55c HTTP/1.1" status: 204 len: 173 time: 10.1085563 Sep 19 17:10:37.410749 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7873690 Sep 19 17:10:37.463439 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 0cbe69e0-51a0-4e5e-81e3-f1800345a078 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cbe69e0-51a0-4e5e-81e3-f1800345a078 found for delete ", "request_id": "req-96f62ffc-ea7c-45cf-8aa0-760156a5db06"}]} Sep 19 17:10:37.470440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39788) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:37.480154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'network_id': '745c5c9c-2848-4e31-b770-474da679c6f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:37.531181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd2ccb-4fe5-4faa-a72c-e94b23c09f49 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Network': ['ID=745c5c9c-2848-4e31-b770-474da679c6f8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:37.543244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.560354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 745c5c9c-2848-4e31-b770-474da679c6f8 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:37.642288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.667922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.691984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=524f015a-9d22-45f0-8179-7ae84c7d928e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:37.697180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.702636 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] 10.222.0.83 "DELETE /v2.0/networks/102597d1-3251-4e66-bf25-4637518e97ca HTTP/1.1" status: 204 len: 168 time: 2.0796480 Sep 19 17:10:37.749844 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-946d5a4e-e68b-478e-a070-082111ce6c1e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/524f015a-9d22-45f0-8179-7ae84c7d928e HTTP/1.1" status: 204 len: 168 time: 6.5771947 Sep 19 17:10:37.753664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39794) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:37.759488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273b6ec-c7c4-40fa-a96e-06824223d38c tempest-FloatingIPNegativeTestJSON-1593017038 tempest-FloatingIPNegativeTestJSON-1593017038-project] Pushing event deleted for resources: {'Network': ['ID=102597d1-3251-4e66-bf25-4637518e97ca,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:37.768126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-528049013'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:37.793459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:09Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:37.798087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] Checking router: 28a4766a-3207-4fd1-8a34-5ab33f6abd0e for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:10:37.806194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:37.809946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:37.811029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:37.816357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:37.828491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:37.831588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:37.834859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:37.892383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:37.924297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c88bc92-90b7-494d-a835-12ca11cdef1e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.924893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Made reservation on behalf of fd53ec08aeff46978dd43ac256c42664 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:37.929019 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6c88bc92-90b7-494d-a835-12ca11cdef1e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "DELETE /v2.0/ports/cfd23ea2-a11e-4e54-ab7f-987d52db16df HTTP/1.1" status: 204 len: 168 time: 2.9545300 Sep 19 17:10:37.929158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:37.940563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:37.981327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:37.985028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.064677 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb6794b-dade-4f7a-8976-df2a08e84438 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] GET failed (client error): The resource could not be found. Sep 19 17:10:38.067773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8bb6794b-dade-4f7a-8976-df2a08e84438 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Synchronizing usage tracker for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:38.081183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.ipam_backend_mixin [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Performing IP validity checks on allocation pools {{(pid=89056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 17:10:38.081697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.ipam_backend_mixin [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 17:10:38.091292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:10:38.104356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:38.106111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8bb6794b-dade-4f7a-8976-df2a08e84438 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Unset dirty status for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:38.108993 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8bb6794b-dade-4f7a-8976-df2a08e84438 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "GET /v2.0/ports/cfd23ea2-a11e-4e54-ab7f-987d52db16df HTTP/1.1" status: 404 len: 333 time: 0.1674240 Sep 19 17:10:38.112639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39806) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:38.122032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'name': 'tempest-AllowedAddressPairTestJSON-109217185'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:38.182670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39810) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:38.201948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.202198 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment 29bf3a7c-c793-4f08-93e6-24326bd439b8 of type vlan for network a0ca954b-4856-4955-9028-d6fa3c63941a Sep 19 17:10:38.239621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e76f8f-dfec-4aff-b638-b3a73fbf6872 req-cb34841c-df9e-44aa-b93d-2431570a0db3 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:38.246503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77e76f8f-dfec-4aff-b638-b3a73fbf6872 req-cb34841c-df9e-44aa-b93d-2431570a0db3 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.1661468 Sep 19 17:10:38.311221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.401705 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77e76f8f-dfec-4aff-b638-b3a73fbf6872 req-6d6e2b23-b08e-4b22-a1c4-b05a5a3c1d93 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542401 Sep 19 17:10:38.451159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:38.477541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.481528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39820) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:38.493590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.500575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.501076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:38.502546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.506993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:38.546386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.559030 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-697d8bfe-4c46-4759-a840-cf7830cccba6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6636b4f6f7404fb88be503481ea0f0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728759 Sep 19 17:10:38.572819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:38.602539 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:09Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:38.607382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b622180-aa11-411c-b9bc-df41bac79eee None None] The sync data for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv is: [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2dd90bf7-317a-4299-8e90-9ba8d9cc419e', 'name': '', 'network_id': '4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'mac_address': 'fa:16:3e:38:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:56Z', 'updated_at': '2022-09-19T17:09:09Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'subnets': [{'id': '8f9fbde1-1ae3-463a-8035-5fce0c35e939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:38.777258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b9230a6-7c2b-486e-98d4-d7e35396c48a tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.786896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b82edc9-568a-445f-a4ab-b73882b2f5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.796555 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP d1e83d69-9723-453a-a026-ccd707ab5bd2 associated. External IP: 172.26.10.64, port: 34f99e42-e611-4a65-ae57-050f70437bd0. Sep 19 17:10:38.839539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Made reservation on behalf of bcdeddfc16fb4305bffc739ce947be3f for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:38.843086 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db777d6-33ea-4ae5-bcd9-c66fd7a7a2f6 None None] New status for floating IP 803746e3-7c25-4c62-81e8-9b1c5516558c: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:10:38.846142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.856794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.911913 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1512070 Sep 19 17:10:38.913274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:38.913993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b9230a6-7c2b-486e-98d4-d7e35396c48a tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.930118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb3855-82f3-4164-9fee-adb70a5e710a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=a0ca954b-4856-4955-9028-d6fa3c63941a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:38.942181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] device_id is not set on port 749f78f4-251e-48a4-be39-9bdf50ef3ff0 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:38.946662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network a0ca954b-4856-4955-9028-d6fa3c63941a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:38.981122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b82edc9-568a-445f-a4ab-b73882b2f5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:38.998282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': 'a0ca954b-4856-4955-9028-d6fa3c63941a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:39.191224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=79bad465-7d51-4ed3-8f4c-955c09bd8a8d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:39.195234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Allocated IP 172.20.0.9 (4fd985e3-0925-4330-9b9e-f42b9e3d7b2c/8386e972-8a8c-4db9-b513-e5f62305a643/749f78f4-251e-48a4-be39-9bdf50ef3ff0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:39.222723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Checking segment: {'id': 'f49fbb26-4594-4267-ae4f-19ee1d662d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '745c5c9c-2848-4e31-b770-474da679c6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:39.223111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network hostable DHCP agents. Network: 745c5c9c-2848-4e31-b770-474da679c6f8, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:39.240545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:39.261290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:subnet and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:39.266821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:39.271443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b9230a6-7c2b-486e-98d4-d7e35396c48a tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:39.290360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:39.301538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b82edc9-568a-445f-a4ab-b73882b2f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:39.309590 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9230a6-7c2b-486e-98d4-d7e35396c48a tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fba145-5e43-4700-9c09-da77f0610af4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:39.400777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82edc9-568a-445f-a4ab-b73882b2f5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb2751-6f66-4c04-afe0-1e1694e6227c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:39.402486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:39.406023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:39.469693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Network 745c5c9c-2848-4e31-b770-474da679c6f8 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:39.480177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b82edc9-568a-445f-a4ab-b73882b2f5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:39.484614 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b82edc9-568a-445f-a4ab-b73882b2f5b7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/39cb2751-6f66-4c04-afe0-1e1694e6227c HTTP/1.1" status: 204 len: 168 time: 0.8989787 Sep 19 17:10:39.503574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0b9230a6-7c2b-486e-98d4-d7e35396c48a tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:39.507306 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b9230a6-7c2b-486e-98d4-d7e35396c48a tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "DELETE /v2.0/security-groups/31fba145-5e43-4700-9c09-da77f0610af4 HTTP/1.1" status: 204 len: 168 time: 1.0247684 Sep 19 17:10:39.510104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39838) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:39.531057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment bf756994-49ca-495d-80ce-aa147ca0450c resource provider aggregate not found Sep 19 17:10:39.543000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 745c5c9c-2848-4e31-b770-474da679c6f8) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:39.553841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a988312-3c10-4da1-be90-84bd82cc6364 None None] Network 745c5c9c-2848-4e31-b770-474da679c6f8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:39.606437 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment bf756994-49ca-495d-80ce-aa147ca0450c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf756994-49ca-495d-80ce-aa147ca0450c found for delete ", "request_id": "req-3a78b181-c7c9-4590-a45c-dbf4b42f6b06"}]} Sep 19 17:10:39.621072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:39.621820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:39.675712 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-040d1e44-cae2-4932-a076-90ce018eca77 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] show failed (client error): The resource could not be found. Sep 19 17:10:39.679521 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-040d1e44-cae2-4932-a076-90ce018eca77 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "GET /v2.0/security-groups/31fba145-5e43-4700-9c09-da77f0610af4 HTTP/1.1" status: 404 len: 347 time: 0.1657505 Sep 19 17:10:39.684110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39846) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:39.711498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:39.727797 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b5a7519d-7893-4383-a8b7-546d697b9c6e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2497311 Sep 19 17:10:39.755933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39850) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:39.764070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:39.789506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Transition to ACTIVE for port object 749f78f4-251e-48a4-be39-9bdf50ef3ff0 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:39.830137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8b7e7566-d39c-49ea-9deb-a91a22fe2211 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:39.830285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Deleting port c396141d-9eaa-419b-b062-78da47063d31 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:39.830540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:39.896643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717005c0-bde3-4af3-8367-2e9de5bf5635 req-648d80f2-8cb2-482c-979a-8d38c89a7932 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:39.898194 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-717005c0-bde3-4af3-8367-2e9de5bf5635 req-648d80f2-8cb2-482c-979a-8d38c89a7932 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.3698225 Sep 19 17:10:39.900542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-745c5c9c-2848-4e31-b770-474da679c6f8', 'network_id': '745c5c9c-2848-4e31-b770-474da679c6f8', 'tenant_id': 'fd53ec08aeff46978dd43ac256c42664', 'fixed_ips': [{'subnet_id': '79bad465-7d51-4ed3-8f4c-955c09bd8a8d'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:39.901396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.019601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.087520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Allocated IP 172.20.0.3 (745c5c9c-2848-4e31-b770-474da679c6f8/79bad465-7d51-4ed3-8f4c-955c09bd8a8d/1902bcec-f3a8-437b-9866-d80b792eb4cb) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:40.096941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-717005c0-bde3-4af3-8367-2e9de5bf5635 req-b81e606d-c5d0-4061-912b-e09bc1c797d9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882992 Sep 19 17:10:40.119105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Deleting port 331a8321-8c82-44c9-8416-7b7c7f2d5f3f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:40.119609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.133251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:40.137745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:40.154691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:40.195785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=749f78f4-251e-48a4-be39-9bdf50ef3ff0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:40.205984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.258995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:40.259740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.299280 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ea238299-e7fe-4143-bb3a-3d74955b1e2c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1854169 Sep 19 17:10:40.302281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] For port c396141d-9eaa-419b-b062-78da47063d31, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c396141d-9eaa-419b-b062-78da47063d31,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:40.302857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.309387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39866) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:40.437077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7566-d39c-49ea-9deb-a91a22fe2211 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6332237'] for subnet, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.447585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6a:a2:cc'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:40.452046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.474870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Transition to ACTIVE for port object 1902bcec-f3a8-437b-9866-d80b792eb4cb will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:40.485118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=3ea20ab3-086c-4b09-a4f3-3e561812d3fb,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:40.516759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Transition to ACTIVE for port object 1902bcec-f3a8-437b-9866-d80b792eb4cb will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:40.519112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Calling delete_port for c396141d-9eaa-419b-b062-78da47063d31 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:40.524180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.584997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39874) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:40.592107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.592462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.592809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.593143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.593478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.593813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.594141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.594466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.594793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.595144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.595834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.596170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:40.606598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Network 745c5c9c-2848-4e31-b770-474da679c6f8 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:40.610824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:40.615451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:40.625232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-658c2beb-a552-4d2f-9980-c612181c2b59 None None] Provisioning for port 749f78f4-251e-48a4-be39-9bdf50ef3ff0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:40.628518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Pushing event updated for resources: {'Port': ['ID=1902bcec-f3a8-437b-9866-d80b792eb4cb,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:40.664062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:40.714856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4e09b-5416-4d5b-9110-7cb6c9cedaef None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:40.717516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-658c2beb-a552-4d2f-9980-c612181c2b59 None None] Provisioning complete for port 749f78f4-251e-48a4-be39-9bdf50ef3ff0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:40.718075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-658c2beb-a552-4d2f-9980-c612181c2b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.755306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'networks': [{'name': 'tempest-network--32606944'}, {'name': 'tempest-network--1540974031'}]} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:40.755704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'network': {'name': 'tempest-network--32606944'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:40.756234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'network': {'name': 'tempest-network--1540974031'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:40.793015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4e09b-5416-4d5b-9110-7cb6c9cedaef None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:40.793766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a6d4e09b-5416-4d5b-9110-7cb6c9cedaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:40.832231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': '29bf3a7c-c793-4f08-93e6-24326bd439b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a0ca954b-4856-4955-9028-d6fa3c63941a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:40.832600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: a0ca954b-4856-4955-9028-d6fa3c63941a, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:40.857240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Attempting to bind port 1902bcec-f3a8-437b-9866-d80b792eb4cb on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:40.857728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Attempting to bind port 1902bcec-f3a8-437b-9866-d80b792eb4cb by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'f49fbb26-4594-4267-ae4f-19ee1d662d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '745c5c9c-2848-4e31-b770-474da679c6f8'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:40.858144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Attempting to bind port 1902bcec-f3a8-437b-9866-d80b792eb4cb on network 745c5c9c-2848-4e31-b770-474da679c6f8 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:40.869535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-658c2beb-a552-4d2f-9980-c612181c2b59 None None] Port 749f78f4-251e-48a4-be39-9bdf50ef3ff0 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:40.874467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a6d4e09b-5416-4d5b-9110-7cb6c9cedaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:40.877245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:40.877721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Checking segment: {'id': 'f49fbb26-4594-4267-ae4f-19ee1d662d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '745c5c9c-2848-4e31-b770-474da679c6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:40.878192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.878633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Bound using segment: {'id': 'f49fbb26-4594-4267-ae4f-19ee1d662d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '745c5c9c-2848-4e31-b770-474da679c6f8'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:40.879232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Bound port: 1902bcec-f3a8-437b-9866-d80b792eb4cb, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fbb26-4594-4267-ae4f-19ee1d662d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '745c5c9c-2848-4e31-b770-474da679c6f8'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:40.879665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.885159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:40.894264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Usage tracker for resource:network and tenant:80e5a7529b2e4e5b96b18772ac19247f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:40.898766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:40.907785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:40.929613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Made reservation on behalf of 80e5a7529b2e4e5b96b18772ac19247f for: {'network': 2} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:40.934097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.947993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4e09b-5416-4d5b-9110-7cb6c9cedaef None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:40.949118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a6d4e09b-5416-4d5b-9110-7cb6c9cedaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:40.951715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:40.971465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:40.978944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Usage tracker for resource:security_group_rule and tenant:80e5a7529b2e4e5b96b18772ac19247f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:40.984030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:40.996028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:41.008103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.008698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.030867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a6d4e09b-5416-4d5b-9110-7cb6c9cedaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:41.031395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4e09b-5416-4d5b-9110-7cb6c9cedaef None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:41.049791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] For port 1902bcec-f3a8-437b-9866-d80b792eb4cb, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:41.053104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] For port 1902bcec-f3a8-437b-9866-d80b792eb4cb, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1902bcec-f3a8-437b-9866-d80b792eb4cb,segment=NetworkSegment(f49fbb26-4594-4267-ae4f-19ee1d662d2c),segment_id=f49fbb26-4594-4267-ae4f-19ee1d662d2c)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:41.057661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.112805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.133220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network a0ca954b-4856-4955-9028-d6fa3c63941a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:41.137123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef790e3d-6e7b-499a-a6e8-2e9f0d079ff1 None None] Pushing event updated for resources: {'Port': ['ID=1902bcec-f3a8-437b-9866-d80b792eb4cb,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:41.202306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c396141d-9eaa-419b-b062-78da47063d31,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:41.238794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.246697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.247196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.343804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c56923ce-eed6-4859-968a-ad96fd697eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.382304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c86a82-a35b-48b1-94dd-6863c727c9fe,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:41.462523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Calling delete_port for 331a8321-8c82-44c9-8416-7b7c7f2d5f3f owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:41.499777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:41.530957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.531632 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Added segment 508a143d-ed47-4683-b92c-76ca61c3c10a of type vlan for network c0dbedfa-2242-4b79-87b6-4ea4676a6127 Sep 19 17:10:41.571003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, a0ca954b-4856-4955-9028-d6fa3c63941a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:41.579716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af842f-ff71-43ef-b9f2-83200dde190a None None] Network a0ca954b-4856-4955-9028-d6fa3c63941a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:41.609959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:41.610704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.638181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.672103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.782925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:41.849032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.849269 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Added segment 372add7f-0f2b-4eef-8c8a-3aaabd8ee0c8 of type vlan for network c063a305-7828-4edc-b8ff-7d0aa42da42a Sep 19 17:10:41.860536 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b8f560a8-301a-42ed-8d22-143288c53465 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9354470 Sep 19 17:10:41.865774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-a0ca954b-4856-4955-9028-d6fa3c63941a', 'network_id': 'a0ca954b-4856-4955-9028-d6fa3c63941a', 'tenant_id': 'ed1aea47b5ce4ff1a6f5f2f21d21984e', 'fixed_ips': [{'subnet_id': '3ea20ab3-086c-4b09-a4f3-3e561812d3fb'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:41.868081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.874967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39882) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:41.893956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7566-d39c-49ea-9deb-a91a22fe2211 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767836507724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6113950'] for subnet, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:41.931292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.003265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.040607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Allocated IP 2001:db8::1 (a0ca954b-4856-4955-9028-d6fa3c63941a/3ea20ab3-086c-4b09-a4f3-3e561812d3fb/19f4d29e-3ccc-473b-ba27-44b62ca726c0) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:42.209236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:10:42.211378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:42.257255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ad0c-ea3c-4c88-8577-d8ec4bde6f05 req-32f6ca4a-07e3-4a28-9010-a8961a28825e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:42.260392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Router 4ef504f1-9678-4e72-b86f-243b5a12b2cb has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:42.265260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.266571 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cac8ad0c-ea3c-4c88-8577-d8ec4bde6f05 req-32f6ca4a-07e3-4a28-9010-a8961a28825e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.8114414 Sep 19 17:10:42.271177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.271672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.277035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:42.279648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.282116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:42.282854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.289326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e7566-d39c-49ea-9deb-a91a22fe2211 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event updated for resources: {'Subnet': ['ID=79bad465-7d51-4ed3-8f4c-955c09bd8a8d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:42.301399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Transition to ACTIVE for port object 19f4d29e-3ccc-473b-ba27-44b62ca726c0 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:42.306673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e7566-d39c-49ea-9deb-a91a22fe2211 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:42.307678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7566-d39c-49ea-9deb-a91a22fe2211 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.309700 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b7e7566-d39c-49ea-9deb-a91a22fe2211 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "PUT /v2.0/subnets/79bad465-7d51-4ed3-8f4c-955c09bd8a8d HTTP/1.1" status: 200 len: 877 time: 2.5444107 Sep 19 17:10:42.310929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.317862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39886) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:42.326144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Transition to ACTIVE for port object 19f4d29e-3ccc-473b-ba27-44b62ca726c0 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:42.335928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.477956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:42.478302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.490722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Network a0ca954b-4856-4955-9028-d6fa3c63941a is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:42.494141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:42.501765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:42.513630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Pushing event updated for resources: {'Port': ['ID=19f4d29e-3ccc-473b-ba27-44b62ca726c0,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:42.550059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Network': ['ID=c0dbedfa-2242-4b79-87b6-4ea4676a6127,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:42.585923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd87ab0d-0f90-4c5c-a20f-4bd7fc6cfca5 None None] Network 745c5c9c-2848-4e31-b770-474da679c6f8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:42.587028 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0006833 Sep 19 17:10:42.596541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39888) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:42.623779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:42.625745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Pushing event deleted for resources: {'Port': ['ID=331a8321-8c82-44c9-8416-7b7c7f2d5f3f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:42.636012 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8acda-e8cd-4e02-9344-83ff3540da9d None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:42.651087 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8acda-e8cd-4e02-9344-83ff3540da9d None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:42.651977 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-59f8acda-e8cd-4e02-9344-83ff3540da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:42.728521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network c0dbedfa-2242-4b79-87b6-4ea4676a6127 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:42.732680 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-59f8acda-e8cd-4e02-9344-83ff3540da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:42.742421 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8acda-e8cd-4e02-9344-83ff3540da9d None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:42.743404 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-59f8acda-e8cd-4e02-9344-83ff3540da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:42.804333 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-59f8acda-e8cd-4e02-9344-83ff3540da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:42.805169 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8acda-e8cd-4e02-9344-83ff3540da9d None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:42.870606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1902bcec-f3a8-437b-9866-d80b792eb4cb up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:42.937919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Network': ['ID=c063a305-7828-4edc-b8ff-7d0aa42da42a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:42.967984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.968264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:42.968375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.968680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.968995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.969837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.969837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.970030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.970215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.970529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.970845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.971188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:42.971505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c6871-abf7-44f1-8b2c-7b9a62b47cbd tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:43.003928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network c063a305-7828-4edc-b8ff-7d0aa42da42a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:43.012577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:43.073093 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-78cd0dff-a99d-46cc-9a8b-bef25916d0c1 admin admin] 10.222.0.83 "PUT /v2.0/routers/4ef504f1-9678-4e72-b86f-243b5a12b2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9104033 Sep 19 17:10:43.075501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39894) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:43.109615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1a4a3029-e25d-4141-ab0b-8cb47dbf0804 None None] Provisioning for port 1902bcec-f3a8-437b-9866-d80b792eb4cb completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:43.116929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Attempting to bind port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:43.117764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Attempting to bind port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '29bf3a7c-c793-4f08-93e6-24326bd439b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a0ca954b-4856-4955-9028-d6fa3c63941a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:43.118362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Attempting to bind port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 on network a0ca954b-4856-4955-9028-d6fa3c63941a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:43.127095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] Sync routers for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:43.141575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:43.141575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Checking segment: {'id': '29bf3a7c-c793-4f08-93e6-24326bd439b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a0ca954b-4856-4955-9028-d6fa3c63941a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:43.142573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.142573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Bound using segment: {'id': '29bf3a7c-c793-4f08-93e6-24326bd439b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a0ca954b-4856-4955-9028-d6fa3c63941a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:43.142823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Bound port: 19f4d29e-3ccc-473b-ba27-44b62ca726c0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bf3a7c-c793-4f08-93e6-24326bd439b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a0ca954b-4856-4955-9028-d6fa3c63941a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:43.143767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.207841 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cac8ad0c-ea3c-4c88-8577-d8ec4bde6f05 req-5422918c-b90b-4292-978e-5e652463cb63 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9398251 Sep 19 17:10:43.220308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:43.221364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:43.286483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161fb61-be10-49cf-8fb4-68f0060df942 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:43.287346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port 19f4d29e-3ccc-473b-ba27-44b62ca726c0, host dv-neutron-857789-3-hyperv, got binding levels [] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:43.287704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.294457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161fb61-be10-49cf-8fb4-68f0060df942 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:43.300165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161fb61-be10-49cf-8fb4-68f0060df942 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:43.306059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161fb61-be10-49cf-8fb4-68f0060df942 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:43.310805 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5161fb61-be10-49cf-8fb4-68f0060df942 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6828711 Sep 19 17:10:43.313626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39898) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:43.399349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 1902bcec-f3a8-437b-9866-d80b792eb4cb completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:43.440098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for 19f4d29e-3ccc-473b-ba27-44b62ca726c0 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:43.469316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.488214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.489911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.490599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.495079 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1785d6e2-dc6a-48cb-82ae-1e04e54173d0 tempest-ServersTestJSON-873129834 tempest-ServersTestJSON-873129834-project] 10.222.0.83 "DELETE /v2.0/floatingips/803746e3-7c25-4c62-81e8-9b1c5516558c HTTP/1.1" status: 204 len: 168 time: 3.8059151 Sep 19 17:10:43.495221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1902bcec-f3a8-437b-9866-d80b792eb4cb triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:43.495581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.507387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39902) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:43.538578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] For port 19f4d29e-3ccc-473b-ba27-44b62ca726c0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:43.579427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] For port 19f4d29e-3ccc-473b-ba27-44b62ca726c0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=19f4d29e-3ccc-473b-ba27-44b62ca726c0,segment=NetworkSegment(29bf3a7c-c793-4f08-93e6-24326bd439b8),segment_id=29bf3a7c-c793-4f08-93e6-24326bd439b8)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:43.603553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.613083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:10:43.636691 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf8d7404-8e90-419e-bc4a-6f9f666e2886 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/floatingips/d1e83d69-9723-453a-a026-ccd707ab5bd2 HTTP/1.1" status: 200 len: 979 time: 7.4198649 Sep 19 17:10:43.643670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39906) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:43.650814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.652515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Deleting port 1902bcec-f3a8-437b-9866-d80b792eb4cb {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:43.652839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.679256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:43.679894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:43.688991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:43.718829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.731780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Deleting port 8db43c61-653b-4afd-be47-b48c3d77c0aa {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:43.732841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.765872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:10:43.782531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0eafba86-9711-46b2-a72b-65cdb95a416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.808635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.902074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.968719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Pushing event updated for resources: {'Port': ['ID=19f4d29e-3ccc-473b-ba27-44b62ca726c0,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:43.977815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] For port 8db43c61-653b-4afd-be47-b48c3d77c0aa, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8db43c61-653b-4afd-be47-b48c3d77c0aa,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:43.978053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1902bcec-f3a8-437b-9866-d80b792eb4cb is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:43.978244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:43.978396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:44.080666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.081007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.081352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.081681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.082020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.082339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.082676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.083134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.088478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.088478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.088478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.088478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7810a58-6386-476b-a4b9-4d871743a242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:10:44.128910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 1902bcec-f3a8-437b-9866-d80b792eb4cb, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1902bcec-f3a8-437b-9866-d80b792eb4cb,segment=NetworkSegment(f49fbb26-4594-4267-ae4f-19ee1d662d2c),segment_id=f49fbb26-4594-4267-ae4f-19ee1d662d2c)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:44.136086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:44.163123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Calling delete_port for 8db43c61-653b-4afd-be47-b48c3d77c0aa owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:44.192631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:44.192631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:44.193842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ad9694-9cd0-4ffc-beee-3f68f2399813 None None] Network 745c5c9c-2848-4e31-b770-474da679c6f8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:44.361740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:44.442589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2c72f1a2-07b1-4485-bbe4-7996ebea4da2 None None] Provisioning complete for port 1902bcec-f3a8-437b-9866-d80b792eb4cb triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:44.443302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2c72f1a2-07b1-4485-bbe4-7996ebea4da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:44.530256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 19f4d29e-3ccc-473b-ba27-44b62ca726c0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:44.539486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] In _notify_port_updated(), no bound segment for port 749f78f4-251e-48a4-be39-9bdf50ef3ff0 on network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:10:44.544839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:44.545607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:44.550388 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "PUT /v2.0/ports/749f78f4-251e-48a4-be39-9bdf50ef3ff0 HTTP/1.1" status: 200 len: 995 time: 4.1953924 Sep 19 17:10:44.550388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2151e-4f00-4e00-8900-bba11dadaab8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=749f78f4-251e-48a4-be39-9bdf50ef3ff0,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:44.553684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39912) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:44.618748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:44.627932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=1902bcec-f3a8-437b-9866-d80b792eb4cb,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:44.735756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2c72f1a2-07b1-4485-bbe4-7996ebea4da2 None None] Current status of the port 1902bcec-f3a8-437b-9866-d80b792eb4cb is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:44.758173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150'}], 'enable_snat': True}, 'gw_port_id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:10:41Z', 'revision_number': 5, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port': {'id': '8db43c61-653b-4afd-be47-b48c3d77c0aa', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:44.766862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:44.772977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] Checking router: 4ef504f1-9678-4e72-b86f-243b5a12b2cb for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:10:44.785932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-512e2e6a-e270-4ccc-bbc6-aa73fe8360f8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Deleting port 749f78f4-251e-48a4-be39-9bdf50ef3ff0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:44.786477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-512e2e6a-e270-4ccc-bbc6-aa73fe8360f8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:44.790387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] Routers {'4ef504f1-9678-4e72-b86f-243b5a12b2cb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:44.791212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:44.870198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b1677-7bdd-414a-8727-87e60975dd7f req-9be64d33-d0d4-40d0-9106-64bfe5a4a5ea tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:44.871741 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d14b1677-7bdd-414a-8727-87e60975dd7f req-9be64d33-d0d4-40d0-9106-64bfe5a4a5ea tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.3361130 Sep 19 17:10:44.948424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dbedfa-2242-4b79-87b6-4ea4676a6127']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:44.961989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] Set router 4ef504f1-9678-4e72-b86f-243b5a12b2cb gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:10:44.980076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508a143d-ed47-4683-b92c-76ca61c3c10a') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:44.980704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508a143d-ed47-4683-b92c-76ca61c3c10a') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:45.047454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] For port 1902bcec-f3a8-437b-9866-d80b792eb4cb, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1902bcec-f3a8-437b-9866-d80b792eb4cb,segment=NetworkSegment(f49fbb26-4594-4267-ae4f-19ee1d662d2c),segment_id=f49fbb26-4594-4267-ae4f-19ee1d662d2c)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:45.048116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.074095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.114275 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d14b1677-7bdd-414a-8727-87e60975dd7f req-3aed384d-c258-42ce-81b0-552a169cd9f5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202609 Sep 19 17:10:45.127995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:10:43Z', 'revision_number': 6, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:45.139515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003511a-7cc6-4179-be7f-4b31e065ef56 None None] The sync data for ids ['4ef504f1-9678-4e72-b86f-243b5a12b2cb'] in dv-neutron-857789-3-hyperv is: [{'id': '4ef504f1-9678-4e72-b86f-243b5a12b2cb', 'name': 'tempest-ServersTestManualDisk-1488544669-router', 'tenant_id': '2c7a0580a670455db49bcda450f4409a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:43Z', 'updated_at': '2022-09-19T17:10:43Z', 'revision_number': 6, 'project_id': '2c7a0580a670455db49bcda450f4409a', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:45.185087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.198857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.250175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Calling delete_port for 1902bcec-f3a8-437b-9866-d80b792eb4cb owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:45.262484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port 19f4d29e-3ccc-473b-ba27-44b62ca726c0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=19f4d29e-3ccc-473b-ba27-44b62ca726c0,segment=NetworkSegment(29bf3a7c-c793-4f08-93e6-24326bd439b8),segment_id=29bf3a7c-c793-4f08-93e6-24326bd439b8)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:45.262846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.277061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.285512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.290278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38255113-789f-41e2-a8bb-daac4d3c8083 None None] Network a0ca954b-4856-4955-9028-d6fa3c63941a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:45.379034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:45.380034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.386960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db43c61-653b-4afd-be47-b48c3d77c0aa,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:45.394343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Provisioning for port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:45.403638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Provisioning complete for port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:45.404174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.485081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.493558 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 508a143d-ed47-4683-b92c-76ca61c3c10a resource provider aggregate not found Sep 19 17:10:45.494662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for 19f4d29e-3ccc-473b-ba27-44b62ca726c0 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:45.511306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.511791 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP d1e83d69-9723-453a-a026-ccd707ab5bd2 disassociated. External IP: 172.26.10.64, port: b9703a0c-2461-4404-ad35-6bb51706dbd7. Sep 19 17:10:45.582611 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 508a143d-ed47-4683-b92c-76ca61c3c10a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 508a143d-ed47-4683-b92c-76ca61c3c10a found for delete ", "request_id": "req-d382c098-4c7c-440c-9138-853d4c1f776d"}]} Sep 19 17:10:45.665389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-512e2e6a-e270-4ccc-bbc6-aa73fe8360f8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.684937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.720885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.830899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Current status of the port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:45.831499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.838585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-512e2e6a-e270-4ccc-bbc6-aa73fe8360f8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Calling delete_port for 749f78f4-251e-48a4-be39-9bdf50ef3ff0 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:45.839227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Network': ['ID=c0dbedfa-2242-4b79-87b6-4ea4676a6127,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:45.847296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:45.847852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:45.851406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5ef407fa-c239-4ae9-bf5a-0d6d71f24281 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/networks/c0dbedfa-2242-4b79-87b6-4ea4676a6127 HTTP/1.1" status: 204 len: 168 time: 2.5248823 Sep 19 17:10:45.854692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39920) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:45.881816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] For port 19f4d29e-3ccc-473b-ba27-44b62ca726c0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=19f4d29e-3ccc-473b-ba27-44b62ca726c0,segment=NetworkSegment(29bf3a7c-c793-4f08-93e6-24326bd439b8),segment_id=29bf3a7c-c793-4f08-93e6-24326bd439b8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:45.887453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.949165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Provisioning complete for port 1902bcec-f3a8-437b-9866-d80b792eb4cb triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:45.949481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:45.988348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:45.988675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:45.990208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.023528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Pushing event updated for resources: {'Port': ['ID=19f4d29e-3ccc-473b-ba27-44b62ca726c0,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:46.099671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-28356f02-473b-4d62-ae81-325b4e5e0e20 None None] Current status of the port 1902bcec-f3a8-437b-9866-d80b792eb4cb is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:46.149103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.167547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.225012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6101ce45-6c9d-415e-b40c-165f6f88eaaf None None] Provisioning complete for port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:46.225748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6101ce45-6c9d-415e-b40c-165f6f88eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.321008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:46.321008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.423651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6101ce45-6c9d-415e-b40c-165f6f88eaaf None None] Current status of the port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:46.426993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.439028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.455382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 19f4d29e-3ccc-473b-ba27-44b62ca726c0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:46.522733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.523350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef504f1-9678-4e72-b86f-243b5a12b2cb {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:10:46.535115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-512e2e6a-e270-4ccc-bbc6-aa73fe8360f8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.550379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:46.551170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.573967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Deleting port 1902bcec-f3a8-437b-9866-d80b792eb4cb {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:46.574546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.670678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e2e6a-e270-4ccc-bbc6-aa73fe8360f8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Port': ['ID=749f78f4-251e-48a4-be39-9bdf50ef3ff0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:46.711315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:46.712593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1902bcec-f3a8-437b-9866-d80b792eb4cb up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:46.762504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.775369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.779183 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-91148b48-9475-4eca-b82c-24d678f2db61 admin admin] 10.222.0.83 "DELETE /v2.0/routers/4ef504f1-9678-4e72-b86f-243b5a12b2cb HTTP/1.1" status: 204 len: 168 time: 3.7026980 Sep 19 17:10:46.786472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39926) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:46.813097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:46.824772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1902bcec-f3a8-437b-9866-d80b792eb4cb triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:46.825149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.859907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c063a305-7828-4edc-b8ff-7d0aa42da42a']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:46.886439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port 19f4d29e-3ccc-473b-ba27-44b62ca726c0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=19f4d29e-3ccc-473b-ba27-44b62ca726c0,segment=NetworkSegment(29bf3a7c-c793-4f08-93e6-24326bd439b8),segment_id=29bf3a7c-c793-4f08-93e6-24326bd439b8)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:46.887016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.905179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-512e2e6a-e270-4ccc-bbc6-aa73fe8360f8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:46.910066 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-512e2e6a-e270-4ccc-bbc6-aa73fe8360f8 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "DELETE /v2.0/ports/749f78f4-251e-48a4-be39-9bdf50ef3ff0 HTTP/1.1" status: 204 len: 168 time: 2.3554347 Sep 19 17:10:46.912690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39930) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:46.954015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372add7f-0f2b-4eef-8c8a-3aaabd8ee0c8') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:46.954629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372add7f-0f2b-4eef-8c8a-3aaabd8ee0c8') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:46.988963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1902bcec-f3a8-437b-9866-d80b792eb4cb is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:47.021620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffe2dd3-e062-4f79-9072-b4a3bee642b3 admin admin] Deleting subnet c092ee58-c8d1-4a02-af9d-a1ac28f3706a {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:10:47.026945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.037910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8db43c61-653b-4afd-be47-b48c3d77c0aa no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:47.058967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for 19f4d29e-3ccc-473b-ba27-44b62ca726c0 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:47.073441 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 8db43c61-653b-4afd-be47-b48c3d77c0aa {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:47.073868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8db43c61-653b-4afd-be47-b48c3d77c0aa not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:47.074348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c396141d-9eaa-419b-b062-78da47063d31 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:47.077077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b32fc-3f8f-40e1-ab7d-7477b3db4dad req-a26b2cd3-f99a-41bf-bb28-20bd9c30b574 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:47.078577 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-736b32fc-3f8f-40e1-ab7d-7477b3db4dad req-a26b2cd3-f99a-41bf-bb28-20bd9c30b574 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.8318634 Sep 19 17:10:47.081680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.093973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cffe2dd3-e062-4f79-9072-b4a3bee642b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.109005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c396141d-9eaa-419b-b062-78da47063d31 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:47.109365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c396141d-9eaa-419b-b062-78da47063d31 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:47.156294 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2857f111-dfc3-4242-bda0-72ce65829125 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] GET failed (client error): The resource could not be found. Sep 19 17:10:47.156835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2857f111-dfc3-4242-bda0-72ce65829125 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Synchronizing usage tracker for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:47.171929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cffe2dd3-e062-4f79-9072-b4a3bee642b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.196037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.254049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2857f111-dfc3-4242-bda0-72ce65829125 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Unset dirty status for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:47.255222 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2857f111-dfc3-4242-bda0-72ce65829125 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "GET /v2.0/ports/749f78f4-251e-48a4-be39-9bdf50ef3ff0 HTTP/1.1" status: 404 len: 333 time: 0.2948160 Sep 19 17:10:47.259489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39934) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:47.268273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'name': 'tempest-AllowedAddressPairTestJSON-202324002'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:47.354092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:47.354399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.441778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cffe2dd3-e062-4f79-9072-b4a3bee642b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.462594 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-736b32fc-3f8f-40e1-ab7d-7477b3db4dad req-45375d8e-4187-4bf7-9a4a-37d4680ff6d5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214800 Sep 19 17:10:47.475221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.514526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] For port 1902bcec-f3a8-437b-9866-d80b792eb4cb, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1902bcec-f3a8-437b-9866-d80b792eb4cb,segment=NetworkSegment(f49fbb26-4594-4267-ae4f-19ee1d662d2c),segment_id=f49fbb26-4594-4267-ae4f-19ee1d662d2c)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:47.515054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.550421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Port': ['ID=19f4d29e-3ccc-473b-ba27-44b62ca726c0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:47.644438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:47.649850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.654135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:47.657107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf423f-d96f-4caf-98af-c2229ed46625 None None] DHCP port deletion for a0ca954b-4856-4955-9028-d6fa3c63941a request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:47.660100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No DVR routers for this DVR port 19f4d29e-3ccc-473b-ba27-44b62ca726c0 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:47.675424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Calling delete_port for 1902bcec-f3a8-437b-9866-d80b792eb4cb owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:47.682219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919ec16-a9b8-4ab6-9982-9753829dde54 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:47.682494 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36639bad-fbf9-42d3-bbf6-0c660a744305 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:47.710334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:47.724234 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36639bad-fbf9-42d3-bbf6-0c660a744305 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:47.725584 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-36639bad-fbf9-42d3-bbf6-0c660a744305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:47.750813 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cffe2dd3-e062-4f79-9072-b4a3bee642b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.800738 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-36639bad-fbf9-42d3-bbf6-0c660a744305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:47.819223 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36639bad-fbf9-42d3-bbf6-0c660a744305 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:47.823746 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-36639bad-fbf9-42d3-bbf6-0c660a744305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:47.842478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Made reservation on behalf of bcdeddfc16fb4305bffc739ce947be3f for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:47.846307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.879831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.883205 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 372add7f-0f2b-4eef-8c8a-3aaabd8ee0c8 resource provider aggregate not found Sep 19 17:10:47.891148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919ec16-a9b8-4ab6-9982-9753829dde54 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:47.903642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.909471 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-36639bad-fbf9-42d3-bbf6-0c660a744305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:47.910523 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36639bad-fbf9-42d3-bbf6-0c660a744305 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:47.955069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cffe2dd3-e062-4f79-9072-b4a3bee642b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:47.957621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2dd3-e062-4f79-9072-b4a3bee642b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c092ee58-c8d1-4a02-af9d-a1ac28f3706a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:47.970629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Network': ['ID=c063a305-7828-4edc-b8ff-7d0aa42da42a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:47.983404 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 372add7f-0f2b-4eef-8c8a-3aaabd8ee0c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 372add7f-0f2b-4eef-8c8a-3aaabd8ee0c8 found for delete ", "request_id": "req-12b4d995-6579-4c45-9f37-812035056545"}]} Sep 19 17:10:48.106478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] device_id is not set on port 2da28702-f286-4398-8b8a-57191890bf08 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:48.146602 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cffe2dd3-e062-4f79-9072-b4a3bee642b3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c092ee58-c8d1-4a02-af9d-a1ac28f3706a HTTP/1.1" status: 204 len: 168 time: 1.3488319 Sep 19 17:10:48.151398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39946) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:48.193895 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a7953083-609c-47ed-ab29-d4d11f9d2848 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/networks/c063a305-7828-4edc-b8ff-7d0aa42da42a HTTP/1.1" status: 204 len: 168 time: 2.3372614 Sep 19 17:10:48.196594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39950) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:48.210720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.295197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b886a-66f8-4819-afe4-252320afadcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-a0ca954b-4856-4955-9028-d6fa3c63941a', 'network_id': 'a0ca954b-4856-4955-9028-d6fa3c63941a', 'tenant_id': 'ed1aea47b5ce4ff1a6f5f2f21d21984e', 'fixed_ips': [{'subnet_id': '3ea20ab3-086c-4b09-a4f3-3e561812d3fb'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:48.296287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a85b886a-66f8-4819-afe4-252320afadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.340558 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c59c90a-f81e-4430-8563-31280c6b7dad tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/floatingips/d1e83d69-9723-453a-a026-ccd707ab5bd2 HTTP/1.1" status: 200 len: 688 time: 4.6913981 Sep 19 17:10:48.352586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39954) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:48.423334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 19f4d29e-3ccc-473b-ba27-44b62ca726c0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:48.463497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 19f4d29e-3ccc-473b-ba27-44b62ca726c0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:48.464214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 19f4d29e-3ccc-473b-ba27-44b62ca726c0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server [None req-a85b886a-66f8-4819-afe4-252320afadcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ea20ab3-086c-4b09-a4f3-3e561812d3fb: This subnet is being modified by another concurrent operation. Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:10:48.467558 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise exception Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ea20ab3-086c-4b09-a4f3-3e561812d3fb: This subnet is being modified by another concurrent operation. Sep 19 17:10:48.471049 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Sep 19 17:10:48.488646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fdc11-1c4d-420f-9b98-39255c2cf655 req-a980679c-756d-46bd-89c4-9f760d307de9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:48.495154 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-097fdc11-1c4d-420f-9b98-39255c2cf655 req-a980679c-756d-46bd-89c4-9f760d307de9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.6169488 Sep 19 17:10:48.498660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70166c07-1a3f-44a0-94b8-cdd27eb09910 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:48.500131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.520139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.576837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Port': ['ID=1902bcec-f3a8-437b-9866-d80b792eb4cb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:48.580345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-717aef7c-0c9d-4079-9dcf-941b2fc5dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:48.581851 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-717aef7c-0c9d-4079-9dcf-941b2fc5dc37 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1098 time: 0.6036780 Sep 19 17:10:48.635983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70166c07-1a3f-44a0-94b8-cdd27eb09910 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:48.681150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.691848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea20ab3-086c-4b09-a4f3-3e561812d3fb,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:48.721137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 756fe7f8-8f87-4c73-a9c8-5b34e79b7e64 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:48.721497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.793197 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-097fdc11-1c4d-420f-9b98-39255c2cf655 req-80b5fab4-7176-4044-a10c-800ce71e5e9f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971630 Sep 19 17:10:48.800144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No DVR routers for this DVR port 1902bcec-f3a8-437b-9866-d80b792eb4cb on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:48.851070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Deleting port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:48.851335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.878810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a64daa-1b4b-4b80-bf63-3650b3fb1bb3 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:48.884906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a64daa-1b4b-4b80-bf63-3650b3fb1bb3 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:48.885380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-59a64daa-1b4b-4b80-bf63-3650b3fb1bb3 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Synchronizing usage tracker for tenant:80e5a7529b2e4e5b96b18772ac19247f on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:48.887993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Deleting port bbf9459a-497f-464b-8550-96566182c9ae {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:48.888330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.913755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Allocated IP 172.20.0.7 (4fd985e3-0925-4330-9b9e-f42b9e3d7b2c/8386e972-8a8c-4db9-b513-e5f62305a643/2da28702-f286-4398-8b8a-57191890bf08) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:48.946678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:48.955420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.023908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f09dd5-87cb-435f-84be-5d8ebe251102 None None] Network 68c7ee45-f272-4ba8-97be-291c4b6e1204 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:49.087999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-8029ac25-b887-4f8c-977f-3a7db6a01ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:49.089150 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-8029ac25-b887-4f8c-977f-3a7db6a01ed5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 913 time: 0.4374652 Sep 19 17:10:49.132163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-59a64daa-1b4b-4b80-bf63-3650b3fb1bb3 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Unset dirty status for tenant:80e5a7529b2e4e5b96b18772ac19247f on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:49.132887 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5e7f8-3aec-47d3-b7de-c2551624031e None None] Network a0ca954b-4856-4955-9028-d6fa3c63941a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:49.137205 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-59a64daa-1b4b-4b80-bf63-3650b3fb1bb3 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9328232 Sep 19 17:10:49.145357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ca954b-4856-4955-9028-d6fa3c63941a']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:49.145532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e0bce1-53b8-40f4-9620-7e40c4f88f8f None None] DHCP port deletion for 745c5c9c-2848-4e31-b770-474da679c6f8 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:49.151821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39958) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:49.177890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2038773591'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:49.195274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:49.201242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bf3a7c-c793-4f08-93e6-24326bd439b8') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:49.201508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bf3a7c-c793-4f08-93e6-24326bd439b8') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:49.245496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:49.253099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.265824 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-458375d9-9e0e-4b35-8478-856cd3b6e253 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 1002 time: 0.1644199 Sep 19 17:10:49.271563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.346258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] For port 2dd90bf7-317a-4299-8e90-9ba8d9cc419e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:49.346258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.355672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Made reservation on behalf of 80e5a7529b2e4e5b96b18772ac19247f for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:49.358502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.395051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.417935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.418307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.448583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:49.449001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.459217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=79bad465-7d51-4ed3-8f4c-955c09bd8a8d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:49.471384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c9314-ed50-413a-96fb-0146898df009 None None] DHCP port deletion for a0ca954b-4856-4955-9028-d6fa3c63941a request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:49.535594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Calling delete_port for 2dd90bf7-317a-4299-8e90-9ba8d9cc419e owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:49.542525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 29bf3a7c-c793-4f08-93e6-24326bd439b8 resource provider aggregate not found Sep 19 17:10:49.544159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c6dc7-8005-4da8-a9c0-307361fd9edc None None] Network 745c5c9c-2848-4e31-b770-474da679c6f8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:49.570773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] DHCP port deletion for 68c7ee45-f272-4ba8-97be-291c4b6e1204 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:49.632251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] Deleting port bbf9459a-497f-464b-8550-96566182c9ae {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:49.632876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.679197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-c03e94b3-1c9d-4e5b-8dd4-53af3bb9aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:49.680659 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-c03e94b3-1c9d-4e5b-8dd4-53af3bb9aa0c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.4051483 Sep 19 17:10:49.728262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.813695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for 756fe7f8-8f87-4c73-a9c8-5b34e79b7e64 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:49.872852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182cdaf2-539f-4818-8b91-7cc365f83e73 None None] DHCP port deletion for 745c5c9c-2848-4e31-b770-474da679c6f8 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:49.929621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.932257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745c5c9c-2848-4e31-b770-474da679c6f8']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:49.951566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49fbb26-4594-4267-ae4f-19ee1d662d2c') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:49.952100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49fbb26-4594-4267-ae4f-19ee1d662d2c') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:49.959420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 29bf3a7c-c793-4f08-93e6-24326bd439b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29bf3a7c-c793-4f08-93e6-24326bd439b8 found for delete ", "request_id": "req-c8da9e8e-c00a-42c1-b652-8319a4cbcee7"}]} Sep 19 17:10:49.966276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] For port bbf9459a-497f-464b-8550-96566182c9ae, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bbf9459a-497f-464b-8550-96566182c9ae,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:49.966720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.969480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] For port bbf9459a-497f-464b-8550-96566182c9ae, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bbf9459a-497f-464b-8550-96566182c9ae,segment=NetworkSegment(4d7d0557-4f01-4219-ad6e-5020e51a651d),segment_id=4d7d0557-4f01-4219-ad6e-5020e51a651d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:49.969847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:49.970739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.003159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.005812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:50.018124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:50.018516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.039766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Transition to ACTIVE for port object 2da28702-f286-4398-8b8a-57191890bf08 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:50.071436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.076759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.094368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.094368 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Added segment c0653868-0a79-4d6a-ba4e-b168a8cce870 of type vlan for network 6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0 Sep 19 17:10:50.101114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] Calling delete_port for bbf9459a-497f-464b-8550-96566182c9ae owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:50.101880 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f49fbb26-4594-4267-ae4f-19ee1d662d2c resource provider aggregate not found Sep 19 17:10:50.127776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-7ebbda73-ee80-44fa-b2be-b81d15f5b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:50.129275 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-7ebbda73-ee80-44fa-b2be-b81d15f5b363 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4394426 Sep 19 17:10:50.140743 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f49fbb26-4594-4267-ae4f-19ee1d662d2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f49fbb26-4594-4267-ae4f-19ee1d662d2c found for delete ", "request_id": "req-68798d8a-36ac-4350-b5bf-98ddbb50dc51"}]} Sep 19 17:10:50.182130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.234197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.234426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] Pushing event deleted for resources: {'Port': ['ID=bbf9459a-497f-464b-8550-96566182c9ae,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:50.237655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba9ff4-b59b-4b9a-886c-e2baafc44521 None None] No DVR routers for this DVR port bbf9459a-497f-464b-8550-96566182c9ae on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:50.248175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Calling delete_port for bbf9459a-497f-464b-8550-96566182c9ae owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:50.250826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.264813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d9a02a-17d4-4a0d-b776-21f572724002 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:10:50.272412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.299689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=a0ca954b-4856-4955-9028-d6fa3c63941a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:50.304137 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-13f27b5e-b49b-428a-82de-cd55eef9ad7a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/a0ca954b-4856-4955-9028-d6fa3c63941a HTTP/1.1" status: 204 len: 168 time: 8.4280641 Sep 19 17:10:50.317544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39972) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:50.319833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.340984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=745c5c9c-2848-4e31-b770-474da679c6f8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:50.352307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-985284425'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:50.366214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:50.399365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:50.413330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:50.431022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:50.442241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.446526 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-04c765a8-a739-44ee-bd7e-a4cf9b889e8a tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/745c5c9c-2848-4e31-b770-474da679c6f8 HTTP/1.1" status: 204 len: 168 time: 7.8596444 Sep 19 17:10:50.458743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39976) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:50.467447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bbf9459a-497f-464b-8550-96566182c9ae no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:50.485679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:50.506957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: bbf9459a-497f-464b-8550-96566182c9ae {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:50.507252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bbf9459a-497f-464b-8550-96566182c9ae not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:50.507661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1902bcec-f3a8-437b-9866-d80b792eb4cb no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:50.515825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.521475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:50.522102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.535466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9a02a-17d4-4a0d-b776-21f572724002 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:10:50.542548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:50.543310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 1902bcec-f3a8-437b-9866-d80b792eb4cb {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:50.543645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1902bcec-f3a8-437b-9866-d80b792eb4cb not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:50.546233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:50.586601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=2da28702-f286-4398-8b8a-57191890bf08,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:50.599152 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1df8ece-3371-4aff-a742-5c48f7453081 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:50.599617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1df8ece-3371-4aff-a742-5c48f7453081 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:50.613204 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-fae7a3e9-cfaf-4612-8433-678256678f12 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719424 Sep 19 17:10:50.623471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd90bf7-317a-4299-8e90-9ba8d9cc419e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:50.634549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab97283-e47b-4a54-a0df-5334fb9a3583 req-5c6922bf-9f1d-4b28-83e0-b5d983021f28 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:50.636233 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ab97283-e47b-4a54-a0df-5334fb9a3583 req-5c6922bf-9f1d-4b28-83e0-b5d983021f28 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.6552188 Sep 19 17:10:50.641578 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f1df8ece-3371-4aff-a742-5c48f7453081 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/79bad465-7d51-4ed3-8f4c-955c09bd8a8d HTTP/1.1" status: 404 len: 337 time: 0.1727901 Sep 19 17:10:50.642313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.645947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:10:50.646275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:10:50.650378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39980) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:50.683803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:50.687550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.772992 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6118798 Sep 19 17:10:50.778162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=756fe7f8-8f87-4c73-a9c8-5b34e79b7e64,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:50.781144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39984) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:50.796695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:50.797343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.813497 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf37412-38e2-4cb6-89be-a55f9da2a470 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:50.814547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf37412-38e2-4cb6-89be-a55f9da2a470 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:50.819517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1361969167'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:50.828986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b68b1-4d86-4030-badc-95e586e57728 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Network': ['ID=6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:50.863331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:50.892070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:50.897801 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4cf37412-38e2-4cb6-89be-a55f9da2a470 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/745c5c9c-2848-4e31-b770-474da679c6f8 HTTP/1.1" status: 404 len: 339 time: 0.2099860 Sep 19 17:10:50.903587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:50.908477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39988) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:50.920979 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-773aae45-d375-4cc9-b1a9-accf5d0ef15c tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6580753 Sep 19 17:10:50.922764 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ab97283-e47b-4a54-a0df-5334fb9a3583 req-23b7b9c9-3d39-43e7-82fc-4687952e620f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756319 Sep 19 17:10:50.928858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 39992) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:50.963243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:50.963812 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment 90c330d2-f6e5-4eb2-a846-580b90197026 of type vlan for network 69e3b5d9-41e3-4f63-8186-e654e4d1027b Sep 19 17:10:50.980664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:50.990387 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afc6fe5-a878-4c6a-ab82-36692dd49b48 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:50.990960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afc6fe5-a878-4c6a-ab82-36692dd49b48 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:50.995148 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2afc6fe5-a878-4c6a-ab82-36692dd49b48 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/9ae41ab5-2fc5-4793-b4ee-681ba9eb278b HTTP/1.1" status: 404 len: 337 time: 0.0827274 Sep 19 17:10:50.998326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'network_id': '4fd985e3-0925-4330-9b9e-f42b9e3d7b2c', 'name': 'tempest-AllowedAddressPairTestJSON-1922473977'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:51.004061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 39996) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:51.006385 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1db09b80-bafc-4160-b71f-ce7dfd71c029 req-6dfd2134-9bae-4bb0-8605-c49b2aa34e87 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408275 Sep 19 17:10:51.049106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.068012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.070316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.073858 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-013cf619-9add-46a2-a67e-2bec209072c9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/floatingips/d1e83d69-9723-453a-a026-ccd707ab5bd2 HTTP/1.1" status: 204 len: 168 time: 2.7179589 Sep 19 17:10:51.078520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Made reservation on behalf of 80e5a7529b2e4e5b96b18772ac19247f for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:51.082554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.096033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40000) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:51.109979 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-00aedfa9-5b0b-4f25-9a55-8fb238f3f5ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:51.110723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00aedfa9-5b0b-4f25-9a55-8fb238f3f5ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:51.139949 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00aedfa9-5b0b-4f25-9a55-8fb238f3f5ea tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/ff6232ff-5bfa-4e99-9f8f-6e3c8a593385 HTTP/1.1" status: 404 len: 339 time: 0.1323647 Sep 19 17:10:51.146412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40004) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:51.180446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Deleting port bbf9459a-497f-464b-8550-96566182c9ae {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:51.180789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.259217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.265004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:51.265631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.273558 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-27db5c5f-97cf-498c-b99a-31255252c70a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] delete failed (client error): The resource could not be found. Sep 19 17:10:51.274950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-27db5c5f-97cf-498c-b99a-31255252c70a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/floatingips/d1e83d69-9723-453a-a026-ccd707ab5bd2 HTTP/1.1" status: 404 len: 345 time: 0.1626096 Sep 19 17:10:51.291333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40008) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:51.302204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] The port 'bbf9459a-497f-464b-8550-96566182c9ae' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:10:51.318220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.400902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:51.427261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c24904d8-5df3-404f-8281-466441722eb4 None None] Provisioning for port 2da28702-f286-4398-8b8a-57191890bf08 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:51.439180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c24904d8-5df3-404f-8281-466441722eb4 None None] Provisioning complete for port 2da28702-f286-4398-8b8a-57191890bf08 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:51.439975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c24904d8-5df3-404f-8281-466441722eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.514756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c24904d8-5df3-404f-8281-466441722eb4 None None] Port 2da28702-f286-4398-8b8a-57191890bf08 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:51.521257 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1950054 Sep 19 17:10:51.531722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.605090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40012) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:51.666828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:51.698059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.698417 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Added segment 1d5094a5-8b85-4f87-96f1-454628d7a8f0 of type vlan for network fd6f6d3b-f89a-4c7c-9bce-547e206adb62 Sep 19 17:10:51.726993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c91b63-fcd2-4563-b571-2768c2417d07 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=69e3b5d9-41e3-4f63-8186-e654e4d1027b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:51.738018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:51.762935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:51.792843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.812043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:51.860885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.874180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c7ee45-f272-4ba8-97be-291c4b6e1204']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:51.885868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Made reservation on behalf of bcdeddfc16fb4305bffc739ce947be3f for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:51.889481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.911815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7d0557-4f01-4219-ad6e-5020e51a651d') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:51.912094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7d0557-4f01-4219-ad6e-5020e51a651d') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:51.921820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:51.930937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:subnet and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:51.946748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.953022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:51.972021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:51.972256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:51.977758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] device_id is not set on port c66cabe6-0316-4b13-b9f1-83c196d04b22 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:52.025786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8665e0-3bb2-480f-b2ad-a250ec7d9c8c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:52.031597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8665e0-3bb2-480f-b2ad-a250ec7d9c8c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:52.037301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8665e0-3bb2-480f-b2ad-a250ec7d9c8c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:52.038167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5f8665e0-3bb2-480f-b2ad-a250ec7d9c8c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Synchronizing usage tracker for tenant:3a3d5d2f86f74fd183556b48d2412166 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:52.042562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.068707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.074062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:52.074645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.082242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:52.082655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.105156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de92be06-d6f6-487f-a9e9-b07c64a510ca']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:52.114974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:52.118286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.135984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cdbe84-ddd4-4aa8-9ef6-b7851cbc314e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:52.136286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cdbe84-ddd4-4aa8-9ef6-b7851cbc314e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:52.163480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.188090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.197749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:10:52.199258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:52.199643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.207047 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 4d7d0557-4f01-4219-ad6e-5020e51a651d resource provider aggregate not found Sep 19 17:10:52.281117 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 93cdbe84-ddd4-4aa8-9ef6-b7851cbc314e resource provider aggregate not found Sep 19 17:10:52.359570 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 93cdbe84-ddd4-4aa8-9ef6-b7851cbc314e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93cdbe84-ddd4-4aa8-9ef6-b7851cbc314e found for delete ", "request_id": "req-0db78a9a-c3c5-4ebf-9ee1-bf71e654a839"}]} Sep 19 17:10:52.369593 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 4d7d0557-4f01-4219-ad6e-5020e51a651d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d7d0557-4f01-4219-ad6e-5020e51a651d found for delete ", "request_id": "req-91903080-1d28-49ae-b2f4-87d1d5ed448e"}]} Sep 19 17:10:52.382201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5f8665e0-3bb2-480f-b2ad-a250ec7d9c8c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Unset dirty status for tenant:3a3d5d2f86f74fd183556b48d2412166 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:52.386039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5f8665e0-3bb2-480f-b2ad-a250ec7d9c8c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "GET /v2.0/ports?network_id=0c77106d-84c0-4ec4-b86a-ef4bf054d5ed HTTP/1.1" status: 200 len: 2360 time: 1.0799029 Sep 19 17:10:52.393524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40026) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:52.411877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Network': ['ID=fd6f6d3b-f89a-4c7c-9bce-547e206adb62,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:52.429544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network fd6f6d3b-f89a-4c7c-9bce-547e206adb62 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:52.434745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.439713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.473933 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-63672cb2-5c05-4b88-8b04-870553c83c1b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6836770 Sep 19 17:10:52.485953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116f518-3bf1-4ddc-b5b0-ba30bf2cb548 req-f75d4897-b668-4c80-8e0a-a4129e86d886 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:52.486982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.487547 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8116f518-3bf1-4ddc-b5b0-ba30bf2cb548 req-f75d4897-b668-4c80-8e0a-a4129e86d886 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4295845 Sep 19 17:10:52.493378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40030) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:52.510501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=de92be06-d6f6-487f-a9e9-b07c64a510ca,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:52.524315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'ports': [{'network_id': '6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0', 'name': 'tempest-port--696236170', 'admin_state_up': True}, {'network_id': 'fd6f6d3b-f89a-4c7c-9bce-547e206adb62', 'admin_state_up': False}]} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:52.524632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'port': {'network_id': '6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0', 'name': 'tempest-port--696236170', 'admin_state_up': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:52.525119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'port': {'network_id': 'fd6f6d3b-f89a-4c7c-9bce-547e206adb62', 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:52.541880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:52.562875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c7ee45-f272-4ba8-97be-291c4b6e1204,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:52.602423 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7ec01e22-2176-4d85-bf9a-f9f948aa3cca tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/de92be06-d6f6-487f-a9e9-b07c64a510ca HTTP/1.1" status: 204 len: 168 time: 1.4538639 Sep 19 17:10:52.612382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40034) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:52.643036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0382cb5-5f08-4c78-8697-30ee69db1637 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:52.644717 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c0382cb5-5f08-4c78-8697-30ee69db1637 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "GET /v2.0/subnets/8231094f-3fe3-4acc-9c4c-82945f73fc11 HTTP/1.1" status: 200 len: 797 time: 0.2485590 Sep 19 17:10:52.650155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:52.660855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'port': {'network_id': '0c77106d-84c0-4ec4-b86a-ef4bf054d5ed', 'name': 'tempest-FloatingIPTestJSON-2068326551', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:52.677149 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:10:52.679181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Allocated IP 172.20.0.13 (4fd985e3-0925-4330-9b9e-f42b9e3d7b2c/8386e972-8a8c-4db9-b513-e5f62305a643/c66cabe6-0316-4b13-b9f1-83c196d04b22) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:52.683185 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d76df5a-3ac4-43ec-a6fb-72a04ee390e8 admin admin] 10.222.0.83 "PUT /v2.0/routers/28a4766a-3207-4fd1-8a34-5ab33f6abd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1703541 Sep 19 17:10:52.687863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40042) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:52.693436 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8116f518-3bf1-4ddc-b5b0-ba30bf2cb548 req-267da868-5e3c-43ff-b47b-e4067cde42bd tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871369 Sep 19 17:10:52.693596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] Sync routers for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:10:52.703327 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b0523b93-57a0-437a-b929-d596d9049be2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/68c7ee45-f272-4ba8-97be-291c4b6e1204 HTTP/1.1" status: 204 len: 168 time: 4.5443256 Sep 19 17:10:52.707421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:52.708239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:52.766769 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e35225-86b9-403f-9fbd-3b4a5846cad0 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:52.767252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e35225-86b9-403f-9fbd-3b4a5846cad0 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:52.768967 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d6e35225-86b9-403f-9fbd-3b4a5846cad0 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/6183b481-eae2-4593-a8e6-62e45907456b HTTP/1.1" status: 404 len: 337 time: 0.1465719 Sep 19 17:10:52.779566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40050) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:52.881504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:52.891731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:52.904880 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:52.956292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:10:52.960423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f020766-fa22-4bd1-b3ad-d0060f337a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:52.960905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f020766-fa22-4bd1-b3ad-d0060f337a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:52.962582 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f020766-fa22-4bd1-b3ad-d0060f337a10 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/831e34b4-4caf-4a4b-9764-0e829e8c403d HTTP/1.1" status: 404 len: 339 time: 0.1714220 Sep 19 17:10:52.990591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:52.991071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40056) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.070562 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c194c002-7188-4d9f-87e5-08c90d199043 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.071044 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c194c002-7188-4d9f-87e5-08c90d199043 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.075082 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c194c002-7188-4d9f-87e5-08c90d199043 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/4bd19f7c-f9f9-4b2a-8287-1dec0daa4f30 HTTP/1.1" status: 404 len: 337 time: 0.0808587 Sep 19 17:10:53.076207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.076771 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:10:53.143877 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-957f2f10-76b5-4b42-9ff6-d083019f4912 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.145108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957f2f10-76b5-4b42-9ff6-d083019f4912 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.148443 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-957f2f10-76b5-4b42-9ff6-d083019f4912 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/967631db-eca4-4e2b-92e8-a6ffab0a4116 HTTP/1.1" status: 404 len: 339 time: 0.0686421 Sep 19 17:10:53.152408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40066) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.162322 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0cbc6b96-ad22-4e23-bb83-cc3d5969eea7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2c7a0580a670455db49bcda450f4409a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1663334 Sep 19 17:10:53.202533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40070) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.221886 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-169c1690-3c00-45fd-8129-fa1e140d81e6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.222312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169c1690-3c00-45fd-8129-fa1e140d81e6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.226495 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-169c1690-3c00-45fd-8129-fa1e140d81e6 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/e584b127-7d80-46cb-a84d-8d76975ae9c0 HTTP/1.1" status: 404 len: 337 time: 0.0699193 Sep 19 17:10:53.227484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40074) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.235460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.274462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:10:50Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:53.274776 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-07db5413-6f75-403a-b61c-bd66e9934722 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.275829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07db5413-6f75-403a-b61c-bd66e9934722 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.277527 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-07db5413-6f75-403a-b61c-bd66e9934722 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/7f54bd5e-945d-4327-9c20-de04b066c279 HTTP/1.1" status: 404 len: 339 time: 0.0491979 Sep 19 17:10:53.282554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] Checking router: 28a4766a-3207-4fd1-8a34-5ab33f6abd0e for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:10:53.287862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40078) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.293265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] Routers {'28a4766a-3207-4fd1-8a34-5ab33f6abd0e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:10:53.294006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:53.346971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] device_id is not set on port c465d683-7ac2-4737-9d52-201e27ec1093 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:53.384271 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b13412-b3a9-48d2-95df-a1763e897ef7 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.384495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b13412-b3a9-48d2-95df-a1763e897ef7 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.388969 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8b13412-b3a9-48d2-95df-a1763e897ef7 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/03e163c9-cf92-4e6d-bb5e-7809b0ace353 HTTP/1.1" status: 404 len: 337 time: 0.0960417 Sep 19 17:10:53.391103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40082) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.399756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:53.417932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Usage tracker for resource:port and tenant:80e5a7529b2e4e5b96b18772ac19247f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:53.431150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:53.443352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.499821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] Set router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:10:53.509015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:53.559852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.583895 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dc4427-5bd8-4c80-b28f-d06a766b8116 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.584372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dc4427-5bd8-4c80-b28f-d06a766b8116 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.605568 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-55dc4427-5bd8-4c80-b28f-d06a766b8116 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/f0a9b58c-d439-446d-9ead-1255390542cb HTTP/1.1" status: 404 len: 339 time: 0.2101336 Sep 19 17:10:53.605568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b82abd5-45a1-4593-8823-97cc1db10730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.605847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65143-80ce-4150-8431-be20d78d09e2 req-8708ca7a-2ddf-4de8-9b00-1b3ab9f43ddc tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:53.607324 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55e65143-80ce-4150-8431-be20d78d09e2 req-8708ca7a-2ddf-4de8-9b00-1b3ab9f43ddc tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7145348 Sep 19 17:10:53.608968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40086) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.616348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Made reservation on behalf of 80e5a7529b2e4e5b96b18772ac19247f for: {'port': 2} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:53.620689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.704766 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65ee054-04c5-4e72-93d1-0d2ba71bd22f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.705105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65ee054-04c5-4e72-93d1-0d2ba71bd22f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.709292 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e65ee054-04c5-4e72-93d1-0d2ba71bd22f tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/86af25a2-df36-49ab-a32f-0855977ff637 HTTP/1.1" status: 404 len: 337 time: 0.0663428 Sep 19 17:10:53.716705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40090) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.755457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b82abd5-45a1-4593-8823-97cc1db10730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.761581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.783017 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b6593f-7187-4b4e-860c-bbd2a1bc5294 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.783477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b6593f-7187-4b4e-860c-bbd2a1bc5294 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.787491 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-18b6593f-7187-4b4e-860c-bbd2a1bc5294 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/aba7ca7a-7e59-4685-a3c2-0d83c94bea91 HTTP/1.1" status: 404 len: 339 time: 0.0648634 Sep 19 17:10:53.788451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40094) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.828419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.840182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:10:50Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:53.844560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f305d63-464c-48ec-9bc0-1bf22bfedd65 None None] The sync data for ids ['28a4766a-3207-4fd1-8a34-5ab33f6abd0e'] in dv-neutron-857789-3-hyperv is: [{'id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'name': 'tempest-ServersTestJSON-1706243429-router', 'tenant_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:41Z', 'updated_at': '2022-09-19T17:10:50Z', 'revision_number': 5, 'project_id': 'ffde5deff3e2483b96ebceb7eaa4d9b5', 'gw_port': {'id': 'c7471486-b718-466b-998d-cdbdda2a0c0d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a4766a-3207-4fd1-8a34-5ab33f6abd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:44Z', 'updated_at': '2022-09-19T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:10:53.921447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b82abd5-45a1-4593-8823-97cc1db10730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.935883 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b0e657-fcb9-4725-866f-ff6f9ae2404e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:53.936595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b0e657-fcb9-4725-866f-ff6f9ae2404e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:53.938464 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-70b0e657-fcb9-4725-866f-ff6f9ae2404e tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/5af04693-0a60-4b27-a43d-297c9dbf0606 HTTP/1.1" status: 404 len: 337 time: 0.1404588 Sep 19 17:10:53.939251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=af0584ba-aef4-4966-8f67-0391a2fd9661,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:53.942891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40098) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:53.960403 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55e65143-80ce-4150-8431-be20d78d09e2 req-36fef982-2883-446c-bd15-dc7858d6deb2 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199015 Sep 19 17:10:53.968356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Transition to ACTIVE for port object c66cabe6-0316-4b13-b9f1-83c196d04b22 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:53.971203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82abd5-45a1-4593-8823-97cc1db10730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11036b18-662c-4a8e-9853-8a2bb3f3668a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:53.981818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.20.0.14 (0c77106d-84c0-4ec4-b86a-ef4bf054d5ed/8231094f-3fe3-4acc-9c4c-82945f73fc11/c465d683-7ac2-4737-9d52-201e27ec1093) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:53.993464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b82abd5-45a1-4593-8823-97cc1db10730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:53.997822 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b82abd5-45a1-4593-8823-97cc1db10730 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11036b18-662c-4a8e-9853-8a2bb3f3668a HTTP/1.1" status: 204 len: 168 time: 0.7943335 Sep 19 17:10:54.000944 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58eb299-ab84-46b0-934f-72c277bd4152 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:54.001523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58eb299-ab84-46b0-934f-72c277bd4152 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:54.005532 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e58eb299-ab84-46b0-934f-72c277bd4152 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/cd65ada8-3399-46fc-ac56-926aea7c1ab1 HTTP/1.1" status: 404 len: 339 time: 0.0560474 Sep 19 17:10:54.005532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.20.0.13 (0c77106d-84c0-4ec4-b86a-ef4bf054d5ed/8231094f-3fe3-4acc-9c4c-82945f73fc11/c465d683-7ac2-4737-9d52-201e27ec1093) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:54.006402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40104) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:54.044424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': '90c330d2-f6e5-4eb2-a846-580b90197026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:54.044890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: 69e3b5d9-41e3-4f63-8186-e654e4d1027b, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:54.061622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.093813 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf80bd9-0876-4777-beef-54f83228abfd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:54.094391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf80bd9-0876-4777-beef-54f83228abfd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:54.098929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Deleting port c7471486-b718-466b-998d-cdbdda2a0c0d {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:54.099558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.101688 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fdf80bd9-0876-4777-beef-54f83228abfd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/2f4ad5cb-ee99-41e0-bb26-d38420086ce8 HTTP/1.1" status: 404 len: 337 time: 0.0941191 Sep 19 17:10:54.102377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40110) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:54.173752 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b31a5c-f34c-441e-af9d-440b084d2b4c tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:54.174227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b31a5c-f34c-441e-af9d-440b084d2b4c tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:54.179636 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-04b31a5c-f34c-441e-af9d-440b084d2b4c tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/61cb0322-3755-4c58-8746-7c2acbd58f1f HTTP/1.1" status: 404 len: 339 time: 0.0629177 Sep 19 17:10:54.180287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:54.219171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:54.278581 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b993cad4-0520-4a3e-8210-1c2b05732748 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:54.279198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b993cad4-0520-4a3e-8210-1c2b05732748 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:54.285026 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b993cad4-0520-4a3e-8210-1c2b05732748 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/d5984947-53b4-46b7-a222-d52f7469768c HTTP/1.1" status: 404 len: 337 time: 0.0996084 Sep 19 17:10:54.311829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:54.329662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 69e3b5d9-41e3-4f63-8186-e654e4d1027b) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:54.339357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] device_id is not set on port e6f41ee4-98b9-4944-a902-a40217409ecf yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:54.339812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aea19e-935d-42f2-ae99-aecec2466973 None None] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:54.355876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:54.356632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.361764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.414860 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-708d0f0b-dd83-44b8-ae95-aeae3eef98d7 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] DELETE failed (client error): The resource could not be found. Sep 19 17:10:54.415380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708d0f0b-dd83-44b8-ae95-aeae3eef98d7 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:10:54.424825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2dd90bf7-317a-4299-8e90-9ba8d9cc419e no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:10:54.427666 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-708d0f0b-dd83-44b8-ae95-aeae3eef98d7 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/4e3e5fc5-efa3-42d8-87ac-b2a151543c42 HTTP/1.1" status: 404 len: 339 time: 0.1152160 Sep 19 17:10:54.455347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40126) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:54.587796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 2dd90bf7-317a-4299-8e90-9ba8d9cc419e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:10:54.588401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2dd90bf7-317a-4299-8e90-9ba8d9cc419e not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:10:54.624972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:54.644947 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9e82f4e3-03a8-41ad-ad9c-70ba985abb48 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0359981 Sep 19 17:10:54.650030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40132) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:54.656849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:54.660240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:54.672001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:54.711766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=c66cabe6-0316-4b13-b9f1-83c196d04b22,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:54.772780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-e517c59c-bf07-4bba-aafb-7f21b1d9b966 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Deleting subnet e4f0f716-e051-44ff-b704-91e35c77d62e {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:10:54.793957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e517c59c-bf07-4bba-aafb-7f21b1d9b966 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.835001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.881890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-69e3b5d9-41e3-4f63-8186-e654e4d1027b', 'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b', 'tenant_id': 'ed1aea47b5ce4ff1a6f5f2f21d21984e', 'fixed_ips': [{'subnet_id': 'af0584ba-aef4-4966-8f67-0391a2fd9661'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:10:54.883178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.896120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] For port c7471486-b718-466b-998d-cdbdda2a0c0d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c7471486-b718-466b-998d-cdbdda2a0c0d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:54.896493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.907415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:54.913071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:subnet and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:54.916938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:54.924367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:54.936568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.939059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:54.944820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:54.956067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:54.956632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.143842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Calling delete_port for c7471486-b718-466b-998d-cdbdda2a0c0d owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:55.166193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Allocated IP 2001:db8::2 (69e3b5d9-41e3-4f63-8186-e654e4d1027b/af0584ba-aef4-4966-8f67-0391a2fd9661/9d2869c7-b28b-460b-b6e0-a337336f7f90) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:55.178113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e517c59c-bf07-4bba-aafb-7f21b1d9b966 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.181709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:55.188604 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:55.196521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:55.289312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=c465d683-7ac2-4737-9d52-201e27ec1093,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:55.368070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:55.368826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.385818 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-758d1c75-8cdb-4be1-b4b0-f4b65e0d0a0a tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4113286 Sep 19 17:10:55.391076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40148) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:55.411364 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b0b83a90-648d-44b0-8bb4-38057f63528a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7583821 Sep 19 17:10:55.424124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40152) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:55.433929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6a:a2:cc'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1f:8b:27'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:55.437196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02137be-a09a-4dd6-8466-b9143c85f36f req-533f7698-fe2f-46f4-be95-301191a3f347 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:55.438700 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e02137be-a09a-4dd6-8466-b9143c85f36f req-533f7698-fe2f-46f4-be95-301191a3f347 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9001687 Sep 19 17:10:55.449364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'c465d683-7ac2-4737-9d52-201e27ec1093', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:55.464193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:55.467888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.549384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:55.583690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9371f1ae-acec-4500-8f0d-b9d3ab3d5b9b None None] Provisioning for port c66cabe6-0316-4b13-b9f1-83c196d04b22 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:55.586562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.601169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9371f1ae-acec-4500-8f0d-b9d3ab3d5b9b None None] Provisioning complete for port c66cabe6-0316-4b13-b9f1-83c196d04b22 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:55.601907 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9371f1ae-acec-4500-8f0d-b9d3ab3d5b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.662874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.665182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.677475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-9371f1ae-acec-4500-8f0d-b9d3ab3d5b9b None None] Port c66cabe6-0316-4b13-b9f1-83c196d04b22 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:10:55.679072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Transition to ACTIVE for port object 9d2869c7-b28b-460b-b6e0-a337336f7f90 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:55.696746 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e02137be-a09a-4dd6-8466-b9143c85f36f req-8c009c41-92db-43e6-9a75-cd8fdcad40c1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406132 Sep 19 17:10:55.714752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] device_id is not set on port 199f51ba-b4fb-4451-8e50-f659476e22c8 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:10:55.718463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e517c59c-bf07-4bba-aafb-7f21b1d9b966 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.729163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Transition to ACTIVE for port object 9d2869c7-b28b-460b-b6e0-a337336f7f90 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:55.739190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.823407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:55.827819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:55.840140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:55.851149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Pushing event updated for resources: {'Port': ['ID=9d2869c7-b28b-460b-b6e0-a337336f7f90,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:55.946651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e517c59c-bf07-4bba-aafb-7f21b1d9b966 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.948117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:55.996760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Attempting to bind port 9d2869c7-b28b-460b-b6e0-a337336f7f90 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:10:55.998074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Attempting to bind port 9d2869c7-b28b-460b-b6e0-a337336f7f90 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '90c330d2-f6e5-4eb2-a846-580b90197026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:10:55.998965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Attempting to bind port 9d2869c7-b28b-460b-b6e0-a337336f7f90 on network 69e3b5d9-41e3-4f63-8186-e654e4d1027b {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:10:56.005203 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:10:56.005569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Checking segment: {'id': '90c330d2-f6e5-4eb2-a846-580b90197026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:56.007039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.007039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Bound using segment: {'id': '90c330d2-f6e5-4eb2-a846-580b90197026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:10:56.007039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Bound port: 9d2869c7-b28b-460b-b6e0-a337336f7f90, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c330d2-f6e5-4eb2-a846-580b90197026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:10:56.007372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.010116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517c59c-bf07-4bba-aafb-7f21b1d9b966 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f0f716-e051-44ff-b704-91e35c77d62e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:56.012318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e517c59c-bf07-4bba-aafb-7f21b1d9b966 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.035052 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:56.054086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c86b4c-e244-4297-abbb-a519c19348ce None None] Network 3f03aabe-97c7-4b09-b53c-995128bee84d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:56.180043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.219895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] For port 9d2869c7-b28b-460b-b6e0-a337336f7f90, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:10:56.227987 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e517c59c-bf07-4bba-aafb-7f21b1d9b966 tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/subnets/e4f0f716-e051-44ff-b704-91e35c77d62e HTTP/1.1" status: 204 len: 168 time: 1.7691104 Sep 19 17:10:56.230571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40170) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:56.234593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.242043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.243871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:56.255096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:56.255847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.273017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] For port 9d2869c7-b28b-460b-b6e0-a337336f7f90, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9d2869c7-b28b-460b-b6e0-a337336f7f90,segment=NetworkSegment(90c330d2-f6e5-4eb2-a846-580b90197026),segment_id=90c330d2-f6e5-4eb2-a846-580b90197026)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:10:56.286522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.296348 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6450088 Sep 19 17:10:56.301738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40176) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:56.374175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9d490-ab46-4bf9-87f6-f01079f5b28b None None] Pushing event updated for resources: {'Port': ['ID=9d2869c7-b28b-460b-b6e0-a337336f7f90,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:56.378860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.396314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93166c-c54a-4408-abf5-ce6f940c47a2 req-b76b26cc-bb2d-4d1d-b0d4-ea343669601b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:56.404847 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b93166c-c54a-4408-abf5-ce6f940c47a2 req-b76b26cc-bb2d-4d1d-b0d4-ea343669601b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.5652180 Sep 19 17:10:56.428015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e037cc8-3842-42f7-99dc-ffeccfb36295 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=c7e5c265-ddc0-4b66-a600-c8efc408d08e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:56.490961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Port': ['ID=e6f41ee4-98b9-4944-a902-a40217409ecf,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:56.502723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760280b-5a33-4528-b4ca-c423452937df None None] DHCP port deletion for 3f03aabe-97c7-4b09-b53c-995128bee84d request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:10:56.511469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1760280b-5a33-4528-b4ca-c423452937df None None] Deleting port 510993a7-ef12-463e-b17e-b7b6826ad7d8 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:56.512027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1760280b-5a33-4528-b4ca-c423452937df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.554085 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7471486-b718-466b-998d-cdbdda2a0c0d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:56.569815 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b93166c-c54a-4408-abf5-ce6f940c47a2 req-2c7f7fb3-7189-43e9-b5ff-1700306d65cb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252775 Sep 19 17:10:56.586515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d8b34-ebf4-432c-9af9-0da9a4f985de tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:56.588157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d8b34-ebf4-432c-9af9-0da9a4f985de tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:56.589960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d8b34-ebf4-432c-9af9-0da9a4f985de tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:56.591657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d8b34-ebf4-432c-9af9-0da9a4f985de tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:56.593860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d8b34-ebf4-432c-9af9-0da9a4f985de tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:56.594892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-987d8b34-ebf4-432c-9af9-0da9a4f985de tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Synchronizing usage tracker for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:10:56.617222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40184) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:56.665342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-987d8b34-ebf4-432c-9af9-0da9a4f985de tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Unset dirty status for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:10:56.707507 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-987d8b34-ebf4-432c-9af9-0da9a4f985de tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4022460 Sep 19 17:10:56.708818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40190) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:56.809475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.833647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-394092110'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:56.844683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:56.864950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:56.871271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:56.890013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:56.920876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Checking segment: {'id': 'c0653868-0a79-4d6a-ba4e-b168a8cce870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:56.921135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Network hostable DHCP agents. Network: 6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:56.925611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:56.930730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.931138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1760280b-5a33-4528-b4ca-c423452937df None None] For port 510993a7-ef12-463e-b17e-b7b6826ad7d8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=510993a7-ef12-463e-b17e-b7b6826ad7d8,segment=NetworkSegment(e8b3fd85-301f-4e35-90de-463baa5c8598),segment_id=e8b3fd85-301f-4e35-90de-463baa5c8598)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:56.931614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.931712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1760280b-5a33-4528-b4ca-c423452937df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.978042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Deleting port 510993a7-ef12-463e-b17e-b7b6826ad7d8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:56.978518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:56.979440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-701694694'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:56.990942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:56.996848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.003909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Usage tracker for resource:network and tenant:84a41d39f87048bc8da30e7facb5e867 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:57.006819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:57.008856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.039120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:57.065259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1760280b-5a33-4528-b4ca-c423452937df None None] Calling delete_port for 510993a7-ef12-463e-b17e-b7b6826ad7d8 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:57.094260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:57.115439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.115703 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment 7cbec090-ad6a-49e8-9e5d-15b4002496f4 of type vlan for network df92e6be-9b0f-49be-aa68-e45e8b39638f Sep 19 17:10:57.164330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1760280b-5a33-4528-b4ca-c423452937df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.171367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Made reservation on behalf of 84a41d39f87048bc8da30e7facb5e867 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:57.174782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.199755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] In _notify_port_updated(), no bound segment for port c66cabe6-0316-4b13-b9f1-83c196d04b22 on network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:10:57.202353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Network 6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:57.207053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:57.208262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.213330 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "PUT /v2.0/ports/c66cabe6-0316-4b13-b9f1-83c196d04b22 HTTP/1.1" status: 200 len: 1057 time: 1.8087859 Sep 19 17:10:57.213495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.214325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760280b-5a33-4528-b4ca-c423452937df None None] Pushing event deleted for resources: {'Port': ['ID=510993a7-ef12-463e-b17e-b7b6826ad7d8,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:57.215664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff9f56-0dec-42bd-b77f-99d56063bc6e tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event updated for resources: {'Port': ['ID=c66cabe6-0316-4b13-b9f1-83c196d04b22,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:57.216248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1760280b-5a33-4528-b4ca-c423452937df None None] No DVR routers for this DVR port 510993a7-ef12-463e-b17e-b7b6826ad7d8 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:10:57.220041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.224632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40194) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:57.230014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.234948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.264793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.323128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] The port '510993a7-ef12-463e-b17e-b7b6826ad7d8' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:10:57.325351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:57.334458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:57.346293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3613d-1301-4feb-83ce-c6635ccfc832 None None] Network 6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:57.352873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4abc9e37-4bf8-4bc9-90bf-3a75a7ac2359 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Deleting port c66cabe6-0316-4b13-b9f1-83c196d04b22 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:57.353218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4abc9e37-4bf8-4bc9-90bf-3a75a7ac2359 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.369341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:57.369341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.390518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Usage tracker for resource:security_group_rule and tenant:84a41d39f87048bc8da30e7facb5e867 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:57.402546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:57.413723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.419047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:57.419682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.444959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:57.589363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.589911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a4766a-3207-4fd1-8a34-5ab33f6abd0e {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:10:57.616228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dd99-2f2b-48af-82c9-3ad15602bdc1 req-842dce74-d936-490b-bdea-a35927161c8b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:57.623598 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d6c7dd99-2f2b-48af-82c9-3ad15602bdc1 req-842dce74-d936-490b-bdea-a35927161c8b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.8232079 Sep 19 17:10:57.634563 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8097491 Sep 19 17:10:57.654624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40198) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:57.668145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf01496-e066-4ddd-8b78-23c2ea82a642 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=df92e6be-9b0f-49be-aa68-e45e8b39638f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:57.687787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network df92e6be-9b0f-49be-aa68-e45e8b39638f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:57.749088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1977ba8b-411a-4bf1-97d0-eef9fdfd81db tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:57.791926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2be0b6-a8f8-4966-a98e-8230eae5e869 None None] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:57.901524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.902760 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7728af9b-94dc-4c33-88cb-102e93ff69a8 admin admin] 10.222.0.83 "DELETE /v2.0/routers/28a4766a-3207-4fd1-8a34-5ab33f6abd0e HTTP/1.1" status: 204 len: 168 time: 5.2115765 Sep 19 17:10:57.905884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40202) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:57.910826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3f642bcb-7d1f-49c2-8b2e-460459ce2917 None None] Provisioning for port 9d2869c7-b28b-460b-b6e0-a337336f7f90 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:57.950642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Port': ['ID=199f51ba-b4fb-4451-8e50-f659476e22c8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:57.951965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.964225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.974144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4abc9e37-4bf8-4bc9-90bf-3a75a7ac2359 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:57.976846 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d6c7dd99-2f2b-48af-82c9-3ad15602bdc1 req-0c34c1e2-05e7-423e-bac0-4ad74fc4accd tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524694 Sep 19 17:10:57.990865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.048251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f03aabe-97c7-4b09-b53c-995128bee84d']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:58.079930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Checking segment: {'id': '1d5094a5-8b85-4f87-96f1-454628d7a8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fd6f6d3b-f89a-4c7c-9bce-547e206adb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:10:58.080373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Network hostable DHCP agents. Network: fd6f6d3b-f89a-4c7c-9bce-547e206adb62, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:10:58.152544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b3fd85-301f-4e35-90de-463baa5c8598') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:58.152846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b3fd85-301f-4e35-90de-463baa5c8598') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:10:58.184886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4abc9e37-4bf8-4bc9-90bf-3a75a7ac2359 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Calling delete_port for c66cabe6-0316-4b13-b9f1-83c196d04b22 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:10:58.190604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.26.10.22 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/bf7ad88a-d058-4a31-8c68-94f9998a7bd4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:58.199827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.258209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.261093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8615a-6eec-4513-9ddd-98280e709d45 None None] Update dhcp port {'port': {'network_id': '69e3b5d9-41e3-4f63-8186-e654e4d1027b', 'fixed_ips': [{'subnet_id': 'af0584ba-aef4-4966-8f67-0391a2fd9661', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c7e5c265-ddc0-4b66-a600-c8efc408d08e'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '9d2869c7-b28b-460b-b6e0-a337336f7f90'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:10:58.283450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Network fd6f6d3b-f89a-4c7c-9bce-547e206adb62 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:10:58.294291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:10:58.309513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a936b-3a6a-46fd-a8d0-2eebd5f034b2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:58.326379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdf9e04-cc23-49a8-9bcd-5cf8ee1870d5 admin admin] Deleting subnet 8f9fbde1-1ae3-463a-8035-5fce0c35e939 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:10:58.333245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9e04-cc23-49a8-9bcd-5cf8ee1870d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.355608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:10:58.356062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.376675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-67f8615a-6eec-4513-9ddd-98280e709d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.395380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9e04-cc23-49a8-9bcd-5cf8ee1870d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.443376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1977ba8b-411a-4bf1-97d0-eef9fdfd81db tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.460383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, fd6f6d3b-f89a-4c7c-9bce-547e206adb62) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:58.465228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:58.471718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:58.481639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:58.482401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.483528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9e04-cc23-49a8-9bcd-5cf8ee1870d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.493383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011ee38a-e2b5-4273-8e8f-b552a4b78071 None None] Network fd6f6d3b-f89a-4c7c-9bce-547e206adb62 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:58.554120 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment e8b3fd85-301f-4e35-90de-463baa5c8598 resource provider aggregate not found Sep 19 17:10:58.611702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.612082 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Added segment caf1105b-f752-4c49-8c8d-ac7b31804422 of type vlan for network 3b331f10-3aa7-4428-b603-93d5de2e8d22 Sep 19 17:10:58.627826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment e8b3fd85-301f-4e35-90de-463baa5c8598 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8b3fd85-301f-4e35-90de-463baa5c8598 found for delete ", "request_id": "req-944e4b1b-875d-4d77-8b76-d408d732ed3e"}]} Sep 19 17:10:58.633521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9d2869c7-b28b-460b-b6e0-a337336f7f90 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:10:58.649197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1977ba8b-411a-4bf1-97d0-eef9fdfd81db tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.661171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9e04-cc23-49a8-9bcd-5cf8ee1870d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.717291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1977ba8b-411a-4bf1-97d0-eef9fdfd81db tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network df92e6be-9b0f-49be-aa68-e45e8b39638f is not hosted by any dhcp agent {{(pid=89056) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 17:10:58.722645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.723732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977ba8b-411a-4bf1-97d0-eef9fdfd81db tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:58.724344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1977ba8b-411a-4bf1-97d0-eef9fdfd81db tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.725704 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1977ba8b-411a-4bf1-97d0-eef9fdfd81db tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "PUT /v2.0/networks/df92e6be-9b0f-49be-aa68-e45e8b39638f HTTP/1.1" status: 200 len: 723 time: 0.9823453 Sep 19 17:10:58.729601 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a19db8b4-886b-4055-b0a0-1dbc5e6c4429 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2333786 Sep 19 17:10:58.735214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40214) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:58.735869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40216) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:58.744395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9e04-cc23-49a8-9bcd-5cf8ee1870d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.756586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f8462-9d2a-4f99-b540-ed9636e04ac3 None None] Network 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:10:58.791175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf9e04-cc23-49a8-9bcd-5cf8ee1870d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9fbde1-1ae3-463a-8035-5fce0c35e939,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:58.799359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': 'df92e6be-9b0f-49be-aa68-e45e8b39638f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:58.812044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.837608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.864584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977ba8b-411a-4bf1-97d0-eef9fdfd81db tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=df92e6be-9b0f-49be-aa68-e45e8b39638f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:58.903053 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] 10.222.0.83 "DELETE /v2.0/networks/3f03aabe-97c7-4b09-b53c-995128bee84d HTTP/1.1" status: 204 len: 168 time: 2.6409385 Sep 19 17:10:58.909856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:58.926646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network df92e6be-9b0f-49be-aa68-e45e8b39638f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:58.932702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb1018-7f67-4b50-aa8d-20a401d5ddbd tempest-NetworksTest-505196704 tempest-NetworksTest-505196704-project] Pushing event deleted for resources: {'Network': ['ID=3f03aabe-97c7-4b09-b53c-995128bee84d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:58.961980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf680aa-ad40-4d9d-8fa0-cc27fb2f326f req-6d556316-8916-443a-b2bf-98ccd95ca39e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:58.964226 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ecf680aa-ad40-4d9d-8fa0-cc27fb2f326f req-6d556316-8916-443a-b2bf-98ccd95ca39e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.5885410 Sep 19 17:10:59.026339 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ecf680aa-ad40-4d9d-8fa0-cc27fb2f326f req-ddae954b-c5d4-4fee-8b65-553779d64fa3 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554411 Sep 19 17:10:59.031649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.055732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:10:59.105586 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cbdf9e04-cc23-49a8-9bcd-5cf8ee1870d5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8f9fbde1-1ae3-463a-8035-5fce0c35e939 HTTP/1.1" status: 204 len: 168 time: 1.1986263 Sep 19 17:10:59.140542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-67f8615a-6eec-4513-9ddd-98280e709d45 None None] Allocated IP 172.20.0.1 (69e3b5d9-41e3-4f63-8186-e654e4d1027b/c7e5c265-ddc0-4b66-a600-c8efc408d08e/9d2869c7-b28b-460b-b6e0-a337336f7f90) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:10:59.140868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:10:59.141884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40224) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:59.143905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=bf7ad88a-d058-4a31-8c68-94f9998a7bd4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:59.148349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:10:59.157509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:10:59.191772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.197159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:59.197776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.239794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:59.276396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 9d2869c7-b28b-460b-b6e0-a337336f7f90 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:10:59.309128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9d2869c7-b28b-460b-b6e0-a337336f7f90 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:10:59.310018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.316180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40230) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:59.344653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:59.370443 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7517703 Sep 19 17:10:59.377475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4abc9e37-4bf8-4bc9-90bf-3a75a7ac2359 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.379127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40236) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:59.382029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6abb-aef4-4b2b-a1ec-38bc697012a2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Pushing event updated for resources: {'Network': ['ID=3b331f10-3aa7-4428-b603-93d5de2e8d22,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:59.410549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.427722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 3b331f10-3aa7-4428-b603-93d5de2e8d22 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:10:59.445587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:10:59.449534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.470853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b82ca-12e3-453a-bab1-49aa3f023edb tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:59.476795 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b82ca-12e3-453a-bab1-49aa3f023edb tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:10:59.478427 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac3b82ca-12e3-453a-bab1-49aa3f023edb tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7366250 Sep 19 17:10:59.501584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40242) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:10:59.517277 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-7ae07cd5-fbd1-4b92-8331-1841dc107ee7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5771241 Sep 19 17:10:59.520773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc9e37-4bf8-4bc9-90bf-3a75a7ac2359 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Port': ['ID=c66cabe6-0316-4b13-b9f1-83c196d04b22,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:10:59.536876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Deleting port 9b92a09c-22a1-49b5-b14a-049ca89131c7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:59.537236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.740621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9d2869c7-b28b-460b-b6e0-a337336f7f90 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:10:59.741004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.749201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Request body: {'network': {'name': 'tempest-network--1010127680', 'router:external': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:10:59.764466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-67f8615a-6eec-4513-9ddd-98280e709d45 None None] For port 9d2869c7-b28b-460b-b6e0-a337336f7f90, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9d2869c7-b28b-460b-b6e0-a337336f7f90,segment=NetworkSegment(90c330d2-f6e5-4eb2-a846-580b90197026),segment_id=90c330d2-f6e5-4eb2-a846-580b90197026)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:10:59.801548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-67f8615a-6eec-4513-9ddd-98280e709d45 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.824510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-67f8615a-6eec-4513-9ddd-98280e709d45 None None] Transition to ACTIVE for port object 9d2869c7-b28b-460b-b6e0-a337336f7f90 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:10:59.828278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:10:59.847030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-67f8615a-6eec-4513-9ddd-98280e709d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.863628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Usage tracker for resource:network and tenant:297e161a5327465d9b135b3357f0ad23 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:10:59.873548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:10:59.903436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:10:59.934070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9f773675-140c-4c35-8598-79466875aa37 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Deleting port e6f41ee4-98b9-4944-a902-a40217409ecf {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:10:59.934430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f773675-140c-4c35-8598-79466875aa37 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:10:59.948345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] DHCP port deletion for 4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:00.022858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] Deleting port 9b92a09c-22a1-49b5-b14a-049ca89131c7 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:00.023290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.051966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Made reservation on behalf of 297e161a5327465d9b135b3357f0ad23 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:00.054222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.079688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40252) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:00.081272 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d7936a37-1292-4db3-8b46-bf04c5ae9ccf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fd53ec08aeff46978dd43ac256c42664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600198 Sep 19 17:11:00.142331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:11:00.142675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:11:00.151143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8615a-6eec-4513-9ddd-98280e709d45 None None] Pushing event updated for resources: {'Port': ['ID=9d2869c7-b28b-460b-b6e0-a337336f7f90,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:00.166837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] For port 9b92a09c-22a1-49b5-b14a-049ca89131c7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9b92a09c-22a1-49b5-b14a-049ca89131c7,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:00.167086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.311455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.328033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Calling delete_port for 9b92a09c-22a1-49b5-b14a-049ca89131c7 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:00.351941 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] For port 9b92a09c-22a1-49b5-b14a-049ca89131c7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9b92a09c-22a1-49b5-b14a-049ca89131c7,segment=NetworkSegment(85d04122-1ec1-49eb-95af-cff8ba50f295),segment_id=85d04122-1ec1-49eb-95af-cff8ba50f295)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:00.352493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.395321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:00.415188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9108e2b-f083-499d-9961-566be425dd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.448700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9108e2b-f083-499d-9961-566be425dd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.450999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Usage tracker for resource:security_group_rule and tenant:297e161a5327465d9b135b3357f0ad23 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:00.521934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:00.544132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] Calling delete_port for 9b92a09c-22a1-49b5-b14a-049ca89131c7 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:00.546386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.551743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:00.567959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9108e2b-f083-499d-9961-566be425dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.594639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.620700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:11:00.621070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:11:00.634187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9108e2b-f083-499d-9961-566be425dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998300c9-1eb4-43a5-8b46-f21199c47f8e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:00.705849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b92a09c-22a1-49b5-b14a-049ca89131c7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:00.716348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] No DVR routers for this DVR port 9b92a09c-22a1-49b5-b14a-049ca89131c7 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:00.764039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac887a-11eb-4500-879a-f9d76fda8d3f None None] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:00.773038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-438f5d17-504c-4ee1-9389-c838ed7b304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:00.774552 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-438f5d17-504c-4ee1-9389-c838ed7b304c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1098 time: 1.0468836 Sep 19 17:11:00.806275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.839248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9108e2b-f083-499d-9961-566be425dd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.841349 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f9108e2b-f083-499d-9961-566be425dd8a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/998300c9-1eb4-43a5-8b46-f21199c47f8e HTTP/1.1" status: 204 len: 168 time: 0.7590108 Sep 19 17:11:00.923018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9d2869c7-b28b-460b-b6e0-a337336f7f90 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:00.923754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.942603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b483fafd-774c-460a-b12f-8c78d91d4d78 None None] Provisioning for port 9d2869c7-b28b-460b-b6e0-a337336f7f90 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:00.952587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:00.987766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b483fafd-774c-460a-b12f-8c78d91d4d78 None None] Provisioning complete for port 9d2869c7-b28b-460b-b6e0-a337336f7f90 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:00.988050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b483fafd-774c-460a-b12f-8c78d91d4d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.019504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f773675-140c-4c35-8598-79466875aa37 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.083069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:01.089767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d5a2e-42ee-4f52-80cc-6401d992ec0b req-abc9b2df-5c51-4641-857a-98f65581afe9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:01.091290 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e06d5a2e-42ee-4f52-80cc-6401d992ec0b req-abc9b2df-5c51-4641-857a-98f65581afe9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.8773572 Sep 19 17:11:01.098879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d04122-1ec1-49eb-95af-cff8ba50f295') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:01.099251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d04122-1ec1-49eb-95af-cff8ba50f295') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:01.101080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 9d2869c7-b28b-460b-b6e0-a337336f7f90, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9d2869c7-b28b-460b-b6e0-a337336f7f90,segment=NetworkSegment(90c330d2-f6e5-4eb2-a846-580b90197026),segment_id=90c330d2-f6e5-4eb2-a846-580b90197026)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:01.109001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.109391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.127490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.216392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.225804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:01.226709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.246738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] Deleting port 9b92a09c-22a1-49b5-b14a-049ca89131c7 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:01.247087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.273631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9f773675-140c-4c35-8598-79466875aa37 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Calling delete_port for e6f41ee4-98b9-4944-a902-a40217409ecf owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:01.273798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=9d2869c7-b28b-460b-b6e0-a337336f7f90,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:01.276517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b483fafd-774c-460a-b12f-8c78d91d4d78 None None] Current status of the port 9d2869c7-b28b-460b-b6e0-a337336f7f90 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:01.320327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 510993a7-ef12-463e-b17e-b7b6826ad7d8 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:01.375905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 510993a7-ef12-463e-b17e-b7b6826ad7d8 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:01.376620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 510993a7-ef12-463e-b17e-b7b6826ad7d8 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:01.376716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c7471486-b718-466b-998d-cdbdda2a0c0d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:01.425163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c7471486-b718-466b-998d-cdbdda2a0c0d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:01.426044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c7471486-b718-466b-998d-cdbdda2a0c0d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:01.430605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4abc9e37-4bf8-4bc9-90bf-3a75a7ac2359 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.449648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.452505 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 85d04122-1ec1-49eb-95af-cff8ba50f295 resource provider aggregate not found Sep 19 17:11:01.468993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ca64dc8e-6bea-4a6c-81e8-11925954b33f None None] The port '9b92a09c-22a1-49b5-b14a-049ca89131c7' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:11:01.475058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.508350 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=359bbb5a-87b8-455e-abae-f04dda2bb1de,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:01.541060 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 85d04122-1ec1-49eb-95af-cff8ba50f295 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85d04122-1ec1-49eb-95af-cff8ba50f295 found for delete ", "request_id": "req-07734c49-989a-477f-bfc9-de5cf2bef6c0"}]} Sep 19 17:11:01.569697 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e06d5a2e-42ee-4f52-80cc-6401d992ec0b req-5008dec9-34e3-469e-b687-e660e9213802 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047945 Sep 19 17:11:01.621463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=bf7ad88a-d058-4a31-8c68-94f9998a7bd4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:01.626182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.634829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9d2869c7-b28b-460b-b6e0-a337336f7f90 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:01.661271 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4abc9e37-4bf8-4bc9-90bf-3a75a7ac2359 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "DELETE /v2.0/ports/c66cabe6-0316-4b13-b9f1-83c196d04b22 HTTP/1.1" status: 204 len: 168 time: 4.4340432 Sep 19 17:11:01.681137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.687128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-fb81beb9-a96a-4965-a651-51d53bcddb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:01.688862 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-fb81beb9-a96a-4965-a651-51d53bcddb1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 913 time: 0.8555987 Sep 19 17:11:01.692434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40280) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:01.693388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': '7cbec090-ad6a-49e8-9e5d-15b4002496f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'df92e6be-9b0f-49be-aa68-e45e8b39638f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:01.693915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: df92e6be-9b0f-49be-aa68-e45e8b39638f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:01.736077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:01.747235 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-460739ef-027c-4422-9bfa-c2b30aff2eb7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/4edbc0a9-78d7-4eb8-9bd0-645fe8f322b3 HTTP/1.1" status: 204 len: 168 time: 2.5083654 Sep 19 17:11:01.778335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.828666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9d2869c7-b28b-460b-b6e0-a337336f7f90 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:01.829053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.964185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f773675-140c-4c35-8598-79466875aa37 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:01.969628 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01dc0d1-f1ea-477c-9d3e-eb6c001172d9 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] GET failed (client error): The resource could not be found. Sep 19 17:11:01.970360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d01dc0d1-f1ea-477c-9d3e-eb6c001172d9 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Synchronizing usage tracker for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:01.980792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.047918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.052957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:02.089796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f773675-140c-4c35-8598-79466875aa37 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Port': ['ID=e6f41ee4-98b9-4944-a902-a40217409ecf,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:02.133878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:02.149238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.149624 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Added segment 56760916-cd8e-4f14-90e7-cd6e8b875224 of type vlan for network 7e36ca5b-8312-487f-a5de-efbf08052163 Sep 19 17:11:02.191607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f773675-140c-4c35-8598-79466875aa37 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.198085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9d2869c7-b28b-460b-b6e0-a337336f7f90 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:02.207124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-64f82c72-5fd1-40ec-831f-24998f7fe920 None None] Provisioning complete for port 9d2869c7-b28b-460b-b6e0-a337336f7f90 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:02.207506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-64f82c72-5fd1-40ec-831f-24998f7fe920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.275595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9b92a09c-22a1-49b5-b14a-049ca89131c7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:02.275804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d01dc0d1-f1ea-477c-9d3e-eb6c001172d9 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Unset dirty status for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:02.277117 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d01dc0d1-f1ea-477c-9d3e-eb6c001172d9 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "GET /v2.0/ports/c66cabe6-0316-4b13-b9f1-83c196d04b22 HTTP/1.1" status: 404 len: 333 time: 0.5779378 Sep 19 17:11:02.278037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network df92e6be-9b0f-49be-aa68-e45e8b39638f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:02.287475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40296) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:02.288079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40298) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:02.297822 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-29fcf404-bc4b-468e-844a-f6289390f7ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 1002 time: 0.5966198 Sep 19 17:11:02.335454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 9b92a09c-22a1-49b5-b14a-049ca89131c7 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:02.335810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9b92a09c-22a1-49b5-b14a-049ca89131c7 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:02.362369 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP 6e3bcfbf-8d4c-4900-824d-eda166481bcb associated. External IP: 172.26.10.22, port: c465d683-7ac2-4737-9d52-201e27ec1093. Sep 19 17:11:02.407071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-64f82c72-5fd1-40ec-831f-24998f7fe920 None None] Current status of the port 9d2869c7-b28b-460b-b6e0-a337336f7f90 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:02.421418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f524931-f03c-4989-bbeb-d490bd389beb,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:02.463838 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9f773675-140c-4c35-8598-79466875aa37 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/ports/e6f41ee4-98b9-4944-a902-a40217409ecf HTTP/1.1" status: 204 len: 168 time: 2.9591820 Sep 19 17:11:02.483431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.486798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40306) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:02.512039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, df92e6be-9b0f-49be-aa68-e45e8b39638f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:02.516672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:02.517256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.523066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e35bf7-1f06-4e37-b4e9-bffcaf61c1ad None None] Network df92e6be-9b0f-49be-aa68-e45e8b39638f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:02.602413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-abe3d8b1-7894-4d42-82ef-63ed23ecdd90 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Deleting port 2da28702-f286-4398-8b8a-57191890bf08 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:02.602766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abe3d8b1-7894-4d42-82ef-63ed23ecdd90 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.630319 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-81d0c6a7-540c-494f-8a0b-d57cf9a7181d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ffde5deff3e2483b96ebceb7eaa4d9b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5559680 Sep 19 17:11:02.632003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-cae32a44-e94b-4ef5-b3b1-3caa396ebcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:02.633394 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-cae32a44-e94b-4ef5-b3b1-3caa396ebcbb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.3029020 Sep 19 17:11:02.639241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40310) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:02.722478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fa06c581-4c68-4350-b9ce-dc5186e775ab tempest-DvrRoutersNegativeTest-1826533121 tempest-DvrRoutersNegativeTest-1826533121-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-967417431', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:02.725275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.policy [None req-fa06c581-4c68-4350-b9ce-dc5186e775ab tempest-DvrRoutersNegativeTest-1826533121 tempest-DvrRoutersNegativeTest-1826533121-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89055) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 19 17:11:02.725571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.policy [None req-fa06c581-4c68-4350-b9ce-dc5186e775ab tempest-DvrRoutersNegativeTest-1826533121 tempest-DvrRoutersNegativeTest-1826533121-project] Failed policy check for 'create_router' {{(pid=89055) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 19 17:11:02.726083 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-fa06c581-4c68-4350-b9ce-dc5186e775ab tempest-DvrRoutersNegativeTest-1826533121 tempest-DvrRoutersNegativeTest-1826533121-project] create failed (client error): Access was denied to this resource. Sep 19 17:11:02.731706 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fa06c581-4c68-4350-b9ce-dc5186e775ab tempest-DvrRoutersNegativeTest-1826533121 tempest-DvrRoutersNegativeTest-1826533121-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4267373 Sep 19 17:11:02.773690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-df92e6be-9b0f-49be-aa68-e45e8b39638f', 'network_id': 'df92e6be-9b0f-49be-aa68-e45e8b39638f', 'tenant_id': 'ed1aea47b5ce4ff1a6f5f2f21d21984e', 'fixed_ips': [{'subnet_id': '359bbb5a-87b8-455e-abae-f04dda2bb1de'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:02.775158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.796058 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c89d0c22-a4ec-4078-ae07-4aabc76ae55d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0559816 Sep 19 17:11:02.800091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40316) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:02.800777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08541b7c-8ae6-4d87-935a-5984f32891f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.810731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5e870700-2938-4acb-bd43-4d48528c99a0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:02.812660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff0f5-c91b-4a11-a300-1564c0433b8b req-4978b785-6411-413c-bdc2-54eb4d4b856e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:02.814652 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a7ff0f5-c91b-4a11-a300-1564c0433b8b req-4978b785-6411-413c-bdc2-54eb4d4b856e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.6431663 Sep 19 17:11:02.883778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e294e2ae-8877-4b5f-bcfd-796dde3d8816 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Deleting port 199f51ba-b4fb-4451-8e50-f659476e22c8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:02.884151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e294e2ae-8877-4b5f-bcfd-796dde3d8816 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.943103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:02.963049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08541b7c-8ae6-4d87-935a-5984f32891f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.965556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Allocated IP 2001:db8::2 (df92e6be-9b0f-49be-aa68-e45e8b39638f/359bbb5a-87b8-455e-abae-f04dda2bb1de/f771cbe5-5d8b-419f-94f7-cad81bb18de7) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:02.967078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:02.968376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:02.969111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.088674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e870700-2938-4acb-bd43-4d48528c99a0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6060596'] for subnet, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.259811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40322) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:03.265495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08541b7c-8ae6-4d87-935a-5984f32891f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.266590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.279333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Transition to ACTIVE for port object f771cbe5-5d8b-419f-94f7-cad81bb18de7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:03.299969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08541b7c-8ae6-4d87-935a-5984f32891f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869cede6-fe04-4d86-9b8b-8628af183992,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:03.312504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08541b7c-8ae6-4d87-935a-5984f32891f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.316573 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-08541b7c-8ae6-4d87-935a-5984f32891f1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/869cede6-fe04-4d86-9b8b-8628af183992 HTTP/1.1" status: 204 len: 168 time: 0.6740916 Sep 19 17:11:03.317035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:03.317527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Transition to ACTIVE for port object f771cbe5-5d8b-419f-94f7-cad81bb18de7 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:03.343744 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea00a57-fa59-4e9a-95f2-6e78a88e60e5 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:03.344668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.361726 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea00a57-fa59-4e9a-95f2-6e78a88e60e5 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:03.363860 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ea00a57-fa59-4e9a-95f2-6e78a88e60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:03.406971 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.0224013 Sep 19 17:11:03.417529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40330) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:03.476475 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a7ff0f5-c91b-4a11-a300-1564c0433b8b req-d9d3e803-28f3-43ed-8b55-549404aeab66 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5541291 Sep 19 17:11:03.478444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-b61c94fb-1be7-4eee-ac52-37286ecd664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:03.487920 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-b61c94fb-1be7-4eee-ac52-37286ecd664e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8289549 Sep 19 17:11:03.497357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.515898 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ea00a57-fa59-4e9a-95f2-6e78a88e60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:03.529955 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea00a57-fa59-4e9a-95f2-6e78a88e60e5 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:03.530740 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ea00a57-fa59-4e9a-95f2-6e78a88e60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:03.532965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Network df92e6be-9b0f-49be-aa68-e45e8b39638f is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:03.541689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439a626-68c0-4d5d-aa47-c09a6e912939 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Network': ['ID=7e36ca5b-8312-487f-a5de-efbf08052163,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:03.542585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:03.565042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:03.607209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 7e36ca5b-8312-487f-a5de-efbf08052163 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:03.621689 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e1ec889d-ea76-479c-a0b6-03faa168484a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.1928039 Sep 19 17:11:03.637952 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ea00a57-fa59-4e9a-95f2-6e78a88e60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:03.639939 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea00a57-fa59-4e9a-95f2-6e78a88e60e5 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:03.648702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40336) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:03.698958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.721036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f7c3d9fe-cf24-4c27-a817-8909be6f3fd8 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'port_id': 'c465d683-7ac2-4737-9d52-201e27ec1093', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:03.773180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:03.779129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] Usage tracker for resource:security_group_rule and tenant:d317b2060115405183a66ea2d22b00c8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:03.782117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:03.788700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:03.810711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Attempting to bind port f771cbe5-5d8b-419f-94f7-cad81bb18de7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:03.811643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Attempting to bind port f771cbe5-5d8b-419f-94f7-cad81bb18de7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '7cbec090-ad6a-49e8-9e5d-15b4002496f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'df92e6be-9b0f-49be-aa68-e45e8b39638f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:03.812033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Attempting to bind port f771cbe5-5d8b-419f-94f7-cad81bb18de7 on network df92e6be-9b0f-49be-aa68-e45e8b39638f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:03.818552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Pushing event updated for resources: {'Port': ['ID=f771cbe5-5d8b-419f-94f7-cad81bb18de7,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:03.825489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:03.826026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Checking segment: {'id': '7cbec090-ad6a-49e8-9e5d-15b4002496f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'df92e6be-9b0f-49be-aa68-e45e8b39638f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:03.827100 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.827529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Bound using segment: {'id': '7cbec090-ad6a-49e8-9e5d-15b4002496f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'df92e6be-9b0f-49be-aa68-e45e8b39638f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:03.828034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Bound port: f771cbe5-5d8b-419f-94f7-cad81bb18de7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbec090-ad6a-49e8-9e5d-15b4002496f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'df92e6be-9b0f-49be-aa68-e45e8b39638f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:03.828415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.834549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d9fe-cf24-4c27-a817-8909be6f3fd8 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.885166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.924235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abe3d8b1-7894-4d42-82ef-63ed23ecdd90 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:03.975143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] For port f771cbe5-5d8b-419f-94f7-cad81bb18de7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:03.979331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] For port f771cbe5-5d8b-419f-94f7-cad81bb18de7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f771cbe5-5d8b-419f-94f7-cad81bb18de7,segment=NetworkSegment(7cbec090-ad6a-49e8-9e5d-15b4002496f4),segment_id=7cbec090-ad6a-49e8-9e5d-15b4002496f4)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:03.984987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.056682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e870700-2938-4acb-bd43-4d48528c99a0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767836507724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7541985'] for subnet, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.073970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ed952-3807-4555-9ebf-e89fd2392697 None None] Pushing event updated for resources: {'Port': ['ID=f771cbe5-5d8b-419f-94f7-cad81bb18de7,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:04.120765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-abe3d8b1-7894-4d42-82ef-63ed23ecdd90 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Calling delete_port for 2da28702-f286-4398-8b8a-57191890bf08 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:04.122488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.177697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e870700-2938-4acb-bd43-4d48528c99a0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:04.178505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e870700-2938-4acb-bd43-4d48528c99a0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.180743 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5e870700-2938-4acb-bd43-4d48528c99a0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "PUT /v2.0/subnets/359bbb5a-87b8-455e-abae-f04dda2bb1de HTTP/1.1" status: 200 len: 826 time: 1.3775074 Sep 19 17:11:04.186190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40354) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:04.189919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e294e2ae-8877-4b5f-bcfd-796dde3d8816 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.241912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e36ca5b-8312-487f-a5de-efbf08052163']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:04.446068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e294e2ae-8877-4b5f-bcfd-796dde3d8816 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Calling delete_port for 199f51ba-b4fb-4451-8e50-f659476e22c8 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:04.508202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40360) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:04.509828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56760916-cd8e-4f14-90e7-cd6e8b875224') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:04.510117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56760916-cd8e-4f14-90e7-cd6e8b875224') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:04.522953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.540999 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-0ccc2d08-9d06-4086-ae35-026e26daaef9 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0434341 Sep 19 17:11:04.547506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.556266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.573353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e870700-2938-4acb-bd43-4d48528c99a0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=359bbb5a-87b8-455e-abae-f04dda2bb1de,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:04.607364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.642526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:04.642975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.706951 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d317b2060115405183a66ea2d22b00c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4450574 Sep 19 17:11:04.712345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40370) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:04.754060 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 56760916-cd8e-4f14-90e7-cd6e8b875224 resource provider aggregate not found Sep 19 17:11:04.757495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c1405-6b9f-489e-abf5-25d6229213ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b65d33-4c50-4266-919e-df6f70dd0821,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:04.829477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-925753377'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:04.846158 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 56760916-cd8e-4f14-90e7-cd6e8b875224 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56760916-cd8e-4f14-90e7-cd6e8b875224 found for delete ", "request_id": "req-2d7fd7e8-908d-4676-a597-ea174475eee7"}]} Sep 19 17:11:04.859385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:04.873631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.876442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:network and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:04.882308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:04.900288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:04.909333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.932951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e36ca5b-8312-487f-a5de-efbf08052163 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 17:11:04.936921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port f771cbe5-5d8b-419f-94f7-cad81bb18de7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:04.937171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.964832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:04.976326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:04.976326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.006961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e36ca5b-8312-487f-a5de-efbf08052163,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:05.031761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.049354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ad802c8b-c604-4476-9db5-31c7e090a445 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "DELETE /v2.0/networks/7e36ca5b-8312-487f-a5de-efbf08052163 HTTP/1.1" status: 204 len: 168 time: 1.6301286 Sep 19 17:11:05.056014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40378) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:05.069538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:05.077534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:05.107236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:05.113184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:security_group_rule and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:05.122341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:05.134679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Usage tracker for resource:network and tenant:297e161a5327465d9b135b3357f0ad23 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:05.157196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e9534-a476-4424-b7ad-6d01505977ca req-98f43b07-33fc-4263-955b-eeb0198c050e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:05.158750 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e41e9534-a476-4424-b7ad-6d01505977ca req-98f43b07-33fc-4263-955b-eeb0198c050e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4515519 Sep 19 17:11:05.172971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:05.175633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:05.214282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:05.222313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e294e2ae-8877-4b5f-bcfd-796dde3d8816 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.283472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Made reservation on behalf of 297e161a5327465d9b135b3357f0ad23 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:05.286424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.298934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77851392-3963-4645-a447-be3772e03f53 None None] Network df92e6be-9b0f-49be-aa68-e45e8b39638f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:05.308201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abe3d8b1-7894-4d42-82ef-63ed23ecdd90 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.309971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294e2ae-8877-4b5f-bcfd-796dde3d8816 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Port': ['ID=199f51ba-b4fb-4451-8e50-f659476e22c8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:05.362720 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85ec36a0-d2be-46f0-a5bc-9e0c9d514fc0 req-5547e0a6-9e68-4e2d-8582-5dcc487fbc8f service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8092005 Sep 19 17:11:05.434899 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e41e9534-a476-4424-b7ad-6d01505977ca req-03ed0267-9b7a-4541-8561-b25e497b6741 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436321 Sep 19 17:11:05.487617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:05.491987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e294e2ae-8877-4b5f-bcfd-796dde3d8816 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.500270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3d8b1-7894-4d42-82ef-63ed23ecdd90 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Port': ['ID=2da28702-f286-4398-8b8a-57191890bf08,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:05.509212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.509726 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Added segment 3011706b-1425-4449-bd6b-a0cd51dbfc1e of type vlan for network fcad6132-54bb-4587-9428-ed122d6b9c3c Sep 19 17:11:05.526816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90aaa514-6f2f-4431-a680-43b15c12baf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.624791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.651170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port f771cbe5-5d8b-419f-94f7-cad81bb18de7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f771cbe5-5d8b-419f-94f7-cad81bb18de7,segment=NetworkSegment(7cbec090-ad6a-49e8-9e5d-15b4002496f4),segment_id=7cbec090-ad6a-49e8-9e5d-15b4002496f4)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:05.651549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.664669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-932355a6-3381-4614-9f8b-26312366d79f None None] Provisioning for port f771cbe5-5d8b-419f-94f7-cad81bb18de7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:05.672656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f771cbe5-5d8b-419f-94f7-cad81bb18de7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:05.798312 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e294e2ae-8877-4b5f-bcfd-796dde3d8816 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/ports/199f51ba-b4fb-4451-8e50-f659476e22c8 HTTP/1.1" status: 204 len: 168 time: 3.3055911 Sep 19 17:11:05.828994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40384) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:05.868902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for f771cbe5-5d8b-419f-94f7-cad81bb18de7 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:05.884171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port f771cbe5-5d8b-419f-94f7-cad81bb18de7 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:05.890217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f771cbe5-5d8b-419f-94f7-cad81bb18de7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:05.891030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.904968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90aaa514-6f2f-4431-a680-43b15c12baf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.933059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.941626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.967732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:05.968933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:05.969613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.012378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7160d299-a40f-4614-96cd-2a8e24850353 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Synchronizing usage tracker for tenant:80e5a7529b2e4e5b96b18772ac19247f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:06.015083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:06.034256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f771cbe5-5d8b-419f-94f7-cad81bb18de7 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:06.034706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.084986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port f771cbe5-5d8b-419f-94f7-cad81bb18de7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f771cbe5-5d8b-419f-94f7-cad81bb18de7,segment=NetworkSegment(7cbec090-ad6a-49e8-9e5d-15b4002496f4),segment_id=7cbec090-ad6a-49e8-9e5d-15b4002496f4)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:06.091246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.125976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c27cd6a-b2e5-44d2-b54f-0124ecb8a7c1,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:06.131799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b0597-2fb7-48fe-a154-31df0751ef84 None None] Network df92e6be-9b0f-49be-aa68-e45e8b39638f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:06.136951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.137236 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Added segment 6f6299d7-149d-4e1a-b5b3-cc19a5bf0519 of type vlan for network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 Sep 19 17:11:06.162192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Network': ['ID=fcad6132-54bb-4587-9428-ed122d6b9c3c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:06.165096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:11:06.165427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:11:06.177520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4fd911fc-b190-4cc8-8450-063551cfa4d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1191602 Sep 19 17:11:06.178083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40388) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:06.194619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Request body: {'subnet': {'network_id': 'fcad6132-54bb-4587-9428-ed122d6b9c3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:06.199612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:06.205972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.207716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d9fe-cf24-4c27-a817-8909be6f3fd8 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.210016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Usage tracker for resource:subnet and tenant:297e161a5327465d9b135b3357f0ad23 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:06.213701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:06.221303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90aaa514-6f2f-4431-a680-43b15c12baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.223087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network fcad6132-54bb-4587-9428-ed122d6b9c3c details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:06.224066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:06.225694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abe3d8b1-7894-4d42-82ef-63ed23ecdd90 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.248148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Made reservation on behalf of 297e161a5327465d9b135b3357f0ad23 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:06.250475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.250721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d9fe-cf24-4c27-a817-8909be6f3fd8 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.333561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.339383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:06.339520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=f771cbe5-5d8b-419f-94f7-cad81bb18de7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:06.339960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.342083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-44129308-4cc1-4a83-86e1-f2fdc95411ba None None] Provisioning complete for port f771cbe5-5d8b-419f-94f7-cad81bb18de7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:06.342463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44129308-4cc1-4a83-86e1-f2fdc95411ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.446510 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-abe3d8b1-7894-4d42-82ef-63ed23ecdd90 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "DELETE /v2.0/ports/2da28702-f286-4398-8b8a-57191890bf08 HTTP/1.1" status: 204 len: 168 time: 4.1445186 Sep 19 17:11:06.458956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40392) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:06.467532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaa514-6f2f-4431-a680-43b15c12baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b65d33-4c50-4266-919e-df6f70dd0821,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:06.479712 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9551880 Sep 19 17:11:06.489755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40396) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:06.495623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:06.513984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df293df-5176-44a4-baf1-e24c562df09d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Network': ['ID=9ca82f69-6a8f-4b75-8656-0660f7a0a6d2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:06.543709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:06.594269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83594de-1597-4433-b1e0-2ff04d7dcdff req-56baf6e4-5746-4c41-81c0-db1a6d569465 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:06.596122 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b83594de-1597-4433-b1e0-2ff04d7dcdff req-56baf6e4-5746-4c41-81c0-db1a6d569465 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9070094 Sep 19 17:11:06.596862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7160d299-a40f-4614-96cd-2a8e24850353 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Unset dirty status for tenant:80e5a7529b2e4e5b96b18772ac19247f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:06.601556 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7160d299-a40f-4614-96cd-2a8e24850353 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7574117 Sep 19 17:11:06.601556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-90aaa514-6f2f-4431-a680-43b15c12baf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.601556 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-90aaa514-6f2f-4431-a680-43b15c12baf9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/76b65d33-4c50-4266-919e-df6f70dd0821 HTTP/1.1" status: 204 len: 168 time: 1.8766203 Sep 19 17:11:06.604973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40400) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:06.626028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1396486323'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:06.635649 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-342bd7e3-55f5-4bbf-8353-7b467db54e1d tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] GET failed (client error): The resource could not be found. Sep 19 17:11:06.637347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:06.637987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-342bd7e3-55f5-4bbf-8353-7b467db54e1d tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Synchronizing usage tracker for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:06.646427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:06.676584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port f771cbe5-5d8b-419f-94f7-cad81bb18de7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:06.676934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:06.776984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-44129308-4cc1-4a83-86e1-f2fdc95411ba None None] Current status of the port f771cbe5-5d8b-419f-94f7-cad81bb18de7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:06.832707 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b83594de-1597-4433-b1e0-2ff04d7dcdff req-c745fddb-b580-41dc-b9a0-e673ecc97ed1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020907 Sep 19 17:11:06.833416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Usage tracker for resource:network and tenant:80e5a7529b2e4e5b96b18772ac19247f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:06.837032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:06.873637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:06.883479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:06.891798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:06.907444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-342bd7e3-55f5-4bbf-8353-7b467db54e1d tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Unset dirty status for tenant:bcdeddfc16fb4305bffc739ce947be3f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:06.915878 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40410) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:06.916478 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-342bd7e3-55f5-4bbf-8353-7b467db54e1d tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "GET /v2.0/ports/2da28702-f286-4398-8b8a-57191890bf08 HTTP/1.1" status: 404 len: 333 time: 0.4408994 Sep 19 17:11:06.916842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:06.920219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c3d9fe-cf24-4c27-a817-8909be6f3fd8 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:06.995215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Made reservation on behalf of 80e5a7529b2e4e5b96b18772ac19247f for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:06.999534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.099941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:07.103388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.106524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-88436f9b-da81-4006-8f60-22f28f0da21b None None] Provisioning complete for port f771cbe5-5d8b-419f-94f7-cad81bb18de7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:07.107094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-88436f9b-da81-4006-8f60-22f28f0da21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.267731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-88436f9b-da81-4006-8f60-22f28f0da21b None None] Current status of the port f771cbe5-5d8b-419f-94f7-cad81bb18de7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:07.304139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-99ebbbf3-9043-4de4-b04a-c1851f3b0426 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Deleting port 12e12786-f7d2-41d0-9f73-a54c38e44c99 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:07.304498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99ebbbf3-9043-4de4-b04a-c1851f3b0426 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.309846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c3d9fe-cf24-4c27-a817-8909be6f3fd8 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:07.318889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d9fe-cf24-4c27-a817-8909be6f3fd8 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.323643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f242aa0-9562-4a89-9dd3-ffdc3794b824 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:07.334706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f242aa0-9562-4a89-9dd3-ffdc3794b824 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:07.334706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f242aa0-9562-4a89-9dd3-ffdc3794b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:07.438223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:07.439408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f242aa0-9562-4a89-9dd3-ffdc3794b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:07.459000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f242aa0-9562-4a89-9dd3-ffdc3794b824 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:07.463441 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f242aa0-9562-4a89-9dd3-ffdc3794b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:07.484950 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f7c3d9fe-cf24-4c27-a817-8909be6f3fd8 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/floatingips/6e3bcfbf-8d4c-4900-824d-eda166481bcb HTTP/1.1" status: 200 len: 979 time: 3.8347905 Sep 19 17:11:07.487649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:07.544712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.545262 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Added segment 4c175eec-7ea6-4631-b64a-d3c879816bea of type vlan for network 8301c5e1-8ce7-4b80-8ded-97b0ca4159a7 Sep 19 17:11:07.578366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f242aa0-9562-4a89-9dd3-ffdc3794b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:07.578847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f242aa0-9562-4a89-9dd3-ffdc3794b824 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:07.581584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f771cbe5-5d8b-419f-94f7-cad81bb18de7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:07.663003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f771cbe5-5d8b-419f-94f7-cad81bb18de7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:07.664401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.693485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40434) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:07.733177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.741148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port bf7ad88a-d058-4a31-8c68-94f9998a7bd4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:07.741520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.813401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f771cbe5-5d8b-419f-94f7-cad81bb18de7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:07.818697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port f771cbe5-5d8b-419f-94f7-cad81bb18de7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f771cbe5-5d8b-419f-94f7-cad81bb18de7,segment=NetworkSegment(7cbec090-ad6a-49e8-9e5d-15b4002496f4),segment_id=7cbec090-ad6a-49e8-9e5d-15b4002496f4)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:07.819650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.876734 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a714582d-80c8-42e3-980a-e06151c9eae1 tempest-ServiceProvidersTest-801502860 tempest-ServiceProvidersTest-801502860-project] 10.222.0.83 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1831992 Sep 19 17:11:07.936921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.937243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:07.960975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:11:07.984337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dd55e-4790-483e-9b51-a07f377142b4 req-971d2296-a37a-4557-8e55-f854457fbe59 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:07.985940 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-095dd55e-4790-483e-9b51-a07f377142b4 req-971d2296-a37a-4557-8e55-f854457fbe59 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9082980 Sep 19 17:11:08.063878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for bf7ad88a-d058-4a31-8c68-94f9998a7bd4 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:08.088481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for f771cbe5-5d8b-419f-94f7-cad81bb18de7 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:08.185173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40444) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:08.203626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:08.209258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:08.209846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:08.230575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:08.273958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:08.278180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=bf7ad88a-d058-4a31-8c68-94f9998a7bd4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:08.380977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:08.381286 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP 6e3bcfbf-8d4c-4900-824d-eda166481bcb disassociated (deleted). External IP: 172.26.10.22, port: c465d683-7ac2-4737-9d52-201e27ec1093. Sep 19 17:11:08.392877 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-095dd55e-4790-483e-9b51-a07f377142b4 req-4974f0a5-dbed-4e13-99c7-dc08bd6c5442 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448415 Sep 19 17:11:08.432648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99ebbbf3-9043-4de4-b04a-c1851f3b0426 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:08.481485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:08.687472 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0776665 Sep 19 17:11:08.698666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40452) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:08.712207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-32062883'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:08.726338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:08.744102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Usage tracker for resource:network and tenant:80e5a7529b2e4e5b96b18772ac19247f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:08.749895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:08.754556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222edb7-f2e7-4d65-b14f-37455703cfa0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Network': ['ID=8301c5e1-8ce7-4b80-8ded-97b0ca4159a7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:08.761237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:08.768985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 8301c5e1-8ce7-4b80-8ded-97b0ca4159a7 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:08.801627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-99ebbbf3-9043-4de4-b04a-c1851f3b0426 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Calling delete_port for 12e12786-f7d2-41d0-9f73-a54c38e44c99 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:08.850719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:08.882839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] Usage tracker for resource:security_group_rule and tenant:93da44e9d9414ccfbc96c0d04616a6ec is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:08.888788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=040b9a77-0799-4924-be07-8df3adbfc577,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:08.891319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:08.914328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:08.930139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:08.930496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network hostable DHCP agents. Network: 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:08.957639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cd715-7756-4b25-a350-6f64bf6154a0 req-bf4e2fce-012a-41ef-b149-8b3249350210 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:08.959163 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7a6cd715-7756-4b25-a350-6f64bf6154a0 req-bf4e2fce-012a-41ef-b149-8b3249350210 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4188755 Sep 19 17:11:08.975139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Made reservation on behalf of 80e5a7529b2e4e5b96b18772ac19247f for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:08.978478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.010068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:11:09.010542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.043697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.056913 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7a6cd715-7756-4b25-a350-6f64bf6154a0 req-f9553b36-035a-422d-b206-afe5b90e7ec5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861712 Sep 19 17:11:09.058668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:09.067132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:09.078316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.078676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Added segment e9aa97af-e576-4ac0-9aba-d75a9f4abed3 of type vlan for network d5db8f0f-f95b-4bdf-9efa-f24b74467f78 Sep 19 17:11:09.152612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Port': ['ID=f771cbe5-5d8b-419f-94f7-cad81bb18de7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:09.182896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.194848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:09.232570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2aa87-4a34-4fb4-b2b7-a6ebb68821fb None None] DHCP port deletion for df92e6be-9b0f-49be-aa68-e45e8b39638f request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:09.252233 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1881a-d554-4013-800b-b1826f2a6c35 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:11:09.299759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.305319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:09.306026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.348321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:09.359036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No DVR routers for this DVR port f771cbe5-5d8b-419f-94f7-cad81bb18de7 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:09.360693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d5d6c34-0f92-4a2c-9af7-e635a2fcd731,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:09.373135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:09.373726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.402348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:09.416562 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c11aa-bb52-494c-bb4a-105e30554d5d None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:09.435460 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c11aa-bb52-494c-bb4a-105e30554d5d None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:09.436414 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4c1c11aa-bb52-494c-bb4a-105e30554d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:09.458062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Checking segment: {'id': '3011706b-1425-4449-bd6b-a0cd51dbfc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fcad6132-54bb-4587-9428-ed122d6b9c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:09.458502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Network hostable DHCP agents. Network: fcad6132-54bb-4587-9428-ed122d6b9c3c, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:09.483051 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7698054 Sep 19 17:11:09.483540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99ebbbf3-9043-4de4-b04a-c1851f3b0426 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.487386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1881a-d554-4013-800b-b1826f2a6c35 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:11:09.489838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.545574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2d61f-e217-41cb-96bf-48b6a2f48ea5 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Network': ['ID=d5db8f0f-f95b-4bdf-9efa-f24b74467f78,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:09.565867 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4c1c11aa-bb52-494c-bb4a-105e30554d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:09.581501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network d5db8f0f-f95b-4bdf-9efa-f24b74467f78 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:09.585136 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c11aa-bb52-494c-bb4a-105e30554d5d None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:09.588020 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4c1c11aa-bb52-494c-bb4a-105e30554d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:10:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:09.593556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebbbf3-9043-4de4-b04a-c1851f3b0426 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Port': ['ID=12e12786-f7d2-41d0-9f73-a54c38e44c99,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:09.612484 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31267b73-6e43-43e6-8995-03c8b2f200cf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/floatingips/6e3bcfbf-8d4c-4900-824d-eda166481bcb HTTP/1.1" status: 204 len: 168 time: 2.1210833 Sep 19 17:11:09.612677 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c52ba56a-61b3-4eb7-b2fc-62fefa04c8eb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1199641 Sep 19 17:11:09.613939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:09.614361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40460) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:09.618061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f771cbe5-5d8b-419f-94f7-cad81bb18de7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:09.649095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40464) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:09.651788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.659579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'name': 'tempest-NetworksTestDHCPv6-1096548047'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:09.686685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'subnets': [{'network_id': '8301c5e1-8ce7-4b80-8ded-97b0ca4159a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--585506646', 'ip_version': 4}, {'network_id': 'd5db8f0f-f95b-4bdf-9efa-f24b74467f78', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:09.691644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'subnet': {'network_id': '8301c5e1-8ce7-4b80-8ded-97b0ca4159a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--585506646', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:09.692398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Request body: {'subnet': {'network_id': 'd5db8f0f-f95b-4bdf-9efa-f24b74467f78', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:09.692839 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4c1c11aa-bb52-494c-bb4a-105e30554d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:09.693934 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c11aa-bb52-494c-bb4a-105e30554d5d None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:09.750264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.776798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.781287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: f771cbe5-5d8b-419f-94f7-cad81bb18de7 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:09.781794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f771cbe5-5d8b-419f-94f7-cad81bb18de7 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:09.797092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Network fcad6132-54bb-4587-9428-ed122d6b9c3c is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:09.819344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b0b4-c90d-415b-a97e-514b9af41c96 req-d7681e75-d5e6-4407-858d-97c579e8dab5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:09.821367 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0ec2b0b4-c90d-415b-a97e-514b9af41c96 req-d7681e75-d5e6-4407-858d-97c579e8dab5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.6148598 Sep 19 17:11:09.883826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9d76448f-ba51-4f2c-9306-78b264827d2c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port c465d683-7ac2-4737-9d52-201e27ec1093 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:09.884196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d76448f-ba51-4f2c-9306-78b264827d2c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.888829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, fcad6132-54bb-4587-9428-ed122d6b9c3c) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:09.912773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:09.913357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.916697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0ae317-f07b-4296-a7f2-54e0edd4e44f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:09.923587 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c52dd49e-8403-42c6-b3af-410f21ea8fdc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93da44e9d9414ccfbc96c0d04616a6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7344153 Sep 19 17:11:09.927632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99ebbbf3-9043-4de4-b04a-c1851f3b0426 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.936855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40470) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:09.969754 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-99ebbbf3-9043-4de4-b04a-c1851f3b0426 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "DELETE /v2.0/ports/12e12786-f7d2-41d0-9f73-a54c38e44c99 HTTP/1.1" status: 204 len: 168 time: 3.0504937 Sep 19 17:11:09.975490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:09.979259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40474) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:10.027361 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0ec2b0b4-c90d-415b-a97e-514b9af41c96 req-faf54eba-30b5-4a98-9002-c41fb356d50a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783540 Sep 19 17:11:10.028539 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3087c281-ce51-4b63-b759-9a41b6a2bbd5 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8416121 Sep 19 17:11:10.047046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40478) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:10.072895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Request body: {'floatingip': {'floating_network_id': 'fcad6132-54bb-4587-9428-ed122d6b9c3c'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:10.073077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=359bbb5a-87b8-455e-abae-f04dda2bb1de,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:10.163062 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '040b9a77-0799-4924-be07-8df3adbfc577'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:10.164116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.187372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:10.189919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:10.201916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:10.210311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:10.210768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-0034ea1c-7151-49f4-96e6-3d0d0d3dca59 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Deleting subnet 8386e972-8a8c-4db9-b513-e5f62305a643 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:10.213131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Usage tracker for resource:subnet and tenant:80e5a7529b2e4e5b96b18772ac19247f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:10.220127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0034ea1c-7151-49f4-96e6-3d0d0d3dca59 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.248719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:10.251679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Usage tracker for resource:floatingip and tenant:297e161a5327465d9b135b3357f0ad23 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:10.255881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.256107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:10.263560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f515ba95-70eb-4180-87b7-3fadb41c8624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.263888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:10.281147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:10.283232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:10.287823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:10.315966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df92e6be-9b0f-49be-aa68-e45e8b39638f']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:10.330672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0034ea1c-7151-49f4-96e6-3d0d0d3dca59 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.345454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/040b9a77-0799-4924-be07-8df3adbfc577/42663e5a-f712-4e0b-8cee-4beda42644da) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:10.382263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbec090-ad6a-49e8-9e5d-15b4002496f4') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:10.382528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbec090-ad6a-49e8-9e5d-15b4002496f4') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:10.390137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f515ba95-70eb-4180-87b7-3fadb41c8624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.395589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.408591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.411767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:10.415104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.428744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Made reservation on behalf of 80e5a7529b2e4e5b96b18772ac19247f for: {'subnet': 2} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:10.433156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.433485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.454976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.471656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:10.472056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.612562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 2e994078-24cd-4026-94b7-0cc8cbd9b3a4 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:10.641488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.663758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7cbec090-ad6a-49e8-9e5d-15b4002496f4 resource provider aggregate not found Sep 19 17:11:10.687063 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7cbec090-ad6a-49e8-9e5d-15b4002496f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cbec090-ad6a-49e8-9e5d-15b4002496f4 found for delete ", "request_id": "req-4c472898-8cf6-4727-aeb0-dc513ea3aed1"}]} Sep 19 17:11:10.701807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f515ba95-70eb-4180-87b7-3fadb41c8624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.706872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0034ea1c-7151-49f4-96e6-3d0d0d3dca59 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.747044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Transition to ACTIVE for port object 42663e5a-f712-4e0b-8cee-4beda42644da will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:10.759081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.773270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Transition to ACTIVE for port object 42663e5a-f712-4e0b-8cee-4beda42644da will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:10.780549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.784790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515ba95-70eb-4180-87b7-3fadb41c8624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0ae317-f07b-4296-a7f2-54e0edd4e44f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:10.792833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.805303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=df92e6be-9b0f-49be-aa68-e45e8b39638f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:10.810760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f515ba95-70eb-4180-87b7-3fadb41c8624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.811880 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f515ba95-70eb-4180-87b7-3fadb41c8624 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1a0ae317-f07b-4296-a7f2-54e0edd4e44f HTTP/1.1" status: 204 len: 168 time: 0.8739395 Sep 19 17:11:10.820715 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2af81409-afd2-41ab-b70f-e5c7a393216d tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/df92e6be-9b0f-49be-aa68-e45e8b39638f HTTP/1.1" status: 204 len: 168 time: 6.6284723 Sep 19 17:11:10.820896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40490) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:10.859845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0034ea1c-7151-49f4-96e6-3d0d0d3dca59 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.880645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:10.884949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:10.888973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d76448f-ba51-4f2c-9306-78b264827d2c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.890294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:10.891588 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5b678f-6a70-4fc0-a147-ba5152827e4c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:10.892133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5b678f-6a70-4fc0-a147-ba5152827e4c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:10.896689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Pushing event updated for resources: {'Port': ['ID=42663e5a-f712-4e0b-8cee-4beda42644da,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:10.909297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034ea1c-7151-49f4-96e6-3d0d0d3dca59 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Subnet': ['ID=8386e972-8a8c-4db9-b513-e5f62305a643,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:10.911716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0034ea1c-7151-49f4-96e6-3d0d0d3dca59 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:10.915943 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0034ea1c-7151-49f4-96e6-3d0d0d3dca59 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "DELETE /v2.0/subnets/8386e972-8a8c-4db9-b513-e5f62305a643 HTTP/1.1" status: 204 len: 168 time: 0.9005160 Sep 19 17:11:10.915943 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4a5b678f-6a70-4fc0-a147-ba5152827e4c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/df92e6be-9b0f-49be-aa68-e45e8b39638f HTTP/1.1" status: 404 len: 339 time: 0.0937350 Sep 19 17:11:10.916247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40494) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:10.919997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40496) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:10.921714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f274f-4720-4649-8c0f-f16713628403 req-f1f5c7eb-6ae1-4511-af6f-ec647da995f5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:10.928772 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-146f274f-4720-4649-8c0f-f16713628403 req-f1f5c7eb-6ae1-4511-af6f-ec647da995f5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7427695 Sep 19 17:11:10.949138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-421106204', 'description': 'd1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:11.006691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Attempting to bind port 42663e5a-f712-4e0b-8cee-4beda42644da on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:11.007141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:11.007288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Attempting to bind port 42663e5a-f712-4e0b-8cee-4beda42644da by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:11.007556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Attempting to bind port 42663e5a-f712-4e0b-8cee-4beda42644da on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:11.013626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:11.013860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:11.014303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.014697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:11.015194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Bound port: 42663e5a-f712-4e0b-8cee-4beda42644da, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:11.015625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.024343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Usage tracker for resource:network and tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:11.029763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:11.068748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.071242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:11.091635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Deleting port 36a28157-e26d-40ea-b254-639174878aba {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:11.092443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.127973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] For port 42663e5a-f712-4e0b-8cee-4beda42644da, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:11.132486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] For port 42663e5a-f712-4e0b-8cee-4beda42644da, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=42663e5a-f712-4e0b-8cee-4beda42644da,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:11.136262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:11.137613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.140317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.219649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9d76448f-ba51-4f2c-9306-78b264827d2c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for c465d683-7ac2-4737-9d52-201e27ec1093 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:11.221557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35083a4a-9dd9-432b-87bb-452dd0c33180 None None] Pushing event updated for resources: {'Port': ['ID=42663e5a-f712-4e0b-8cee-4beda42644da,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:11.226924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:11.246260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.246673 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment 54022155-091f-4eb8-9753-11c627664d8e of type vlan for network 0d8cdb8a-6005-4996-b0c1-c338cc64b350 Sep 19 17:11:11.275956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::330 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/040b9a77-0799-4924-be07-8df3adbfc577/2e994078-24cd-4026-94b7-0cc8cbd9b3a4) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:11.339110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-08891e9c-1c3d-450c-a382-4167c8a75a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.361460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.376300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] For port 36a28157-e26d-40ea-b254-639174878aba, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=36a28157-e26d-40ea-b254-639174878aba,segment=NetworkSegment(ce372e31-d789-4c0f-86d3-c987768f9aa5),segment_id=ce372e31-d789-4c0f-86d3-c987768f9aa5)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:11.376671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.384732 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-146f274f-4720-4649-8c0f-f16713628403 req-ba59891d-b420-4f7d-b84f-ea8494241edb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4549887 Sep 19 17:11:11.538067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Calling delete_port for 36a28157-e26d-40ea-b254-639174878aba owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:11.608016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.620885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:11.621535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.628975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 42663e5a-f712-4e0b-8cee-4beda42644da up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:11.713709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 42663e5a-f712-4e0b-8cee-4beda42644da completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:11.757606 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8171501 Sep 19 17:11:11.758522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40504) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:11.762659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.765405 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de83ac-2518-4664-b260-2c43b3b4fc77 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=0d8cdb8a-6005-4996-b0c1-c338cc64b350,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:11.777747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0d8cdb8a-6005-4996-b0c1-c338cc64b350 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:11.789158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:11.909045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Port': ['ID=36a28157-e26d-40ea-b254-639174878aba,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:11.910967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] No DVR routers for this DVR port 36a28157-e26d-40ea-b254-639174878aba on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:11.985996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2297a-f310-446d-9b11-8966c7ff8b7c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:11.986707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21a2297a-f310-446d-9b11-8966c7ff8b7c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Synchronizing usage tracker for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:12.068147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.075304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.091254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21a2297a-f310-446d-9b11-8966c7ff8b7c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Unset dirty status for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:12.095084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d76448f-ba51-4f2c-9306-78b264827d2c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.095270 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-21a2297a-f310-446d-9b11-8966c7ff8b7c tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/networks?id=0d8cdb8a-6005-4996-b0c1-c338cc64b350 HTTP/1.1" status: 200 len: 764 time: 0.3326874 Sep 19 17:11:12.095367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40508) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:12.101212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5c65a117-1027-4de1-9870-8bb71b3d6f29 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'description': 'd2'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:12.120707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd985e3-0925-4330-9b9e-f42b9e3d7b2c']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:12.189984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce372e31-d789-4c0f-86d3-c987768f9aa5') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:12.190290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce372e31-d789-4c0f-86d3-c987768f9aa5') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:12.196836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 2e994078-24cd-4026-94b7-0cc8cbd9b3a4 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:12.203779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76448f-ba51-4f2c-9306-78b264827d2c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=c465d683-7ac2-4737-9d52-201e27ec1093,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:12.218058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.263800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.269423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Allocated IP 172.20.0.8 (fcad6132-54bb-4587-9428-ed122d6b9c3c/8d5d6c34-0f92-4a2c-9af7-e635a2fcd731/59c961d4-91ab-4a5e-bfe7-8e874c6b02d5) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:12.376189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72523706-93b9-44b5-9f68-14fc7bf8f92f None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:12.446652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:12.447012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.528050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.532054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d76448f-ba51-4f2c-9306-78b264827d2c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.555268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c65a117-1027-4de1-9870-8bb71b3d6f29 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.578850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.593618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d1c1c0-5e96-4f8f-ad67-c7b875d03b99 None None] Network fcad6132-54bb-4587-9428-ed122d6b9c3c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:12.610073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421cfebf-1eb0-4729-9533-f78fb65ab075 None None] Network df92e6be-9b0f-49be-aa68-e45e8b39638f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:12.628116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c65a117-1027-4de1-9870-8bb71b3d6f29 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.632941 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75feacf2-1fd3-4155-a10e-d8381bdcf0d7 None None] Network 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:12.672245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c65a117-1027-4de1-9870-8bb71b3d6f29 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network 0d8cdb8a-6005-4996-b0c1-c338cc64b350 is not hosted by any dhcp agent {{(pid=89056) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 17:11:12.677504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c65a117-1027-4de1-9870-8bb71b3d6f29 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:12.678762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c65a117-1027-4de1-9870-8bb71b3d6f29 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.681895 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5c65a117-1027-4de1-9870-8bb71b3d6f29 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "PUT /v2.0/networks/0d8cdb8a-6005-4996-b0c1-c338cc64b350 HTTP/1.1" status: 200 len: 761 time: 0.5831385 Sep 19 17:11:12.686392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40514) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:12.688114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:12.709057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:12.711553 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d76448f-ba51-4f2c-9306-78b264827d2c tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/ports/c465d683-7ac2-4737-9d52-201e27ec1093 HTTP/1.1" status: 204 len: 168 time: 3.0961440 Sep 19 17:11:12.717781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:12.722635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:12.723280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.736531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421cfebf-1eb0-4729-9533-f78fb65ab075 None None] Network df92e6be-9b0f-49be-aa68-e45e8b39638f could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:11:12.742537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40518) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:12.759665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:12.765617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:12.770239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:floatingip and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:12.771332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=2e994078-24cd-4026-94b7-0cc8cbd9b3a4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:12.773308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:12.779240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:12.787835 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment ce372e31-d789-4c0f-86d3-c987768f9aa5 resource provider aggregate not found Sep 19 17:11:12.796789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.801958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.824109 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment ce372e31-d789-4c0f-86d3-c987768f9aa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce372e31-d789-4c0f-86d3-c987768f9aa5 found for delete ", "request_id": "req-e1d22b5d-e224-4f8c-99b5-fecad72c9f8c"}]} Sep 19 17:11:12.824775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d1673-5a04-4d1c-800c-87860723f14f None None] DHCP port deletion for df92e6be-9b0f-49be-aa68-e45e8b39638f request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:12.827630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:12.839428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fcd9c37e-3051-4d1f-86a7-a933fc3687b0 None None] Provisioning for port 42663e5a-f712-4e0b-8cee-4beda42644da completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:12.839984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65a117-1027-4de1-9870-8bb71b3d6f29 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=0d8cdb8a-6005-4996-b0c1-c338cc64b350,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:12.874556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0d8cdb8a-6005-4996-b0c1-c338cc64b350 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:12.924982 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] 10.222.0.83 "DELETE /v2.0/networks/4fd985e3-0925-4330-9b9e-f42b9e3d7b2c HTTP/1.1" status: 204 len: 168 time: 2.0052876 Sep 19 17:11:12.924982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578423a-5981-4803-9b2f-01b8f3e57382 tempest-AllowedAddressPairTestJSON-1241295932 tempest-AllowedAddressPairTestJSON-1241295932-project] Pushing event deleted for resources: {'Network': ['ID=4fd985e3-0925-4330-9b9e-f42b9e3d7b2c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:13.002336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.018933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.024042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Subnet': ['ID=700d8bdb-3ace-405c-94ab-7268e4f891c4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:13.032358 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bdd9056d-960e-44fe-b597-136f402786f3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4132094 Sep 19 17:11:13.039994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:13.104752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Checking segment: {'id': '4c175eec-7ea6-4631-b64a-d3c879816bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8301c5e1-8ce7-4b80-8ded-97b0ca4159a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:13.105119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Network hostable DHCP agents. Network: 8301c5e1-8ce7-4b80-8ded-97b0ca4159a7, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:13.126949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa90ba-bc92-4a5b-951d-da96f06c8299 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.127470 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-afaa90ba-bc92-4a5b-951d-da96f06c8299 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Synchronizing usage tracker for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:13.168861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-afaa90ba-bc92-4a5b-951d-da96f06c8299 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Unset dirty status for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:13.170144 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-afaa90ba-bc92-4a5b-951d-da96f06c8299 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/networks?id=0d8cdb8a-6005-4996-b0c1-c338cc64b350 HTTP/1.1" status: 200 len: 764 time: 0.4768991 Sep 19 17:11:13.174892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40534) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:13.183566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Network 8301c5e1-8ce7-4b80-8ded-97b0ca4159a7 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:13.196344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.207754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fcd9c37e-3051-4d1f-86a7-a933fc3687b0 None None] Provisioning complete for port 42663e5a-f712-4e0b-8cee-4beda42644da triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:13.208137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c37e-3051-4d1f-86a7-a933fc3687b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.225823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.26.10.196 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/3e09a830-76f5-404a-9e19-bfecc6b3288a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:13.237179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 8301c5e1-8ce7-4b80-8ded-97b0ca4159a7) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:13.251737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.286692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40538) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:13.308782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4456eb0-64cd-466e-b291-3ce67e561375 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.314673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4456eb0-64cd-466e-b291-3ce67e561375 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.315522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4456eb0-64cd-466e-b291-3ce67e561375 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:13.330116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Network fcad6132-54bb-4587-9428-ed122d6b9c3c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:13.346634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:13.357032 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:13.371272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf741e-f030-4d81-b11f-605628b02dc1 None None] Network 8301c5e1-8ce7-4b80-8ded-97b0ca4159a7 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:13.402469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Port': ['ID=59c961d4-91ab-4a5e-bfe7-8e874c6b02d5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:13.435233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4456eb0-64cd-466e-b291-3ce67e561375 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:13.440162 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4456eb0-64cd-466e-b291-3ce67e561375 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3937006 Sep 19 17:11:13.441611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40544) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:13.448935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event updated for resources: {'Subnet': ['ID=a3eac9e9-68e7-42a7-ae87-c04376e34c99,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:13.465885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Checking segment: {'id': 'e9aa97af-e576-4ac0-9aba-d75a9f4abed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd5db8f0f-f95b-4bdf-9efa-f24b74467f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:13.466287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Network hostable DHCP agents. Network: d5db8f0f-f95b-4bdf-9efa-f24b74467f78, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:13.495247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.572528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Network d5db8f0f-f95b-4bdf-9efa-f24b74467f78 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:13.573743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c331465-8e25-45d3-9dbb-c290fe2ed21f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.582788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.605194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c331465-8e25-45d3-9dbb-c290fe2ed21f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.606795 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c331465-8e25-45d3-9dbb-c290fe2ed21f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1352 time: 0.4306626 Sep 19 17:11:13.610834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40548) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:13.667187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, d5db8f0f-f95b-4bdf-9efa-f24b74467f78) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:13.672149 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.672718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.673350 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.675190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.688465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-12c53232-257c-4cee-ad2d-835cea188b72 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 2e994078-24cd-4026-94b7-0cc8cbd9b3a4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:13.688801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-12c53232-257c-4cee-ad2d-835cea188b72 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.695618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-36bae0dd-0bef-4a2a-acff-545a66f719f8 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Synchronizing usage tracker for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:13.734823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-36bae0dd-0bef-4a2a-acff-545a66f719f8 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Unset dirty status for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:13.736261 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-36bae0dd-0bef-4a2a-acff-545a66f719f8 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 207 time: 0.1172671 Sep 19 17:11:13.739819 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed4cabff-6f19-4fde-b76f-77690b053a3a tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.0887907 Sep 19 17:11:13.741546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40552) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:13.746365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40554) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:13.771939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84700793-64a1-44c3-a001-bcc0b1aab3d9 None None] Network d5db8f0f-f95b-4bdf-9efa-f24b74467f78 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:13.842549 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7da18570-34dd-48ba-93ad-77c0fdafce54 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bcdeddfc16fb4305bffc739ce947be3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512695 Sep 19 17:11:13.843117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40560) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:13.858020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fdc302-c203-41c6-8d9f-6c2631e60c19 None None] DHCP port deletion for 4fd985e3-0925-4330-9b9e-f42b9e3d7b2c request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:13.908235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf89a3ba-68a5-4440-a312-f8ec9c664708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.930367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d9e5d6-bc43-44cd-8364-4252177fcbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-8301c5e1-8ce7-4b80-8ded-97b0ca4159a7', 'network_id': '8301c5e1-8ce7-4b80-8ded-97b0ca4159a7', 'tenant_id': '80e5a7529b2e4e5b96b18772ac19247f', 'fixed_ips': [{'subnet_id': '700d8bdb-3ace-405c-94ab-7268e4f891c4'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:13.931233 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-85d9e5d6-bc43-44cd-8364-4252177fcbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.943892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:13.993534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efec5d4-c17c-4ec0-ac7e-1bbc94d567ca tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.995197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efec5d4-c17c-4ec0-ac7e-1bbc94d567ca tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.996694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efec5d4-c17c-4ec0-ac7e-1bbc94d567ca tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:13.997649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3efec5d4-c17c-4ec0-ac7e-1bbc94d567ca tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Synchronizing usage tracker for tenant:80e5a7529b2e4e5b96b18772ac19247f on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:14.058005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:14.065368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:14.068707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:14.074090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3efec5d4-c17c-4ec0-ac7e-1bbc94d567ca tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Unset dirty status for tenant:80e5a7529b2e4e5b96b18772ac19247f on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:14.075291 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3efec5d4-c17c-4ec0-ac7e-1bbc94d567ca tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3327239 Sep 19 17:11:14.080046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40564) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:14.096140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=3e09a830-76f5-404a-9e19-bfecc6b3288a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:14.134426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3032439-414e-4625-a40b-9e8abee9d6a4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:14.140555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3032439-414e-4625-a40b-9e8abee9d6a4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:14.146612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3032439-414e-4625-a40b-9e8abee9d6a4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:14.152838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3032439-414e-4625-a40b-9e8abee9d6a4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:14.156871 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fcd9c37e-3051-4d1f-86a7-a933fc3687b0 None None] Current status of the port 42663e5a-f712-4e0b-8cee-4beda42644da is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:14.157059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c37e-3051-4d1f-86a7-a933fc3687b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.159349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3032439-414e-4625-a40b-9e8abee9d6a4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:14.162639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4263616e-5622-4474-9c4e-fb515c8bc273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.165017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3032439-414e-4625-a40b-9e8abee9d6a4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:14.172019 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3032439-414e-4625-a40b-9e8abee9d6a4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:14.173371 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b3032439-414e-4625-a40b-9e8abee9d6a4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4297 time: 0.4260180 Sep 19 17:11:14.188555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40568) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:14.224198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70b1d5b-d61f-4596-b924-bda15309ef23 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Deleting subnet 700d8bdb-3ace-405c-94ab-7268e4f891c4 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:14.236780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-12c53232-257c-4cee-ad2d-835cea188b72 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.238788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d70b1d5b-d61f-4596-b924-bda15309ef23 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.259704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7becb4f2-890a-4536-83fb-a457d4dbdc06 None None] Network fcad6132-54bb-4587-9428-ed122d6b9c3c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:14.273979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.282707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.367737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fcd9c37e-3051-4d1f-86a7-a933fc3687b0 None None] For port 42663e5a-f712-4e0b-8cee-4beda42644da, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=42663e5a-f712-4e0b-8cee-4beda42644da,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:14.372580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-d5db8f0f-f95b-4bdf-9efa-f24b74467f78', 'network_id': 'd5db8f0f-f95b-4bdf-9efa-f24b74467f78', 'tenant_id': '80e5a7529b2e4e5b96b18772ac19247f', 'fixed_ips': [{'subnet_id': 'a3eac9e9-68e7-42a7-ae87-c04376e34c99'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:14.373726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.388440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c37e-3051-4d1f-86a7-a933fc3687b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.398409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d70b1d5b-d61f-4596-b924-bda15309ef23 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.463660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Port': ['ID=59c961d4-91ab-4a5e-bfe7-8e874c6b02d5,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:14.467312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.498040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d70b1d5b-d61f-4596-b924-bda15309ef23 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.530757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.532035 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-40e86f5a-0a3b-4d82-a550-e20d96f2c65c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4842355 Sep 19 17:11:14.537061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:14.630820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a7f7d984-7fd7-434c-87b2-11730244ff16 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Synchronizing usage tracker for tenant:297e161a5327465d9b135b3357f0ad23 on resource:floatingip {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:14.639860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4263616e-5622-4474-9c4e-fb515c8bc273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.662609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9c37e-3051-4d1f-86a7-a933fc3687b0 None None] Pushing event updated for resources: {'Port': ['ID=42663e5a-f712-4e0b-8cee-4beda42644da,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:14.662860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a7f7d984-7fd7-434c-87b2-11730244ff16 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Unset dirty status for tenant:297e161a5327465d9b135b3357f0ad23 on resource:floatingip {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:14.664280 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a7f7d984-7fd7-434c-87b2-11730244ff16 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "GET /v2.0/floatingips?floating_network_id=fcad6132-54bb-4587-9428-ed122d6b9c3c HTTP/1.1" status: 200 len: 689 time: 0.1262078 Sep 19 17:11:14.667391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40576) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:14.697750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d70b1d5b-d61f-4596-b924-bda15309ef23 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server [None req-85d9e5d6-bc43-44cd-8364-4252177fcbb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 700d8bdb-3ace-405c-94ab-7268e4f891c4: This subnet is being modified by another concurrent operation. Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:11:14.726403 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise exception Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 700d8bdb-3ace-405c-94ab-7268e4f891c4: This subnet is being modified by another concurrent operation. Sep 19 17:11:14.729589 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Sep 19 17:11:14.762472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.775483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-12c53232-257c-4cee-ad2d-835cea188b72 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 2e994078-24cd-4026-94b7-0cc8cbd9b3a4 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:14.782206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df54068-d0d3-49f4-a73d-3ecc304c9f14 None None] Network 8301c5e1-8ce7-4b80-8ded-97b0ca4159a7 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:14.806890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d70b1d5b-d61f-4596-b924-bda15309ef23 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:14.809913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b1d5b-d61f-4596-b924-bda15309ef23 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Subnet': ['ID=700d8bdb-3ace-405c-94ab-7268e4f891c4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:14.833031 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d70b1d5b-d61f-4596-b924-bda15309ef23 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/subnets/700d8bdb-3ace-405c-94ab-7268e4f891c4 HTTP/1.1" status: 204 len: 168 time: 0.7519004 Sep 19 17:11:14.835618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:14.870988 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f0c4a4b0-cd51-421d-b918-59396d705b74 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 877 time: 0.6825655 Sep 19 17:11:14.905997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Allocated IP 172.20.0.18 (d5db8f0f-f95b-4bdf-9efa-f24b74467f78/a3eac9e9-68e7-42a7-ae87-c04376e34c99/f2c308b0-ec96-4983-ae93-6f577e98863d) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:14.917971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40584) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:14.972783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b36bca-4161-4750-be78-cde028dd48d2 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:15.037939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.062034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.090568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009dd0f2-bfeb-4b21-9c14-555941ab100f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.092102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009dd0f2-bfeb-4b21-9c14-555941ab100f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.093656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009dd0f2-bfeb-4b21-9c14-555941ab100f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.095130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009dd0f2-bfeb-4b21-9c14-555941ab100f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.096577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009dd0f2-bfeb-4b21-9c14-555941ab100f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.097481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-009dd0f2-bfeb-4b21-9c14-555941ab100f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Synchronizing usage tracker for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:15.123844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4613a059-9199-467b-a199-2d2141c24179 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Deleting subnet a3eac9e9-68e7-42a7-ae87-c04376e34c99 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:15.158505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Deleting port 59c961d4-91ab-4a5e-bfe7-8e874c6b02d5 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:15.158755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.173756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-009dd0f2-bfeb-4b21-9c14-555941ab100f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Unset dirty status for tenant:ed1aea47b5ce4ff1a6f5f2f21d21984e on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:15.180209 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-009dd0f2-bfeb-4b21-9c14-555941ab100f tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2536216 Sep 19 17:11:15.185303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40588) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:15.186592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4263616e-5622-4474-9c4e-fb515c8bc273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.282189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263616e-5622-4474-9c4e-fb515c8bc273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988e77b3-b8b0-45d1-aa0e-d2870129f048,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:15.324534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-12c53232-257c-4cee-ad2d-835cea188b72 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.354321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.355788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.358403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6f659-10eb-434b-946b-1f22c2e80d5e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.360605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6f659-10eb-434b-946b-1f22c2e80d5e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.361665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6f659-10eb-434b-946b-1f22c2e80d5e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.363083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6f659-10eb-434b-946b-1f22c2e80d5e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.364905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6f659-10eb-434b-946b-1f22c2e80d5e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.371232 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eee6f659-10eb-434b-946b-1f22c2e80d5e tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1752875 Sep 19 17:11:15.371431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2e04bdac-433a-4b25-ab74-02fafa7e11ae None None] Provisioning complete for port 42663e5a-f712-4e0b-8cee-4beda42644da triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:15.371431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2e04bdac-433a-4b25-ab74-02fafa7e11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.375098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40592) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:15.405849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c53232-257c-4cee-ad2d-835cea188b72 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=2e994078-24cd-4026-94b7-0cc8cbd9b3a4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:15.452035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4263616e-5622-4474-9c4e-fb515c8bc273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.453206 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4263616e-5622-4474-9c4e-fb515c8bc273 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/988e77b3-b8b0-45d1-aa0e-d2870129f048 HTTP/1.1" status: 204 len: 168 time: 1.6092141 Sep 19 17:11:15.465817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-12c53232-257c-4cee-ad2d-835cea188b72 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.468148 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-12c53232-257c-4cee-ad2d-835cea188b72 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/2e994078-24cd-4026-94b7-0cc8cbd9b3a4 HTTP/1.1" status: 204 len: 168 time: 2.0254719 Sep 19 17:11:15.471037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40598) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:15.499117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.499117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.507190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.515699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.597451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 42663e5a-f712-4e0b-8cee-4beda42644da up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:15.672608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.690102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=3e09a830-76f5-404a-9e19-bfecc6b3288a,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:15.694260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.695538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1d946211-46a3-4bb9-9717-dc5c7f646565 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 2.9520106 Sep 19 17:11:15.698102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40604) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:15.706132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'port': {'network_id': '0c77106d-84c0-4ec4-b86a-ef4bf054d5ed', 'name': 'tempest-FloatingIPTestJSON-289712268'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:15.709660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.737913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Calling delete_port for 59c961d4-91ab-4a5e-bfe7-8e874c6b02d5 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:15.787829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Transition to ACTIVE for port object f2c308b0-ec96-4983-ae93-6f577e98863d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:15.804809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa243086-3ca5-47a3-9f39-60b97d9d547e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.806413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa243086-3ca5-47a3-9f39-60b97d9d547e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:15.807940 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aa243086-3ca5-47a3-9f39-60b97d9d547e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3165545 Sep 19 17:11:15.812706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:15.826791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2e04bdac-433a-4b25-ab74-02fafa7e11ae None None] Current status of the port 42663e5a-f712-4e0b-8cee-4beda42644da is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:15.845392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Transition to ACTIVE for port object f2c308b0-ec96-4983-ae93-6f577e98863d will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:15.854167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2e04bdac-433a-4b25-ab74-02fafa7e11ae None None] Could not find standard attr ID for object 2e994078-24cd-4026-94b7-0cc8cbd9b3a4. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:11:15.866660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4613a059-9199-467b-a199-2d2141c24179 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.869231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.916438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 42663e5a-f712-4e0b-8cee-4beda42644da triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:15.916838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.917796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:15.924513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:port and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:15.928310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:15.935454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:15.951177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:15.958026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:15.998031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Network d5db8f0f-f95b-4bdf-9efa-f24b74467f78 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:16.000337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] device_id is not set on port 3e4a4521-c415-4814-bc37-38830d454f59 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:16.004366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e671a1df-6131-46dc-bec5-750ed214f921 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:16.005041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:16.005758 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e671a1df-6131-46dc-bec5-750ed214f921 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/networks/0950583e-3cdd-4b5c-a553-bc31ca21193a HTTP/1.1" status: 200 len: 803 time: 0.6297679 Sep 19 17:11:16.008898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4613a059-9199-467b-a199-2d2141c24179 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.014917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:16.019327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Pushing event updated for resources: {'Port': ['ID=f2c308b0-ec96-4983-ae93-6f577e98863d,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:16.039117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27f9034-b2ba-4d34-9c53-adfe68581f22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 040b9a77-0799-4924-be07-8df3adbfc577 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:16.049330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:16.094421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27f9034-b2ba-4d34-9c53-adfe68581f22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.209869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Attempting to bind port f2c308b0-ec96-4983-ae93-6f577e98863d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:16.210267 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Attempting to bind port f2c308b0-ec96-4983-ae93-6f577e98863d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'e9aa97af-e576-4ac0-9aba-d75a9f4abed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd5db8f0f-f95b-4bdf-9efa-f24b74467f78'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:16.210577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Attempting to bind port f2c308b0-ec96-4983-ae93-6f577e98863d on network d5db8f0f-f95b-4bdf-9efa-f24b74467f78 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:16.221870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.226389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.20.0.5 (0c77106d-84c0-4ec4-b86a-ef4bf054d5ed/8231094f-3fe3-4acc-9c4c-82945f73fc11/3e4a4521-c415-4814-bc37-38830d454f59) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:16.226860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:16.227268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Checking segment: {'id': 'e9aa97af-e576-4ac0-9aba-d75a9f4abed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd5db8f0f-f95b-4bdf-9efa-f24b74467f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:16.227703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.228103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Bound using segment: {'id': 'e9aa97af-e576-4ac0-9aba-d75a9f4abed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd5db8f0f-f95b-4bdf-9efa-f24b74467f78'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:16.228675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Bound port: f2c308b0-ec96-4983-ae93-6f577e98863d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9aa97af-e576-4ac0-9aba-d75a9f4abed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd5db8f0f-f95b-4bdf-9efa-f24b74467f78'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:16.229222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.277900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 42663e5a-f712-4e0b-8cee-4beda42644da is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:16.296373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 36a28157-e26d-40ea-b254-639174878aba no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:16.345661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 36a28157-e26d-40ea-b254-639174878aba {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:16.346355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 36a28157-e26d-40ea-b254-639174878aba not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:16.390988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] For port f2c308b0-ec96-4983-ae93-6f577e98863d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:16.397541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] For port f2c308b0-ec96-4983-ae93-6f577e98863d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f2c308b0-ec96-4983-ae93-6f577e98863d,segment=NetworkSegment(e9aa97af-e576-4ac0-9aba-d75a9f4abed3),segment_id=e9aa97af-e576-4ac0-9aba-d75a9f4abed3)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:16.401168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c70e90e6-5bac-4cf8-a9dd-364de0bc9846 None None] Provisioning complete for port 42663e5a-f712-4e0b-8cee-4beda42644da triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:16.401669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c70e90e6-5bac-4cf8-a9dd-364de0bc9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.411697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27f9034-b2ba-4d34-9c53-adfe68581f22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.434326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.552708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.562020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f43fe5-549a-41e1-8af7-d62af7d8ce75 None None] Pushing event updated for resources: {'Port': ['ID=f2c308b0-ec96-4983-ae93-6f577e98863d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:16.585393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:16.639146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c70e90e6-5bac-4cf8-a9dd-364de0bc9846 None None] Current status of the port 42663e5a-f712-4e0b-8cee-4beda42644da is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:16.704502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4613a059-9199-467b-a199-2d2141c24179 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.744254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.752798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d1baf9bd-dc97-4509-9a0f-b0b2e40de2f3 None None] Could not find standard attr ID for object 2e994078-24cd-4026-94b7-0cc8cbd9b3a4. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:11:16.819086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:16.882182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0c77106d-84c0-4ec4-b86a-ef4bf054d5ed is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:16.888847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:16.898706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:16.934497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event deleted for resources: {'Port': ['ID=59c961d4-91ab-4a5e-bfe7-8e874c6b02d5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:16.981475 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-36be6224-9046-41ee-859c-9cb6ec889740 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/networks/0950583e-3cdd-4b5c-a553-bc31ca21193a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.9310071 Sep 19 17:11:16.985369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=3e4a4521-c415-4814-bc37-38830d454f59,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:16.992237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40638) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:17.000327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1401132437'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:17.004607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:17.005241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.020008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:17.033245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:network and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:17.040367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:17.054713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:17.069668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27f9034-b2ba-4d34-9c53-adfe68581f22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.087286 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-35198450-3a10-447b-bcb1-ddb5fd3a6753 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3880708 Sep 19 17:11:17.090335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c56cb0-f6bd-4f18-ac34-1339967e1254 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:17.092036 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c8c56cb0-f6bd-4f18-ac34-1339967e1254 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/subnets/8fe28f6f-9b42-4055-8c73-4ee51eed3f1b HTTP/1.1" status: 200 len: 843 time: 0.0976958 Sep 19 17:11:17.092435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40642) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:17.097456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'port_id': '3e4a4521-c415-4814-bc37-38830d454f59'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:17.110082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40646) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:17.179253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.182244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:17.186089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.223037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.232949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4613a059-9199-467b-a199-2d2141c24179 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.287723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.322925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613a059-9199-467b-a199-2d2141c24179 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Subnet': ['ID=a3eac9e9-68e7-42a7-ae87-c04376e34c99,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:17.335737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4613a059-9199-467b-a199-2d2141c24179 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.341220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:17.349136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31b508-c4b4-4fa2-b8b3-34a8a2daeb85 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['shared'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:17.350519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8c31b508-c4b4-4fa2-b8b3-34a8a2daeb85 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "GET /v2.0/subnets/8fe28f6f-9b42-4055-8c73-4ee51eed3f1b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2380805 Sep 19 17:11:17.357348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40650) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:17.365435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1313148908'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:17.368413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:security_group_rule and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:17.379421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:17.399456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:17.403018 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4613a059-9199-467b-a199-2d2141c24179 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/subnets/a3eac9e9-68e7-42a7-ae87-c04376e34c99 HTTP/1.1" status: 204 len: 168 time: 2.5662718 Sep 19 17:11:17.409168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27f9034-b2ba-4d34-9c53-adfe68581f22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.410867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40654) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:17.413930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:17.448273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.468959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:17.501468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c27f9034-b2ba-4d34-9c53-adfe68581f22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.506147 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c27f9034-b2ba-4d34-9c53-adfe68581f22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/040b9a77-0799-4924-be07-8df3adbfc577 HTTP/1.1" status: 204 len: 168 time: 1.6879508 Sep 19 17:11:17.509489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15044f8a-451a-41a1-9be0-9c149b47aa60 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:17.512694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f9034-b2ba-4d34-9c53-adfe68581f22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=040b9a77-0799-4924-be07-8df3adbfc577,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:17.518639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:17.538413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:17.546999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.582656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae54529-90b5-41c2-a463-3f4ec0efb2cf tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:17.582656 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eae54529-90b5-41c2-a463-3f4ec0efb2cf tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1706986 Sep 19 17:11:17.586442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40662) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:17.616837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-14bc2ceb-cc9d-4445-8091-9302b38432e4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941989 Sep 19 17:11:17.619559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40666) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:17.634660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:17.647930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f2c308b0-ec96-4983-ae93-6f577e98863d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:17.720265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.756511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.821855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:17.825748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5d6c34-0f92-4a2c-9af7-e635a2fcd731,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:17.831305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Deleting port f2c308b0-ec96-4983-ae93-6f577e98863d {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:17.831652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.874402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:17.876859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.877182 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Added segment 73a6b0c3-01b5-4e7b-bec2-f6c46b596086 of type vlan for network bd069df8-467a-4669-b194-f151a2b843dc Sep 19 17:11:17.909088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9462361e-d3bc-427f-a02e-c15bc822cc8b None None] Network d5db8f0f-f95b-4bdf-9efa-f24b74467f78 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:17.933015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:17.941760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:17.962300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:17.968915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.977272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:17.981095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.017631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.021819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:18.025710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.061208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:18.063046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-76b42137-c102-4092-b325-3d6cf4bebe8d None None] Provisioning for port f2c308b0-ec96-4983-ae93-6f577e98863d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:18.067657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcad6132-54bb-4587-9428-ed122d6b9c3c']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:18.096452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port f2c308b0-ec96-4983-ae93-6f577e98863d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:18.146403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.148102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-76b42137-c102-4092-b325-3d6cf4bebe8d None None] Provisioning complete for port f2c308b0-ec96-4983-ae93-6f577e98863d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:18.148493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76b42137-c102-4092-b325-3d6cf4bebe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.148742 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Added segment 2824c678-9b98-4cc4-9c21-aa4e9593cb38 of type vlan for network 104af635-24e8-47fb-99a3-0458ecaa3e6a Sep 19 17:11:18.150372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:11:18.182764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f736b9-a2f9-4b92-99b7-78c4f9733d2d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:18.197287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3011706b-1425-4449-bd6b-a0cd51dbfc1e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:18.197960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3011706b-1425-4449-bd6b-a0cd51dbfc1e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:18.242075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.253289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.258715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.264894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:18.265558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.266591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f2c308b0-ec96-4983-ae93-6f577e98863d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:18.267832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.281013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.303019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:18.305991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:18.306504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.321230 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9626410 Sep 19 17:11:18.323168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] For port f2c308b0-ec96-4983-ae93-6f577e98863d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f2c308b0-ec96-4983-ae93-6f577e98863d,segment=NetworkSegment(e9aa97af-e576-4ac0-9aba-d75a9f4abed3),segment_id=e9aa97af-e576-4ac0-9aba-d75a9f4abed3)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:18.323867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.326104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40670) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:18.366107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] Deleting port 42663e5a-f712-4e0b-8cee-4beda42644da {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:18.366612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.388657 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3011706b-1425-4449-bd6b-a0cd51dbfc1e resource provider aggregate not found Sep 19 17:11:18.396212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'network_id': 'bd069df8-467a-4669-b194-f151a2b843dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:18.505241 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3011706b-1425-4449-bd6b-a0cd51dbfc1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3011706b-1425-4449-bd6b-a0cd51dbfc1e found for delete ", "request_id": "req-fe0c3446-407c-4179-8a79-9496ee7e5cfa"}]} Sep 19 17:11:18.542248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Calling delete_port for f2c308b0-ec96-4983-ae93-6f577e98863d owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:18.561967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.563245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.569784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:18.569784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.600183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da31769-ee05-4bc6-b051-2bc09df46038 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Network': ['ID=bd069df8-467a-4669-b194-f151a2b843dc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:18.642943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network bd069df8-467a-4669-b194-f151a2b843dc details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:18.669856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fcad6132-54bb-4587-9428-ed122d6b9c3c {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 17:11:18.689184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.714123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f2c308b0-ec96-4983-ae93-6f577e98863d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:18.714520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.770211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Network': ['ID=104af635-24e8-47fb-99a3-0458ecaa3e6a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:18.792384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:18.802620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "DELETE /v2.0/networks/fcad6132-54bb-4587-9428-ed122d6b9c3c HTTP/1.1" status: 204 len: 168 time: 4.1313322 Sep 19 17:11:18.819636 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9664edee-500c-43e7-af60-2c1e6d48afca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1900940 Sep 19 17:11:18.823712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 104af635-24e8-47fb-99a3-0458ecaa3e6a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:18.836299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40678) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:18.880434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.882262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.884068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-76b42137-c102-4092-b325-3d6cf4bebe8d None None] Current status of the port f2c308b0-ec96-4983-ae93-6f577e98863d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:18.884611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76b42137-c102-4092-b325-3d6cf4bebe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.926713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:18.936744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6b6ae-adc2-47d5-8856-6868608724d8 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcad6132-54bb-4587-9428-ed122d6b9c3c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:18.940625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:18.974118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1769b60-cf5d-4e36-9915-ede8e232a8c7 None None] DHCP port deletion for d5db8f0f-f95b-4bdf-9efa-f24b74467f78 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:18.983519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] No DVR routers for this DVR port f2c308b0-ec96-4983-ae93-6f577e98863d on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:19.049843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Port': ['ID=f2c308b0-ec96-4983-ae93-6f577e98863d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:19.093979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] For port 42663e5a-f712-4e0b-8cee-4beda42644da, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=42663e5a-f712-4e0b-8cee-4beda42644da,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:19.094403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.154289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.189384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5db8f0f-f95b-4bdf-9efa-f24b74467f78']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:19.202758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9aa97af-e576-4ac0-9aba-d75a9f4abed3') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:19.203463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9aa97af-e576-4ac0-9aba-d75a9f4abed3') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:19.216056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.234802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.241960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:19.242702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.299674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] Calling delete_port for 42663e5a-f712-4e0b-8cee-4beda42644da owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:19.352546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.378188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.385021 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment e9aa97af-e576-4ac0-9aba-d75a9f4abed3 resource provider aggregate not found Sep 19 17:11:19.442538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.460099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Made reservation on behalf of ed1aea47b5ce4ff1a6f5f2f21d21984e for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:19.464537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.541144 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment e9aa97af-e576-4ac0-9aba-d75a9f4abed3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9aa97af-e576-4ac0-9aba-d75a9f4abed3 found for delete ", "request_id": "req-82d33520-6c37-4822-852a-0fd314519a35"}]} Sep 19 17:11:19.545376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] Pushing event deleted for resources: {'Port': ['ID=42663e5a-f712-4e0b-8cee-4beda42644da,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:19.556689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1a75e-dd3d-4d98-acf6-b57f0382eeb3 None None] No DVR routers for this DVR port 42663e5a-f712-4e0b-8cee-4beda42644da on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:19.571752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f2c308b0-ec96-4983-ae93-6f577e98863d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:19.583818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Network': ['ID=d5db8f0f-f95b-4bdf-9efa-f24b74467f78,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:19.592805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 17:11:19.593323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 17:11:19.610050 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2374ac32-a22f-47c3-9b00-d4dac537af3b tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/networks/d5db8f0f-f95b-4bdf-9efa-f24b74467f78 HTTP/1.1" status: 204 len: 168 time: 2.0169473 Sep 19 17:11:19.612288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423fad7-25c1-4a95-8070-97496366ed25 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:11:19.613272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40686) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:19.648928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: f2c308b0-ec96-4983-ae93-6f577e98863d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:19.649564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f2c308b0-ec96-4983-ae93-6f577e98863d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:19.650195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 42663e5a-f712-4e0b-8cee-4beda42644da no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:19.693603 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.718472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 42663e5a-f712-4e0b-8cee-4beda42644da {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:19.718983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 42663e5a-f712-4e0b-8cee-4beda42644da not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:19.758321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.774745 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP b18dfd08-a671-4953-afc0-31a93e9311b7 associated. External IP: 172.26.10.196, port: 3e4a4521-c415-4814-bc37-38830d454f59. Sep 19 17:11:19.805742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:19.818980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b885850c-58c9-4bab-bd5c-d142c62d8474 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Synchronizing usage tracker for tenant:297e161a5327465d9b135b3357f0ad23 on resource:floatingip {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:19.821469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:19.828545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:19.829141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:19.843463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423fad7-25c1-4a95-8070-97496366ed25 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:11:19.868570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=c1cee9f4-a378-486a-a00c-e1f83fc65294,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:19.902350 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3031ebfa-154e-46fc-9f03-1cf73af2f84a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2796974 Sep 19 17:11:19.905316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40690) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:19.915226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'name': 'tempest-NetworksTestDHCPv6-810389672'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:19.934254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b885850c-58c9-4bab-bd5c-d142c62d8474 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Unset dirty status for tenant:297e161a5327465d9b135b3357f0ad23 on resource:floatingip {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:19.935703 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b885850c-58c9-4bab-bd5c-d142c62d8474 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1768 time: 1.0436966 Sep 19 17:11:19.942554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40694) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:19.945002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.039156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.073512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8301c5e1-8ce7-4b80-8ded-97b0ca4159a7']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:20.089010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c175eec-7ea6-4631-b64a-d3c879816bea') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:20.089935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c175eec-7ea6-4631-b64a-d3c879816bea') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:20.104910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.106040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=4d10101b-efbc-4fc9-ac42-9b9c193bf69e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:20.136010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Checking segment: {'id': '73a6b0c3-01b5-4e7b-bec2-f6c46b596086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bd069df8-467a-4669-b194-f151a2b843dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:20.137150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network hostable DHCP agents. Network: bd069df8-467a-4669-b194-f151a2b843dc, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:20.181959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:20.187452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Network bd069df8-467a-4669-b194-f151a2b843dc is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:20.190422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:20.195435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:20.206107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:20.211054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, bd069df8-467a-4669-b194-f151a2b843dc) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:20.217338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.218680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.240905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:20.244585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.245940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.266197 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fdd1d71d-ac98-4ad0-b70b-e49beb73e236 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9323926 Sep 19 17:11:20.269324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40698) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:20.278138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0cc35be9-b3fa-4ece-8d7f-9e7a62cfe1b1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:20.285581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:20.285986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.318524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:20.375758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': 'c1cee9f4-a378-486a-a00c-e1f83fc65294'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:20.377120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.401577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.401925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.402368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.402814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.403294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.403758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.404196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.404708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.405061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.405495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.405925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:20.407230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Synchronizing usage tracker for tenant:297e161a5327465d9b135b3357f0ad23 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:20.585205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cc35be9-b3fa-4ece-8d7f-9e7a62cfe1b1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6332237'] for subnet, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.602236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/c1cee9f4-a378-486a-a00c-e1f83fc65294/ed658f44-e0ad-484c-afb0-50b26ffb393a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:20.656650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.661675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.712715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Unset dirty status for tenant:297e161a5327465d9b135b3357f0ad23 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:20.717059 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f134a139-2d4c-484d-9388-5922ab8f4678 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7143 time: 0.7681954 Sep 19 17:11:20.718043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40702) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:20.718511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Network': ['ID=8301c5e1-8ce7-4b80-8ded-97b0ca4159a7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:20.724661 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d74598d7-3555-44c0-836f-741c704078e0 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/networks/8301c5e1-8ce7-4b80-8ded-97b0ca4159a7 HTTP/1.1" status: 204 len: 168 time: 1.1101708 Sep 19 17:11:20.728104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:20.810327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-4e93cc62-a5e7-435f-8b9a-0dd3aaaa40f9 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] delete failed (client error): The resource could not be found. Sep 19 17:11:20.814541 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e93cc62-a5e7-435f-8b9a-0dd3aaaa40f9 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/1cd1dae9-24ca-4b33-bd8e-91d4c9edf1e5 HTTP/1.1" status: 404 len: 345 time: 0.0897040 Sep 19 17:11:20.817390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:20.845615 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b92d0e0-eb5b-44ab-82b0-bb9e29f4fd38 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] DELETE failed (client error): The resource could not be found. Sep 19 17:11:20.846084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b92d0e0-eb5b-44ab-82b0-bb9e29f4fd38 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:20.867733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.879936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Transition to ACTIVE for port object ed658f44-e0ad-484c-afb0-50b26ffb393a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:20.896679 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4b92d0e0-eb5b-44ab-82b0-bb9e29f4fd38 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "DELETE /v2.0/networks/fcad6132-54bb-4587-9428-ed122d6b9c3c HTTP/1.1" status: 404 len: 339 time: 0.0780158 Sep 19 17:11:20.898123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40714) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:20.907079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Transition to ACTIVE for port object ed658f44-e0ad-484c-afb0-50b26ffb393a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:20.915838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.925391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Request body: {'network': {'name': 'tempest-network--1856788983', 'router:external': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:20.936599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:20.952922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Usage tracker for resource:network and tenant:297e161a5327465d9b135b3357f0ad23 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:20.962192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:20.975660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:20.982522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:20.985399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cc35be9-b3fa-4ece-8d7f-9e7a62cfe1b1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767836507724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6113950'] for subnet, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.008830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:21.011814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Made reservation on behalf of 297e161a5327465d9b135b3357f0ad23 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:21.014358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.016569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:21.020960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:21.029656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:21.071398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35be9-b3fa-4ece-8d7f-9e7a62cfe1b1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event updated for resources: {'Subnet': ['ID=4d10101b-efbc-4fc9-ac42-9b9c193bf69e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:21.082968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc35be9-b3fa-4ece-8d7f-9e7a62cfe1b1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:21.083235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cc35be9-b3fa-4ece-8d7f-9e7a62cfe1b1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.087418 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0cc35be9-b3fa-4ece-8d7f-9e7a62cfe1b1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "PUT /v2.0/subnets/4d10101b-efbc-4fc9-ac42-9b9c193bf69e HTTP/1.1" status: 200 len: 900 time: 0.8142202 Sep 19 17:11:21.089783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40718) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:21.103016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Pushing event updated for resources: {'Port': ['ID=ed658f44-e0ad-484c-afb0-50b26ffb393a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:21.128177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::33a (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/c1cee9f4-a378-486a-a00c-e1f83fc65294/3ed8a2c2-8f17-4d48-98fd-affbee6605b2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:21.189635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Attempting to bind port ed658f44-e0ad-484c-afb0-50b26ffb393a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:21.190271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Attempting to bind port ed658f44-e0ad-484c-afb0-50b26ffb393a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:21.190826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Attempting to bind port ed658f44-e0ad-484c-afb0-50b26ffb393a on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:21.198256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:21.199238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:21.199796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.200380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:21.201062 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Bound port: ed658f44-e0ad-484c-afb0-50b26ffb393a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:21.203428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.280870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:21.287097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.322752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.335359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] For port ed658f44-e0ad-484c-afb0-50b26ffb393a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:21.339574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] For port ed658f44-e0ad-484c-afb0-50b26ffb393a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ed658f44-e0ad-484c-afb0-50b26ffb393a,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:21.343705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36b0ae-9387-4ebd-83fb-73bf96f0e30c None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:21.348558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.437805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36b0ae-9387-4ebd-83fb-73bf96f0e30c None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:21.438995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9d36b0ae-9387-4ebd-83fb-73bf96f0e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:21.498992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:21.511374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.525381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.559594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9d36b0ae-9387-4ebd-83fb-73bf96f0e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:21.583509 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-be804ec9-6818-464d-ac69-124828913e24 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/floatingips/b18dfd08-a671-4953-afc0-31a93e9311b7 HTTP/1.1" status: 200 len: 978 time: 4.4869699 Sep 19 17:11:21.583509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.583509 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Added segment 13b441b5-0501-49b1-801f-45c031f292ec of type vlan for network 9469ffc2-7b97-4531-9fc4-e351024caf70 Sep 19 17:11:21.585690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40726) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:21.591993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36b0ae-9387-4ebd-83fb-73bf96f0e30c None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:21.592882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9d36b0ae-9387-4ebd-83fb-73bf96f0e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:21.597122 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 4c175eec-7ea6-4631-b64a-d3c879816bea resource provider aggregate not found Sep 19 17:11:21.658331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6f6d3b-f89a-4c7c-9bce-547e206adb62']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:21.668252 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 4c175eec-7ea6-4631-b64a-d3c879816bea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c175eec-7ea6-4631-b64a-d3c879816bea found for delete ", "request_id": "req-a214c4c3-e7c5-4794-9791-559e751c5101"}]} Sep 19 17:11:21.685579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9d36b0ae-9387-4ebd-83fb-73bf96f0e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:21.686706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36b0ae-9387-4ebd-83fb-73bf96f0e30c None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:21.689102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990cd5-e77a-4bb7-84ca-ea7347bacd6f None None] Pushing event updated for resources: {'Port': ['ID=ed658f44-e0ad-484c-afb0-50b26ffb393a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:21.730478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5094a5-8b85-4f87-96f1-454628d7a8f0') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:21.730979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5094a5-8b85-4f87-96f1-454628d7a8f0') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:21.776666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.789053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.837803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 3e4a4521-c415-4814-bc37-38830d454f59 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:21.838136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.900280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.935848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.954830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:21.955271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:21.995343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.004108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=4d10101b-efbc-4fc9-ac42-9b9c193bf69e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:22.062792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.063320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:22.063857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.108424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:22.120870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.121165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.130227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40732) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:22.141539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'subnet': {'network_id': '104af635-24e8-47fb-99a3-0458ecaa3e6a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:22.245496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.248366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd069df8-467a-4669-b194-f151a2b843dc']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:22.268920 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3551610 Sep 19 17:11:22.269159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a6b0c3-01b5-4e7b-bec2-f6c46b596086') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:22.269159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a6b0c3-01b5-4e7b-bec2-f6c46b596086') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:22.272155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aca4e-4ef3-4846-9e2d-748f529f60a6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Network': ['ID=9469ffc2-7b97-4531-9fc4-e351024caf70,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:22.276211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40736) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:22.285585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 9469ffc2-7b97-4531-9fc4-e351024caf70 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:22.295759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.316376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.329077 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/networks/fd6f6d3b-f89a-4c7c-9bce-547e206adb62 HTTP/1.1" status: 204 len: 168 time: 1.5963047 Sep 19 17:11:22.329921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:22.331240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080f357-0280-4730-b7f6-db189ad44098 tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Network': ['ID=fd6f6d3b-f89a-4c7c-9bce-547e206adb62,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:22.332760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40740) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:22.333759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:subnet and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:22.337383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:22.343854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:22.396482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.398774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:22.402337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.445721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:22.446131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.536315 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 73a6b0c3-01b5-4e7b-bec2-f6c46b596086 resource provider aggregate not found Sep 19 17:11:22.610652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:22.636241 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 73a6b0c3-01b5-4e7b-bec2-f6c46b596086 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73a6b0c3-01b5-4e7b-bec2-f6c46b596086 found for delete ", "request_id": "req-662a16c3-e11e-4f62-841a-bfbaf375e094"}]} Sep 19 17:11:22.637302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:22.646953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:22.652637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:22.653270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.661683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.675376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=3ed8a2c2-8f17-4d48-98fd-affbee6605b2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:22.698211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.720990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.726211 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/bd069df8-467a-4669-b194-f151a2b843dc HTTP/1.1" status: 204 len: 168 time: 1.6327989 Sep 19 17:11:22.730899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40748) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:22.732467 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bbe79a2e-2e51-41b3-800d-4e5a67426fab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8260527 Sep 19 17:11:22.738496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40752) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:22.741020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816eb2d-56c9-44a5-908e-23db78b847c1 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=bd069df8-467a-4669-b194-f151a2b843dc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:22.749673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:22.768201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53417874-bf3f-4fe9-b582-8882afcc90a4 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:22.787627 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ad31c-7c3a-4365-8367-6657f4041160 None None] Network bd069df8-467a-4669-b194-f151a2b843dc requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:22.833492 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abcc080-77bf-482e-9b5c-73db04b33d37 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:22.834189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abcc080-77bf-482e-9b5c-73db04b33d37 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:22.840700 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0abcc080-77bf-482e-9b5c-73db04b33d37 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/4d10101b-efbc-4fc9-ac42-9b9c193bf69e HTTP/1.1" status: 404 len: 337 time: 0.1067364 Sep 19 17:11:22.844561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:22.864656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ad31c-7c3a-4365-8367-6657f4041160 None None] Network bd069df8-467a-4669-b194-f151a2b843dc could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:11:22.870876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af010c1d-cb7d-49b3-b88e-4796425b2cc2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:22.877882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af010c1d-cb7d-49b3-b88e-4796425b2cc2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:22.879539 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fa341-2556-4df8-b4e0-15069c159635 None None] Network bd069df8-467a-4669-b194-f151a2b843dc requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:22.883671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af010c1d-cb7d-49b3-b88e-4796425b2cc2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:22.889650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af010c1d-cb7d-49b3-b88e-4796425b2cc2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:22.891354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-af010c1d-cb7d-49b3-b88e-4796425b2cc2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6122439 Sep 19 17:11:22.897357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40760) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:22.907203 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6339743b-13cc-4c63-ba1e-7b74697f5950 None None] Provisioning for port ed658f44-e0ad-484c-afb0-50b26ffb393a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:22.920378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fa341-2556-4df8-b4e0-15069c159635 None None] Network bd069df8-467a-4669-b194-f151a2b843dc could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:11:22.938946 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4b438e-e476-4391-a215-a79ce7b9c4c0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:22.939578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4b438e-e476-4391-a215-a79ce7b9c4c0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:22.939680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e68bc22-078c-44e8-aaf7-76a8d8d557ba None None] Network bd069df8-467a-4669-b194-f151a2b843dc requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:22.944621 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f4b438e-e476-4391-a215-a79ce7b9c4c0 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/bd069df8-467a-4669-b194-f151a2b843dc HTTP/1.1" status: 404 len: 339 time: 0.0840857 Sep 19 17:11:22.950153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40764) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:22.965689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e68bc22-078c-44e8-aaf7-76a8d8d557ba None None] Network bd069df8-467a-4669-b194-f151a2b843dc could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:11:23.108386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af7970-81e1-4d85-a8f2-eb16e0d9c006 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:23.114315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af7970-81e1-4d85-a8f2-eb16e0d9c006 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:23.115171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c6af7970-81e1-4d85-a8f2-eb16e0d9c006 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:23.129754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.136116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.196378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c6af7970-81e1-4d85-a8f2-eb16e0d9c006 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:23.199358 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c6af7970-81e1-4d85-a8f2-eb16e0d9c006 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4597983 Sep 19 17:11:23.205734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40768) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:23.238753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.293214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.297957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.317222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.317354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.317904 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP b18dfd08-a671-4953-afc0-31a93e9311b7 disassociated. External IP: 172.26.10.196, port: 3e4a4521-c415-4814-bc37-38830d454f59. Sep 19 17:11:23.318114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for 3e4a4521-c415-4814-bc37-38830d454f59 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:23.337780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Subnet': ['ID=fa4abf4c-63a8-4e26-813d-587e93fb320b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:23.364328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0653868-0a79-4d6a-ba4e-b168a8cce870') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.364951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0653868-0a79-4d6a-ba4e-b168a8cce870') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.369564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-405e3a18-16d9-4c74-a0ac-3c0d3018c2e4 None None] Provisioning for port 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:23.375014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-405e3a18-16d9-4c74-a0ac-3c0d3018c2e4 None None] Provisioning complete for port 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:23.375382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-405e3a18-16d9-4c74-a0ac-3c0d3018c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.391446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.405538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Checking segment: {'id': '2824c678-9b98-4cc4-9c21-aa4e9593cb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '104af635-24e8-47fb-99a3-0458ecaa3e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:23.405873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network hostable DHCP agents. Network: 104af635-24e8-47fb-99a3-0458ecaa3e6a, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:23.430620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-68f8b82e-a6c5-451e-939b-693fe332dcd1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:23.431008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-68f8b82e-a6c5-451e-939b-693fe332dcd1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.446083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-405e3a18-16d9-4c74-a0ac-3c0d3018c2e4 None None] Port 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:11:23.466643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.509938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.520134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:23.521356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.529625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network 104af635-24e8-47fb-99a3-0458ecaa3e6a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:23.559658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8cdb8a-6005-4996-b0c1-c338cc64b350']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.569347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 104af635-24e8-47fb-99a3-0458ecaa3e6a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:23.578783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa23f54-cef6-4baa-9fd0-914dcf02619b None None] Network 104af635-24e8-47fb-99a3-0458ecaa3e6a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:23.588297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:23.588894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.611932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54022155-091f-4eb8-9753-11c627664d8e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.612124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54022155-091f-4eb8-9753-11c627664d8e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.660518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.686386 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed92bc29-9d9d-462a-a5c1-d3b772868301 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5541565 Sep 19 17:11:23.691073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40774) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:23.701584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ed658f44-e0ad-484c-afb0-50b26ffb393a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:23.705678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-67510000'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:23.711207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.731360 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 1d5094a5-8b85-4f87-96f1-454628d7a8f0 resource provider aggregate not found Sep 19 17:11:23.739329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:23.748344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.767366 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 1d5094a5-8b85-4f87-96f1-454628d7a8f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d5094a5-8b85-4f87-96f1-454628d7a8f0 found for delete ", "request_id": "req-bb597f56-a73b-4057-90d9-251f48c9d677"}]} Sep 19 17:11:23.789389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.795994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9469ffc2-7b97-4531-9fc4-e351024caf70']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.820025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.830628 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment c0653868-0a79-4d6a-ba4e-b168a8cce870 resource provider aggregate not found Sep 19 17:11:23.848114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] Pushing event deleted for resources: {'Network': ['ID=6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:23.855369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b441b5-0501-49b1-801f-45c031f292ec') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.855837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b441b5-0501-49b1-801f-45c031f292ec') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:23.863271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c3adb2df-0770-4e3b-877c-619442e7e116 None None] Provisioning complete for port 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:23.863822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c3adb2df-0770-4e3b-877c-619442e7e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.871829 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment c0653868-0a79-4d6a-ba4e-b168a8cce870 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0653868-0a79-4d6a-ba4e-b168a8cce870 found for delete ", "request_id": "req-782e30a6-dd6d-4790-a807-45d9231f035b"}]} Sep 19 17:11:23.873489 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eaf5ece2-53ce-45c2-8021-fa73632a1c9d tempest-BulkNetworkOpsTest-1041516302 tempest-BulkNetworkOpsTest-1041516302-project] 10.222.0.83 "DELETE /v2.0/networks/6ae9b8a4-50d6-4968-a1ae-1649a1c0e5e0 HTTP/1.1" status: 204 len: 168 time: 1.3884590 Sep 19 17:11:23.875975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.884277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.930145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:23.930552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.947560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:network and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:23.948987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.951915 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=3e4a4521-c415-4814-bc37-38830d454f59,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:23.955041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:23.962251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:23.962800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:23.974791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port ed658f44-e0ad-484c-afb0-50b26ffb393a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:23.989079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port ed658f44-e0ad-484c-afb0-50b26ffb393a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:23.989632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.021431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:24.022475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c3adb2df-0770-4e3b-877c-619442e7e116 None None] Port 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:11:24.089255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:24.094177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.138135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.169737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.173728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-68f8b82e-a6c5-451e-939b-693fe332dcd1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.196649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-104af635-24e8-47fb-99a3-0458ecaa3e6a', 'network_id': '104af635-24e8-47fb-99a3-0458ecaa3e6a', 'tenant_id': 'b68fbf195ee84ac3ad2200e7b6f709bb', 'fixed_ips': [{'subnet_id': 'fa4abf4c-63a8-4e26-813d-587e93fb320b'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:24.197524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.306941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.323965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=0d8cdb8a-6005-4996-b0c1-c338cc64b350,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:24.333146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9469ffc2-7b97-4531-9fc4-e351024caf70 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 17:11:24.337198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-68f8b82e-a6c5-451e-939b-693fe332dcd1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 3ed8a2c2-8f17-4d48-98fd-affbee6605b2 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:24.347189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.359432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event deleted for resources: {'Network': ['ID=9469ffc2-7b97-4531-9fc4-e351024caf70,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:24.371111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:24.371811 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-62413999-ebac-40fb-a32d-36b6bf291506 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "DELETE /v2.0/networks/9469ffc2-7b97-4531-9fc4-e351024caf70 HTTP/1.1" status: 204 len: 168 time: 1.4602253 Sep 19 17:11:24.372992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40788) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:24.383642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Request body: {'network': {'name': 'tempest-network--122066147', 'router:external': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:24.391855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:24.392953 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ca903bbb-bacf-4c4b-8f2f-bd95e57d0542 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/0d8cdb8a-6005-4996-b0c1-c338cc64b350 HTTP/1.1" status: 204 len: 168 time: 1.4407670 Sep 19 17:11:24.403394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40792) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:24.403707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Allocated IP 2001:db8:0:ffff::2 (104af635-24e8-47fb-99a3-0458ecaa3e6a/fa4abf4c-63a8-4e26-813d-587e93fb320b/d4db1d78-7e30-4730-9140-f3ea4e33c296) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:24.411605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Usage tracker for resource:network and tenant:297e161a5327465d9b135b3357f0ad23 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:24.416220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:24.436339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:24.452800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:24.463731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40796) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:24.487388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Made reservation on behalf of 297e161a5327465d9b135b3357f0ad23 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:24.490587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.504448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port ed658f44-e0ad-484c-afb0-50b26ffb393a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:24.504931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.518583 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cb3d2f-85a2-4d7b-9d84-66856e101453 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:24.519117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cb3d2f-85a2-4d7b-9d84-66856e101453 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:24.550332 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a1cb3d2f-85a2-4d7b-9d84-66856e101453 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/359bbb5a-87b8-455e-abae-f04dda2bb1de HTTP/1.1" status: 404 len: 337 time: 0.1318016 Sep 19 17:11:24.553338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.553682 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Added segment b31d7e46-e4a4-43b0-95f1-01f0104900f4 of type vlan for network 2c6d982d-8c12-4744-b89d-339e806d7679 Sep 19 17:11:24.567520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40802) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:24.647729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port ed658f44-e0ad-484c-afb0-50b26ffb393a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ed658f44-e0ad-484c-afb0-50b26ffb393a,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:24.665413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.705812 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc12fa45-d1f3-44a4-92ac-5e88b6338334 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:24.706366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc12fa45-d1f3-44a4-92ac-5e88b6338334 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:24.710592 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fc12fa45-d1f3-44a4-92ac-5e88b6338334 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/df92e6be-9b0f-49be-aa68-e45e8b39638f HTTP/1.1" status: 404 len: 339 time: 0.1397102 Sep 19 17:11:24.723193 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 54022155-091f-4eb8-9753-11c627664d8e resource provider aggregate not found Sep 19 17:11:24.730978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40810) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:24.767507 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 54022155-091f-4eb8-9753-11c627664d8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54022155-091f-4eb8-9753-11c627664d8e found for delete ", "request_id": "req-58b77b70-a45e-49fa-9f98-460a638fc4ea"}]} Sep 19 17:11:24.795940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.797815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:24.833273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=ed658f44-e0ad-484c-afb0-50b26ffb393a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:24.854544 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-66eba541-90dd-489e-bbd3-a5bb6226786c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=80e5a7529b2e4e5b96b18772ac19247f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785813 Sep 19 17:11:24.855423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.855829 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Added segment 3b4f7d04-2a59-42d3-9358-1258f31aa70b of type vlan for network f99fd550-8edf-49e6-8e9e-78a1ad017ef8 Sep 19 17:11:24.859654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:24.860918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.875236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Transition to ACTIVE for port object d4db1d78-7e30-4730-9140-f3ea4e33c296 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:24.877154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:24.891864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b900c0-4738-4c04-b100-a76942e08d76 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting subnet c7e5c265-ddc0-4b66-a600-c8efc408d08e {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:24.912103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41b900c0-4738-4c04-b100-a76942e08d76 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.915735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Transition to ACTIVE for port object d4db1d78-7e30-4730-9140-f3ea4e33c296 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:24.928369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.980519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.986134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:24.986798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529180'] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:24.989391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.019335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.023621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-68f8b82e-a6c5-451e-939b-693fe332dcd1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.039183 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-496e0af0-bc63-439b-8a95-e060d0998455 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/ports/3e4a4521-c415-4814-bc37-38830d454f59 HTTP/1.1" status: 204 len: 168 time: 3.4478691 Sep 19 17:11:25.042257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40820) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:25.063816 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f0277-f52f-4acb-8283-35e8c61d902a None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:25.067241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Network 104af635-24e8-47fb-99a3-0458ecaa3e6a is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:25.072253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:25.075417 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f0277-f52f-4acb-8283-35e8c61d902a None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:25.076274 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cd4f0277-f52f-4acb-8283-35e8c61d902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:25.078800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:25.130561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.131691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:25.132374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.146293 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cd4f0277-f52f-4acb-8283-35e8c61d902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:25.156473 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f0277-f52f-4acb-8283-35e8c61d902a None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:25.157346 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cd4f0277-f52f-4acb-8283-35e8c61d902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:25.169996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41b900c0-4738-4c04-b100-a76942e08d76 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.176664 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2a346b13-fd67-451d-973d-5166ef813a13 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "GET /v2.0/floatingips/b18dfd08-a671-4953-afc0-31a93e9311b7 HTTP/1.1" status: 200 len: 689 time: 0.1331861 Sep 19 17:11:25.206783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8b82e-a6c5-451e-939b-693fe332dcd1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=3ed8a2c2-8f17-4d48-98fd-affbee6605b2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:25.211288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:25.235782 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cd4f0277-f52f-4acb-8283-35e8c61d902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:25.236534 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f0277-f52f-4acb-8283-35e8c61d902a None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:25.253660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Pushing event updated for resources: {'Port': ['ID=d4db1d78-7e30-4730-9140-f3ea4e33c296,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:25.261757 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8850226 Sep 19 17:11:25.266847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40828) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:25.275174 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5786965 Sep 19 17:11:25.282045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Attempting to bind port d4db1d78-7e30-4730-9140-f3ea4e33c296 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:25.282418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Attempting to bind port d4db1d78-7e30-4730-9140-f3ea4e33c296 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '2824c678-9b98-4cc4-9c21-aa4e9593cb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '104af635-24e8-47fb-99a3-0458ecaa3e6a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:25.282783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Attempting to bind port d4db1d78-7e30-4730-9140-f3ea4e33c296 on network 104af635-24e8-47fb-99a3-0458ecaa3e6a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:25.289387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:25.289767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Checking segment: {'id': '2824c678-9b98-4cc4-9c21-aa4e9593cb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '104af635-24e8-47fb-99a3-0458ecaa3e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:25.290172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.290568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Bound using segment: {'id': '2824c678-9b98-4cc4-9c21-aa4e9593cb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '104af635-24e8-47fb-99a3-0458ecaa3e6a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:25.291486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Bound port: d4db1d78-7e30-4730-9140-f3ea4e33c296, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2824c678-9b98-4cc4-9c21-aa4e9593cb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '104af635-24e8-47fb-99a3-0458ecaa3e6a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:25.291622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.312412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.379112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:25.392790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24b70f-65d9-4c9b-9495-fc64dd058cc2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Network': ['ID=2c6d982d-8c12-4744-b89d-339e806d7679,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:25.408234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 2c6d982d-8c12-4744-b89d-339e806d7679 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:25.420682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'subnet': {'network_id': '2c6d982d-8c12-4744-b89d-339e806d7679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:25.420879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bc5979-8d85-4e89-be1e-2b14f6bd8650 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:25.422804 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-30bc5979-8d85-4e89-be1e-2b14f6bd8650 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] 10.222.0.83 "GET /v2.0/networks/f99fd550-8edf-49e6-8e9e-78a1ad017ef8 HTTP/1.1" status: 200 len: 756 time: 0.1555612 Sep 19 17:11:25.425754 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40836) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:25.428862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb30f8e-f1f1-496e-bcb1-a173bebe847c tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Network': ['ID=f99fd550-8edf-49e6-8e9e-78a1ad017ef8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:25.481873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-68f8b82e-a6c5-451e-939b-693fe332dcd1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.484037 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-68f8b82e-a6c5-451e-939b-693fe332dcd1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/3ed8a2c2-8f17-4d48-98fd-affbee6605b2 HTTP/1.1" status: 204 len: 168 time: 2.2729015 Sep 19 17:11:25.485840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6def8009-1c4f-433b-9a66-23c9f5997f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.488481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40840) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:25.563199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network f99fd550-8edf-49e6-8e9e-78a1ad017ef8 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:25.572301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ee223-5e3e-4400-ab34-26db00c26ef2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:25.576188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f6ee223-5e3e-4400-ab34-26db00c26ef2 tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] 10.222.0.83 "GET /v2.0/networks/3b331f10-3aa7-4428-b603-93d5de2e8d22 HTTP/1.1" status: 200 len: 767 time: 0.1466928 Sep 19 17:11:25.576343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ed658f44-e0ad-484c-afb0-50b26ffb393a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:25.576428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40844) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:25.689471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.696897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] For port d4db1d78-7e30-4730-9140-f3ea4e33c296, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:25.709155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 3e09a830-76f5-404a-9e19-bfecc6b3288a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:25.709471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.729509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] For port d4db1d78-7e30-4730-9140-f3ea4e33c296, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d4db1d78-7e30-4730-9140-f3ea4e33c296,segment=NetworkSegment(2824c678-9b98-4cc4-9c21-aa4e9593cb38),segment_id=2824c678-9b98-4cc4-9c21-aa4e9593cb38)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:25.741568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.839426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port ed658f44-e0ad-484c-afb0-50b26ffb393a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:25.839802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.848571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.888256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99fd550-8edf-49e6-8e9e-78a1ad017ef8']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:25.900458 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 13b441b5-0501-49b1-801f-45c031f292ec resource provider aggregate not found Sep 19 17:11:25.903756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2225c9f-59b5-4c1e-954f-b322c57e4b1e None None] Pushing event updated for resources: {'Port': ['ID=d4db1d78-7e30-4730-9140-f3ea4e33c296,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:25.911423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4f7d04-2a59-42d3-9358-1258f31aa70b') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:25.911733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4f7d04-2a59-42d3-9358-1258f31aa70b') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:25.916311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41b900c0-4738-4c04-b100-a76942e08d76 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.924920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.935379 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 13b441b5-0501-49b1-801f-45c031f292ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13b441b5-0501-49b1-801f-45c031f292ec found for delete ", "request_id": "req-21189870-eee8-4cfb-b320-35bdf0c27054"}]} Sep 19 17:11:25.951918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.954162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6def8009-1c4f-433b-9a66-23c9f5997f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:25.959627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:25.960181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.025965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1844521e-f470-4503-92ed-839e0dc3fd95 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:26.027641 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1844521e-f470-4503-92ed-839e0dc3fd95 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:26.028623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1844521e-f470-4503-92ed-839e0dc3fd95 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:26.032550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port ed658f44-e0ad-484c-afb0-50b26ffb393a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:26.057136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:26.077518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:subnet and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:26.090798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:26.120409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:26.199852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.208758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6def8009-1c4f-433b-9a66-23c9f5997f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.211338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1844521e-f470-4503-92ed-839e0dc3fd95 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:26.212569 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1844521e-f470-4503-92ed-839e0dc3fd95 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7183852 Sep 19 17:11:26.217418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f99fd550-8edf-49e6-8e9e-78a1ad017ef8 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 17:11:26.218723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40854) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:26.223842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.232041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:26.235603 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.261852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def8009-1c4f-433b-9a66-23c9f5997f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c86a82-a35b-48b1-94dd-6863c727c9fe,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:26.272411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event deleted for resources: {'Network': ['ID=f99fd550-8edf-49e6-8e9e-78a1ad017ef8,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:26.281210 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ea80eea9-91f1-4c4a-9f37-dd19818a2067 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "DELETE /v2.0/networks/f99fd550-8edf-49e6-8e9e-78a1ad017ef8 HTTP/1.1" status: 204 len: 168 time: 0.7036967 Sep 19 17:11:26.288683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40858) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:26.301160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Request body: {'network': {'name': 'tempest-network--2070150220'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:26.311277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:26.320036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Usage tracker for resource:network and tenant:297e161a5327465d9b135b3357f0ad23 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:26.325145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:26.332782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-2751e6b6-015e-44ae-8635-41727ba8c94f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet c1cee9f4-a378-486a-a00c-e1f83fc65294 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:26.338940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:26.341090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2751e6b6-015e-44ae-8635-41727ba8c94f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.367335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41b900c0-4738-4c04-b100-a76942e08d76 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.402069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Made reservation on behalf of 297e161a5327465d9b135b3357f0ad23 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:26.404795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.425351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2751e6b6-015e-44ae-8635-41727ba8c94f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.491485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:26.513198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.513660 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Added segment 5c1329e6-8d2f-49ef-ae05-57c0cb51e21f of type vlan for network 2568a96e-767a-4d95-8c6e-b0503f7354b4 Sep 19 17:11:26.557958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b900c0-4738-4c04-b100-a76942e08d76 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e5c265-ddc0-4b66-a600-c8efc408d08e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:26.575827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf005d-b949-438c-926b-75801c67d818 None None] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:26.577825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41b900c0-4738-4c04-b100-a76942e08d76 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.580383 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-41b900c0-4738-4c04-b100-a76942e08d76 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/c7e5c265-ddc0-4b66-a600-c8efc408d08e HTTP/1.1" status: 204 len: 168 time: 1.8479033 Sep 19 17:11:26.582962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.583458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.591121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40864) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:26.592966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2751e6b6-015e-44ae-8635-41727ba8c94f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.626717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6def8009-1c4f-433b-9a66-23c9f5997f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.630760 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6def8009-1c4f-433b-9a66-23c9f5997f75 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/32c86a82-a35b-48b1-94dd-6863c727c9fe HTTP/1.1" status: 204 len: 168 time: 1.7680974 Sep 19 17:11:26.757658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.825165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2751e6b6-015e-44ae-8635-41727ba8c94f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.984236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2751e6b6-015e-44ae-8635-41727ba8c94f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.986456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67acb74e-98b0-4580-a736-a0d2e23b8229 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:26.986717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for 3e09a830-76f5-404a-9e19-bfecc6b3288a owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:26.989781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:26.992068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:26.993242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:27.113869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8236c9-9827-47a6-ae94-1ae96609fcd9 None None] Network 104af635-24e8-47fb-99a3-0458ecaa3e6a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:27.122000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9112428-0206-4c2c-ad40-a3ed00789587 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting subnet af0584ba-aef4-4966-8f67-0391a2fd9661 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:27.133232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9112428-0206-4c2c-ad40-a3ed00789587 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:27.297453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-01cb2f5c-2d4c-47da-81ad-00571eb1dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:27.298865 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-01cb2f5c-2d4c-47da-81ad-00571eb1dc09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1098 time: 0.5359766 Sep 19 17:11:27.328519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b327b6ca-4fff-4140-97ae-d2afbbea843c None None] Provisioning for port d4db1d78-7e30-4730-9140-f3ea4e33c296 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:27.388812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Network': ['ID=2568a96e-767a-4d95-8c6e-b0503f7354b4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:27.409235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 2568a96e-767a-4d95-8c6e-b0503f7354b4 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:27.427258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751e6b6-015e-44ae-8635-41727ba8c94f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cee9f4-a378-486a-a00c-e1f83fc65294,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:27.428578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1239c1-fc83-4926-ac9a-0148895feca7 req-8a79dd9f-8552-4d6c-80a4-1a377c9419d0 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:27.433140 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7f1239c1-fc83-4926-ac9a-0148895feca7 req-8a79dd9f-8552-4d6c-80a4-1a377c9419d0 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4564922 Sep 19 17:11:27.482402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9112428-0206-4c2c-ad40-a3ed00789587 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:27.586898 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2751e6b6-015e-44ae-8635-41727ba8c94f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/c1cee9f4-a378-486a-a00c-e1f83fc65294 HTTP/1.1" status: 204 len: 168 time: 1.3641458 Sep 19 17:11:27.587649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40886) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:27.605095 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c146bd33-b61b-4fd3-8645-04f70165261b tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3129001 Sep 19 17:11:27.633904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:27.681768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40890) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:27.687734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d4db1d78-7e30-4730-9140-f3ea4e33c296 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:27.729390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7804fada-4942-4533-87e9-a17f72b933cf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208718 Sep 19 17:11:27.729390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40896) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:27.736727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:27.750736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b097c6a0-7b4f-4adb-bbce-c65b5e5d65d6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:27.816307 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7f1239c1-fc83-4926-ac9a-0148895feca7 req-935b3fcd-b9e8-4717-ad07-7f3581e7ca4f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688636 Sep 19 17:11:27.871215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port d4db1d78-7e30-4730-9140-f3ea4e33c296 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:27.873942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-4798bf2e-d0d0-4bc9-af87-b5eca1dd7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:27.876210 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-4798bf2e-d0d0-4bc9-af87-b5eca1dd7064 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 913 time: 0.5505776 Sep 19 17:11:27.879741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d4db1d78-7e30-4730-9140-f3ea4e33c296 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:27.880356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:27.884904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:27.896061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:27.903451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:27.921013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:27.952468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:27.976350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40904) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:27.978010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] Deleting port ed658f44-e0ad-484c-afb0-50b26ffb393a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:27.978392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:27.979071 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 3b4f7d04-2a59-42d3-9358-1258f31aa70b resource provider aggregate not found Sep 19 17:11:27.989876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:27.998177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.028766 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 3b4f7d04-2a59-42d3-9358-1258f31aa70b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b4f7d04-2a59-42d3-9358-1258f31aa70b found for delete ", "request_id": "req-b16d3af8-4cc9-4b13-a4c6-f816fecc1c3b"}]} Sep 19 17:11:28.168528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9112428-0206-4c2c-ad40-a3ed00789587 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.240195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1937822545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:28.247226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b097c6a0-7b4f-4adb-bbce-c65b5e5d65d6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.256228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:28.269144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:router and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:28.276079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:28.287674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:28.317469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=3e09a830-76f5-404a-9e19-bfecc6b3288a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:28.320834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] For port ed658f44-e0ad-484c-afb0-50b26ffb393a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ed658f44-e0ad-484c-afb0-50b26ffb393a,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:28.321209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.329837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.331133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.339689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9112428-0206-4c2c-ad40-a3ed00789587 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.396384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9112428-0206-4c2c-ad40-a3ed00789587 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.399449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9112428-0206-4c2c-ad40-a3ed00789587 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=af0584ba-aef4-4966-8f67-0391a2fd9661,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:28.460495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.480077 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f9112428-0206-4c2c-ad40-a3ed00789587 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/af0584ba-aef4-4966-8f67-0391a2fd9661 HTTP/1.1" status: 204 len: 168 time: 1.7292070 Sep 19 17:11:28.484166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40912) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:28.510728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] Calling delete_port for ed658f44-e0ad-484c-afb0-50b26ffb393a owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:28.547913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:11:28.562759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.569111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d4db1d78-7e30-4730-9140-f3ea4e33c296 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:28.569509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.593311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9edce9d0-3bb5-4295-8693-96f07e2b1309 None None] Provisioning complete for port d4db1d78-7e30-4730-9140-f3ea4e33c296 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:28.593589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9edce9d0-3bb5-4295-8693-96f07e2b1309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.604048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.655648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b097c6a0-7b4f-4adb-bbce-c65b5e5d65d6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.669396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.671162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.675464 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-33e336b6-dd5d-4f4c-b31a-6bbde0950f0f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6923215 Sep 19 17:11:28.677385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05651dd-6fc1-4b08-b959-4a06b1933eeb None None] Network 69e3b5d9-41e3-4f63-8186-e654e4d1027b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:28.678320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40916) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:28.688549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-9488432'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:28.697802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:28.705237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:network and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:28.708438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:28.711584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.715746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port 9d2869c7-b28b-460b-b6e0-a337336f7f90 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:28.716025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.717559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b097c6a0-7b4f-4adb-bbce-c65b5e5d65d6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Network 2568a96e-767a-4d95-8c6e-b0503f7354b4 is not hosted by any dhcp agent {{(pid=89055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 19 17:11:28.718510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b097c6a0-7b4f-4adb-bbce-c65b5e5d65d6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:28.719679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b097c6a0-7b4f-4adb-bbce-c65b5e5d65d6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.724028 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b097c6a0-7b4f-4adb-bbce-c65b5e5d65d6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "PUT /v2.0/networks/2568a96e-767a-4d95-8c6e-b0503f7354b4 HTTP/1.1" status: 200 len: 858 time: 1.0039837 Sep 19 17:11:28.736918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40920) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:28.784962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:28.813515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port d4db1d78-7e30-4730-9140-f3ea4e33c296, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d4db1d78-7e30-4730-9140-f3ea4e33c296,segment=NetworkSegment(2824c678-9b98-4cc4-9c21-aa4e9593cb38),segment_id=2824c678-9b98-4cc4-9c21-aa4e9593cb38)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:28.825120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:28.831210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.832963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:28.839114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:28.839702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.883585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Made reservation on behalf of 754f0de6853d49a784248115253f2c60 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:28.887075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.910342 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-ff15e3bf-ef77-4185-8aed-d7bfd627e6c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 1002 time: 0.4194038 Sep 19 17:11:28.919328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:28.921266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Subnet': ['ID=3e312575-840f-40ca-a166-245dcf70641d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:28.992038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.002275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097c6a0-7b4f-4adb-bbce-c65b5e5d65d6 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event updated for resources: {'Network': ['ID=2568a96e-767a-4d95-8c6e-b0503f7354b4,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:29.011139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Checking segment: {'id': 'b31d7e46-e4a4-43b0-95f1-01f0104900f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c6d982d-8c12-4744-b89d-339e806d7679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:29.011499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network hostable DHCP agents. Network: 2c6d982d-8c12-4744-b89d-339e806d7679, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:29.021940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] No DVR routers for this DVR port ed658f44-e0ad-484c-afb0-50b26ffb393a on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:29.055280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=d4db1d78-7e30-4730-9140-f3ea4e33c296,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:29.059512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.063490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0143d5-db5a-496f-a689-c3b770f99411 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:29.071835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.090969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=182005fd-dc5a-453b-9bda-3f2b0d851758,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:29.093470 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-150ec6cf-912f-4ff4-833c-1f7d94cdb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:29.094749 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-150ec6cf-912f-4ff4-833c-1f7d94cdb481 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.1550140 Sep 19 17:11:29.111409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:29.133265 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-af0448e6-c1b4-4318-bc25-59f2ab716a8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4052846 Sep 19 17:11:29.136466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40926) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:29.137335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:security_group_rule and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:29.138996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.140167 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0502e802-6c11-4db2-8e95-4269ae4e0835 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/floatingips/b18dfd08-a671-4953-afc0-31a93e9311b7 HTTP/1.1" status: 204 len: 168 time: 3.9206493 Sep 19 17:11:29.183089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:29.187164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network 2c6d982d-8c12-4744-b89d-339e806d7679 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:29.189182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-9edce9d0-3bb5-4295-8693-96f07e2b1309 None None] Current status of the port d4db1d78-7e30-4730-9140-f3ea4e33c296 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:29.191364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92409247-af36-46a0-ad2d-b695df66cf3f None None] Pushing event deleted for resources: {'Port': ['ID=ed658f44-e0ad-484c-afb0-50b26ffb393a,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:29.192802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:29.193831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'b9703a0c-2461-4404-ad35-6bb51706dbd7'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:29.198524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'name': 'tempest-NetworksTestDHCPv6-1575087047'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:29.222013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:29.237620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:floatingip and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:29.239253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:29.286813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:29.298932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 2c6d982d-8c12-4744-b89d-339e806d7679) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:29.300978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:29.316105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39feeb3-48cb-460f-b3ff-0c215088b0b5 None None] Network 2c6d982d-8c12-4744-b89d-339e806d7679 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:29.331400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:29.331975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.341511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] DHCP port deletion for 69e3b5d9-41e3-4f63-8186-e654e4d1027b request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:29.349582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port 9d2869c7-b28b-460b-b6e0-a337336f7f90, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9d2869c7-b28b-460b-b6e0-a337336f7f90,segment=NetworkSegment(90c330d2-f6e5-4eb2-a846-580b90197026),segment_id=90c330d2-f6e5-4eb2-a846-580b90197026)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:29.349978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.353838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.384947 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad35e49e-be65-4598-ab4d-29af7209d80a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9896443 Sep 19 17:11:29.386162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.399534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40934) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:29.402588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] Deleting port 9d2869c7-b28b-460b-b6e0-a337336f7f90 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:29.402981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.409583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2568a96e-767a-4d95-8c6e-b0503f7354b4']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:29.424914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'port': {'network_id': '2c6d982d-8c12-4744-b89d-339e806d7679', 'name': 'tempest-NetworksIpV6TestAttrs-743609216'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:29.448807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1329e6-8d2f-49ef-ae05-57c0cb51e21f') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:29.449200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1329e6-8d2f-49ef-ae05-57c0cb51e21f') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:29.508575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for 9d2869c7-b28b-460b-b6e0-a337336f7f90 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:29.522753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30692051-b98e-430f-8256-cdef1d83be60 None None] Provisioning complete for port 9d2869c7-b28b-460b-b6e0-a337336f7f90 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:29.523386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30692051-b98e-430f-8256-cdef1d83be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.560614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '182005fd-dc5a-453b-9bda-3f2b0d851758'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:29.561694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.577393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.603524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-a8be2ded-8b88-49bf-864c-78c9ee57f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:29.605357 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-a8be2ded-8b88-49bf-864c-78c9ee57f23f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5034542 Sep 19 17:11:29.640566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d4db1d78-7e30-4730-9140-f3ea4e33c296 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:29.642925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.705102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:29.717066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:29.717472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.724430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c007876-e745-42d7-9176-a04b9e52d47e req-2d269909-5a2d-417e-900b-aac5d0fa8729 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:29.731694 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c007876-e745-42d7-9176-a04b9e52d47e req-2d269909-5a2d-417e-900b-aac5d0fa8729 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7119050 Sep 19 17:11:29.754298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:29.787547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.791613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:29.795790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.817314 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5c1329e6-8d2f-49ef-ae05-57c0cb51e21f resource provider aggregate not found Sep 19 17:11:29.859261 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5c1329e6-8d2f-49ef-ae05-57c0cb51e21f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c1329e6-8d2f-49ef-ae05-57c0cb51e21f found for delete ", "request_id": "req-289e834f-b8ab-4b4e-b455-52ec620d7f32"}]} Sep 19 17:11:29.866138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.876176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30692051-b98e-430f-8256-cdef1d83be60 None None] Could not find standard attr ID for object 9d2869c7-b28b-460b-b6e0-a337336f7f90. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:11:29.878942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:29.886954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No DVR routers for this DVR port 9d2869c7-b28b-460b-b6e0-a337336f7f90 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:29.896013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:port and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:29.900807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.902450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:29.904436 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.plugins.ml2.db [None req-30692051-b98e-430f-8256-cdef1d83be60 None None] No ports have port_id starting with 9d2869c7-b28b-460b-b6e0-a337336f7f90 Sep 19 17:11:29.912117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:29.930229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.958208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2568a96e-767a-4d95-8c6e-b0503f7354b4 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 17:11:29.965132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:29.972754 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-96eb632b-0c20-4e97-abdb-4226936bda27 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571031 Sep 19 17:11:29.976655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] Pushing event deleted for resources: {'Network': ['ID=2568a96e-767a-4d95-8c6e-b0503f7354b4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:29.993533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Port': ['ID=9d2869c7-b28b-460b-b6e0-a337336f7f90,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:30.000448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 53929293-2ae8-46ed-ab78-5638271ee982 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:30.008812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:30.013223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.022149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] For port 9d2869c7-b28b-460b-b6e0-a337336f7f90, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9d2869c7-b28b-460b-b6e0-a337336f7f90,segment=NetworkSegment(90c330d2-f6e5-4eb2-a846-580b90197026),segment_id=90c330d2-f6e5-4eb2-a846-580b90197026)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:30.022546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.036888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-2c6d982d-8c12-4744-b89d-339e806d7679', 'network_id': '2c6d982d-8c12-4744-b89d-339e806d7679', 'tenant_id': 'b68fbf195ee84ac3ad2200e7b6f709bb', 'fixed_ips': [{'subnet_id': '3e312575-840f-40ca-a166-245dcf70641d'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:30.037727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.038401 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d6d4bc08-cb79-434e-ab1e-752c82f62156 tempest-ExternalNetworksTestJSON-2004294840 tempest-ExternalNetworksTestJSON-2004294840-project-admin] 10.222.0.83 "DELETE /v2.0/networks/2568a96e-767a-4d95-8c6e-b0503f7354b4 HTTP/1.1" status: 204 len: 168 time: 1.2587018 Sep 19 17:11:30.047908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d4db1d78-7e30-4730-9140-f3ea4e33c296 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:30.048276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.058435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:30.069121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.069603 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Added segment 9bd1c01c-15bd-4c62-a342-b2431117b20e of type vlan for network a6bae2d3-7983-41ec-84db-b73d8024e031 Sep 19 17:11:30.074848 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:11:30.101644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.133260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d745e9-6f10-482f-8033-81ef05cab29b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:30.138587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40942) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:30.196893 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8c049d-5200-4e51-9734-8461e61b902d tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:30.197513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8c049d-5200-4e51-9734-8461e61b902d tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:30.247964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] device_id is not set on port a065d4b4-874c-44a5-a73c-fc65189aa605 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:30.330942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.331726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.358924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e3b5d9-41e3-4f63-8186-e654e4d1027b']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:30.360321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] Calling delete_port for 9d2869c7-b28b-460b-b6e0-a337336f7f90 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:30.372538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c330d2-f6e5-4eb2-a846-580b90197026') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:30.373137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c330d2-f6e5-4eb2-a846-580b90197026') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:30.407186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.408219 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e5bcb51c-c4e1-4509-8367-31c2765b50d0 req-30e8e67a-b56a-4ac9-b0f0-cb1b0f5eced6 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289486 Sep 19 17:11:30.454772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.469449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:30.471019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.477761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:11:30.478199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:11:30.555678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Allocated IP 2001:db8::f816:3eff:feed:68cf (2c6d982d-8c12-4744-b89d-339e806d7679/3e312575-840f-40ca-a166-245dcf70641d/a065d4b4-874c-44a5-a73c-fc65189aa605) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:30.589717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/182005fd-dc5a-453b-9bda-3f2b0d851758/6fa5d3ca-1d3e-4785-89ff-73a9ef452b98) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:30.591215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.26.10.251 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/e036ec68-aa34-40af-8d12-6149799f24e6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:30.631258 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c007876-e745-42d7-9176-a04b9e52d47e req-9840f7ab-525d-4408-909f-4b6b7eb3deeb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8983316 Sep 19 17:11:30.634544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.644014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:30.644822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.661132 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cb8c049d-5200-4e51-9734-8461e61b902d tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] 10.222.0.83 "DELETE /v2.0/subnets/8d5d6c34-0f92-4a2c-9af7-e635a2fcd731 HTTP/1.1" status: 404 len: 337 time: 0.5136974 Sep 19 17:11:30.664423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40946) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:30.772978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 90c330d2-f6e5-4eb2-a846-580b90197026 resource provider aggregate not found Sep 19 17:11:30.859160 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 90c330d2-f6e5-4eb2-a846-580b90197026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90c330d2-f6e5-4eb2-a846-580b90197026 found for delete ", "request_id": "req-e5d1fda9-9045-488e-b08f-e202a99628b1"}]} Sep 19 17:11:30.882474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.892772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:30.894797 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/69e3b5d9-41e3-4f63-8186-e654e4d1027b HTTP/1.1" status: 204 len: 168 time: 2.4072726 Sep 19 17:11:30.903486 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2202153 Sep 19 17:11:30.903913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40954) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:30.904229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40956) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:30.943363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'subnet': {'network_id': 'a6bae2d3-7983-41ec-84db-b73d8024e031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:30.961083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000b68d-8578-473e-90c8-89ceb15e495e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Network': ['ID=a6bae2d3-7983-41ec-84db-b73d8024e031,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:30.980490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] Deleting port 9d2869c7-b28b-460b-b6e0-a337336f7f90 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:30.981114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.008687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network a6bae2d3-7983-41ec-84db-b73d8024e031 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:31.037744 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a68650a-2e95-4399-b7dd-0525f37f3f59 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:31.038452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a68650a-2e95-4399-b7dd-0525f37f3f59 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:31.039820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.050899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d4db1d78-7e30-4730-9140-f3ea4e33c296 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:31.052425 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2a68650a-2e95-4399-b7dd-0525f37f3f59 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/3ea20ab3-086c-4b09-a4f3-3e561812d3fb HTTP/1.1" status: 404 len: 337 time: 0.1468265 Sep 19 17:11:31.071742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40962) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:31.078764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3eab-5c74-4f35-be8e-c429d754e4f3 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=69e3b5d9-41e3-4f63-8186-e654e4d1027b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:31.121659 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaeb15f-f16d-468b-ac88-0e2686fe9b33 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:31.122510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaeb15f-f16d-468b-ac88-0e2686fe9b33 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:31.124983 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-beaeb15f-f16d-468b-ac88-0e2686fe9b33 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/a0ca954b-4856-4955-9028-d6fa3c63941a HTTP/1.1" status: 404 len: 339 time: 0.0522516 Sep 19 17:11:31.132654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40966) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:31.178728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.186217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-94c7fa63-cb4c-4bdc-b002-71b95a78b94d None None] The port '9d2869c7-b28b-460b-b6e0-a337336f7f90' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:11:31.190665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ed658f44-e0ad-484c-afb0-50b26ffb393a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:31.228128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.263851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: ed658f44-e0ad-484c-afb0-50b26ffb393a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:31.264192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ed658f44-e0ad-484c-afb0-50b26ffb393a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:31.264607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9d2869c7-b28b-460b-b6e0-a337336f7f90 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:31.293822 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-020af961-c854-44c4-b6e9-505ab4b669d8 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:31.294333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020af961-c854-44c4-b6e9-505ab4b669d8 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:31.301185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-020af961-c854-44c4-b6e9-505ab4b669d8 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/ecf4b1ba-f75c-4add-a573-3b76d19ca7da HTTP/1.1" status: 404 len: 337 time: 0.1652172 Sep 19 17:11:31.301185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:31.301799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Transition to ACTIVE for port object 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:31.301948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40970) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:31.318108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 9d2869c7-b28b-460b-b6e0-a337336f7f90 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:31.318655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9d2869c7-b28b-460b-b6e0-a337336f7f90 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:31.324921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:subnet and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:31.330278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:31.334999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Transition to ACTIVE for port object 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:31.337555 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-33029e26-05b1-4739-8924-1f746300fe23 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:31.339261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33029e26-05b1-4739-8924-1f746300fe23 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:31.341377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-33029e26-05b1-4739-8924-1f746300fe23 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/524f015a-9d22-45f0-8179-7ae84c7d928e HTTP/1.1" status: 404 len: 339 time: 0.0403538 Sep 19 17:11:31.342899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:31.344960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40974) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:31.350268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.417166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.430282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:31.433443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:31.439052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:31.448557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Pushing event updated for resources: {'Port': ['ID=6fa5d3ca-1d3e-4785-89ff-73a9ef452b98,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:31.459226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::12f (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/182005fd-dc5a-453b-9bda-3f2b0d851758/53929293-2ae8-46ed-ab78-5638271ee982) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:31.460341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b331f10-3aa7-4428-b603-93d5de2e8d22']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:31.477826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf1105b-f752-4c49-8c8d-ac7b31804422') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:31.478124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf1105b-f752-4c49-8c8d-ac7b31804422') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:31.502129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.513282 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b154714c-969f-4175-9a65-ac67b8bcb29a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:31.513745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b154714c-969f-4175-9a65-ac67b8bcb29a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:31.518394 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b154714c-969f-4175-9a65-ac67b8bcb29a tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/141c5697-5d4c-4b42-9f36-0750488a643e HTTP/1.1" status: 404 len: 337 time: 0.1696110 Sep 19 17:11:31.518644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.522738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Made reservation on behalf of 754f0de6853d49a784248115253f2c60 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:31.526855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.535860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 40978) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:31.561959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Attempting to bind port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:31.562331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Attempting to bind port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:31.562732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Attempting to bind port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:31.568197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:31.568574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:31.568976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.569373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:31.570371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Bound port: 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:31.570371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.578136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.588745 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36618b1-bca1-49ad-af3b-236580e386f2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:31.589214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36618b1-bca1-49ad-af3b-236580e386f2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:31.592040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Transition to ACTIVE for port object a065d4b4-874c-44a5-a73c-fc65189aa605 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:31.597073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:31.597511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.662945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] For port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:31.666870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] For port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6fa5d3ca-1d3e-4785-89ff-73a9ef452b98,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:31.675555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.680326 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e36618b1-bca1-49ad-af3b-236580e386f2 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/7f24ba80-aa6e-4b99-a1d8-5a6941e5b68f HTTP/1.1" status: 404 len: 339 time: 0.1433146 Sep 19 17:11:31.693673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.696358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40984) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:31.784568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:31.788452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:31.791764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:31.793011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7e8c5-9622-4017-a60d-03d4ebb737c7 None None] Pushing event updated for resources: {'Port': ['ID=6fa5d3ca-1d3e-4785-89ff-73a9ef452b98,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:31.820507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.830260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9e4d95-8d22-487f-939e-c55acba10892 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting subnet 52a353f8-6c56-498f-939f-cf675dd20c00 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:31.835546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.838583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4d95-8d22-487f-939e-c55acba10892 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.922598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=e036ec68-aa34-40af-8d12-6149799f24e6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:31.928827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4d95-8d22-487f-939e-c55acba10892 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:31.941871 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment caf1105b-f752-4c49-8c8d-ac7b31804422 resource provider aggregate not found Sep 19 17:11:31.947166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] Pushing event deleted for resources: {'Network': ['ID=3b331f10-3aa7-4428-b603-93d5de2e8d22,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:31.953725 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89422619-0251-444e-90dd-aa90471d7ded tempest-ExternalNetworksTestJSON-938585394 tempest-ExternalNetworksTestJSON-938585394-project] 10.222.0.83 "DELETE /v2.0/networks/3b331f10-3aa7-4428-b603-93d5de2e8d22 HTTP/1.1" status: 204 len: 168 time: 1.2823336 Sep 19 17:11:31.965039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.042099 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment caf1105b-f752-4c49-8c8d-ac7b31804422 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caf1105b-f752-4c49-8c8d-ac7b31804422 found for delete ", "request_id": "req-bae97986-ef3d-4de1-a64d-d849937f4636"}]} Sep 19 17:11:32.065822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.101897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Allocated IP 2001:db8::f816:3eff:fe09:8b5f (2c6d982d-8c12-4744-b89d-339e806d7679/3e312575-840f-40ca-a166-245dcf70641d/a73200b2-fc83-471c-846b-410b3ac6a38d) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:32.118739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 53929293-2ae8-46ed-ab78-5638271ee982 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:32.161294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network 2c6d982d-8c12-4744-b89d-339e806d7679 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:32.180478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:32.198837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:32.204083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:32.205034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.213444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4d95-8d22-487f-939e-c55acba10892 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.248057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.323637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Port': ['ID=a065d4b4-874c-44a5-a73c-fc65189aa605,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:32.325185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.450455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=53929293-2ae8-46ed-ab78-5638271ee982,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:32.461203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 40996) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:32.491968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Subnet': ['ID=ec4b61de-5d83-481e-8a42-c0e500b3d03e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:32.493050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.495504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:32.502738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:32.510831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:32.516880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Transition to ACTIVE for port object a73200b2-fc83-471c-846b-410b3ac6a38d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:32.517122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:32.517799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.526073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Checking segment: {'id': '9bd1c01c-15bd-4c62-a342-b2431117b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a6bae2d3-7983-41ec-84db-b73d8024e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:32.526452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network hostable DHCP agents. Network: a6bae2d3-7983-41ec-84db-b73d8024e031, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:32.547532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Transition to ACTIVE for port object a73200b2-fc83-471c-846b-410b3ac6a38d will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:32.556520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4d95-8d22-487f-939e-c55acba10892 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.556854 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c089244-af61-476b-b2b6-3875bda72d16 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1534572 Sep 19 17:11:32.557549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.557673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41002) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:32.594501 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5f88a6fe-ad51-4e6b-b501-b72467cab61b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4081359 Sep 19 17:11:32.602725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41006) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:32.617666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef7509-92de-4f98-bd54-a0b18be44768 req-0e519d97-2844-4b2b-90a8-30f2745ede83 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:32.629192 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f7ef7509-92de-4f98-bd54-a0b18be44768 req-0e519d97-2844-4b2b-90a8-30f2745ede83 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.8027081 Sep 19 17:11:32.641931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Network 2c6d982d-8c12-4744-b89d-339e806d7679 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:32.644278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network a6bae2d3-7983-41ec-84db-b73d8024e031 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:32.646541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e4d95-8d22-487f-939e-c55acba10892 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=52a353f8-6c56-498f-939f-cf675dd20c00,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:32.646806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:32.650229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4d95-8d22-487f-939e-c55acba10892 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.651156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:32.654486 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c9e4d95-8d22-487f-939e-c55acba10892 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/52a353f8-6c56-498f-939f-cf675dd20c00 HTTP/1.1" status: 204 len: 168 time: 0.9511952 Sep 19 17:11:32.662504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41010) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:32.697136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, a6bae2d3-7983-41ec-84db-b73d8024e031) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:32.710342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b16dc4-61c2-49b3-8999-1058663f32b0 None None] Network c12f71f7-a8c6-43a8-bc6c-c5569d026e80 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:32.721170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:32.721765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.726172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edaa493-e0d5-48e4-9dda-4e26e42cc1cd None None] Network a6bae2d3-7983-41ec-84db-b73d8024e031 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:32.767561 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b450ab8b-aef4-43ef-a00b-9b4ed60bd155 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8593841 Sep 19 17:11:32.771940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41014) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:32.780503 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-967f1c70-d607-4d16-a0ed-47920e3995ed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84a41d39f87048bc8da30e7facb5e867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122246 Sep 19 17:11:32.783919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'network': {'name': 'tempest-router-network01--1581547391'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:32.791636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41018) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:32.796716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:32.815067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:network and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:32.821409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:32.833386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72839352-0b79-4ee4-85d4-66a83e9123fb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:32.839291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72839352-0b79-4ee4-85d4-66a83e9123fb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:32.840342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-72839352-0b79-4ee4-85d4-66a83e9123fb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:32.845257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Pushing event updated for resources: {'Port': ['ID=a73200b2-fc83-471c-846b-410b3ac6a38d,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:32.849403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:32.886168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Made reservation on behalf of 754f0de6853d49a784248115253f2c60 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:32.891508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:32.900819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-72839352-0b79-4ee4-85d4-66a83e9123fb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:32.901989 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-72839352-0b79-4ee4-85d4-66a83e9123fb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2967794 Sep 19 17:11:32.907742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41022) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:32.942372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.006389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0878754d-2103-4b8b-9e0b-fb90d5b517fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.007910 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f7ef7509-92de-4f98-bd54-a0b18be44768 req-5c935f54-3e02-4484-a05b-091697879e05 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776567 Sep 19 17:11:33.021164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f805e49-b975-4ebf-b861-03f81e6959ca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting subnet 3e312575-840f-40ca-a166-245dcf70641d {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:33.025822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3f805e49-b975-4ebf-b861-03f81e6959ca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.032497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cb80de1d-2f34-4586-93fe-d336e3f901e2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 53929293-2ae8-46ed-ab78-5638271ee982 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:33.033150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb80de1d-2f34-4586-93fe-d336e3f901e2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.041589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Attempting to bind port a73200b2-fc83-471c-846b-410b3ac6a38d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:33.042152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Attempting to bind port a73200b2-fc83-471c-846b-410b3ac6a38d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'b31d7e46-e4a4-43b0-95f1-01f0104900f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c6d982d-8c12-4744-b89d-339e806d7679'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:33.042681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Attempting to bind port a73200b2-fc83-471c-846b-410b3ac6a38d on network 2c6d982d-8c12-4744-b89d-339e806d7679 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:33.087970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port 797750f8-9f7b-4b96-8288-8ad009729bc9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:33.088197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.089635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:33.090341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Checking segment: {'id': 'b31d7e46-e4a4-43b0-95f1-01f0104900f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c6d982d-8c12-4744-b89d-339e806d7679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:33.090873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.091368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Bound using segment: {'id': 'b31d7e46-e4a4-43b0-95f1-01f0104900f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c6d982d-8c12-4744-b89d-339e806d7679'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:33.091947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Bound port: a73200b2-fc83-471c-846b-410b3ac6a38d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31d7e46-e4a4-43b0-95f1-01f0104900f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c6d982d-8c12-4744-b89d-339e806d7679'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:33.092434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.111310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:33.152074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3f805e49-b975-4ebf-b861-03f81e6959ca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.160578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0878754d-2103-4b8b-9e0b-fb90d5b517fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.181491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.182108 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Added segment d72c15d0-3e51-42c3-ba8d-7099a063c7b9 of type vlan for network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 Sep 19 17:11:33.328827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.381010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.387335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:33.388240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.405075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port 797750f8-9f7b-4b96-8288-8ad009729bc9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=797750f8-9f7b-4b96-8288-8ad009729bc9,segment=NetworkSegment(01457856-fbfa-4ad2-9a69-8eda87a4009d),segment_id=01457856-fbfa-4ad2-9a69-8eda87a4009d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:33.405457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.416879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fbf5603f-df03-4271-a846-f869b181c126 None None] Provisioning for port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:33.431411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] For port a73200b2-fc83-471c-846b-410b3ac6a38d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:33.434955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-a6bae2d3-7983-41ec-84db-b73d8024e031', 'network_id': 'a6bae2d3-7983-41ec-84db-b73d8024e031', 'tenant_id': '754f0de6853d49a784248115253f2c60', 'fixed_ips': [{'subnet_id': 'ec4b61de-5d83-481e-8a42-c0e500b3d03e'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:33.435981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.470617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] For port a73200b2-fc83-471c-846b-410b3ac6a38d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a73200b2-fc83-471c-846b-410b3ac6a38d,segment=NetworkSegment(b31d7e46-e4a4-43b0-95f1-01f0104900f4),segment_id=b31d7e46-e4a4-43b0-95f1-01f0104900f4)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:33.532639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.572757 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7989933 Sep 19 17:11:33.573659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41026) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:33.636121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'network': {'name': 'tempest-router-network02--247503363'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:33.648805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for 797750f8-9f7b-4b96-8288-8ad009729bc9 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:33.657659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:33.659557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:33.691051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0878754d-2103-4b8b-9e0b-fb90d5b517fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.692960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0878754d-2103-4b8b-9e0b-fb90d5b517fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.697623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0878754d-2103-4b8b-9e0b-fb90d5b517fd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ef3a936b-3a6a-46fd-a8d0-2eebd5f034b2 HTTP/1.1" status: 204 len: 168 time: 0.9049621 Sep 19 17:11:33.722376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:network and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:33.736658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:33.739855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878754d-2103-4b8b-9e0b-fb90d5b517fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a936b-3a6a-46fd-a8d0-2eebd5f034b2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:33.759435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d2b97017-4248-409b-ad06-b94c70745b71 None None] Provisioning for port 53929293-2ae8-46ed-ab78-5638271ee982 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:33.763027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43846f91-5edc-4038-b154-2aedd41d8154 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Network': ['ID=7c2e4b41-972a-4c64-bf20-e7a7661e6f92,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:33.767281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:33.788736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb80de1d-2f34-4586-93fe-d336e3f901e2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.794306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d2b97017-4248-409b-ad06-b94c70745b71 None None] Provisioning complete for port 53929293-2ae8-46ed-ab78-5638271ee982 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:33.794685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2b97017-4248-409b-ad06-b94c70745b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.839117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:33.858561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:33.876786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df35c902-71b3-4440-b7b0-747240a6ca07 None None] DHCP port deletion for c12f71f7-a8c6-43a8-bc6c-c5569d026e80 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:33.891709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c2ae0-35af-43e1-86ec-b8de4d150b2a None None] Pushing event updated for resources: {'Port': ['ID=a73200b2-fc83-471c-846b-410b3ac6a38d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:33.966931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.005166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No DVR routers for this DVR port 797750f8-9f7b-4b96-8288-8ad009729bc9 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:34.007249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Port': ['ID=797750f8-9f7b-4b96-8288-8ad009729bc9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:34.048519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Allocated IP 2001:db8::2 (a6bae2d3-7983-41ec-84db-b73d8024e031/ec4b61de-5d83-481e-8a42-c0e500b3d03e/a6f4f29a-48bd-482a-993e-38a36e3543af) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:34.085158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Made reservation on behalf of 754f0de6853d49a784248115253f2c60 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:34.093894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.094111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d2b97017-4248-409b-ad06-b94c70745b71 None None] Port 53929293-2ae8-46ed-ab78-5638271ee982 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:11:34.106943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cb80de1d-2f34-4586-93fe-d336e3f901e2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 53929293-2ae8-46ed-ab78-5638271ee982 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:34.127112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3f805e49-b975-4ebf-b861-03f81e6959ca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.175929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:34.202601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:34.238851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:34.239283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.276001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:34.317902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.318248 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Added segment 88d0e058-565f-4867-a606-4c6a3aa1eb15 of type vlan for network aea33455-08a7-4dba-a162-0bb675c2ad98 Sep 19 17:11:34.367559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.419092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.463340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.474035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:34.474646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.476288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb80de1d-2f34-4586-93fe-d336e3f901e2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.506310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.523852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Transition to ACTIVE for port object a6f4f29a-48bd-482a-993e-38a36e3543af will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:34.535900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80de1d-2f34-4586-93fe-d336e3f901e2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=53929293-2ae8-46ed-ab78-5638271ee982,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:34.537777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6fa5d3ca-1d3e-4785-89ff-73a9ef452b98,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:34.555355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Transition to ACTIVE for port object a6f4f29a-48bd-482a-993e-38a36e3543af will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:34.560301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.607436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.617620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b154-db3c-4e70-816f-32428d8d321f req-0c1dde42-96d4-4d6d-9b13-5545f55096d7 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:34.626643 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ec3b154-db3c-4e70-816f-32428d8d321f req-0c1dde42-96d4-4d6d-9b13-5545f55096d7 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4035616 Sep 19 17:11:34.652201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Network a6bae2d3-7983-41ec-84db-b73d8024e031 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:34.652778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb80de1d-2f34-4586-93fe-d336e3f901e2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.655667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:34.659364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:34.681325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.708254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:34.709946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.724242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12f71f7-a8c6-43a8-bc6c-c5569d026e80']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:34.737922 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c62af4b1-6de9-41e1-b958-82338167c690 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=297e161a5327465d9b135b3357f0ad23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266168 Sep 19 17:11:34.746683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41040) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:34.751945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3f805e49-b975-4ebf-b861-03f81e6959ca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.767815 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ec3b154-db3c-4e70-816f-32428d8d321f req-5fc02a6b-efd1-4ba1-ba1c-ab6e118fe824 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394289 Sep 19 17:11:34.768750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01457856-fbfa-4ad2-9a69-8eda87a4009d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:34.769046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01457856-fbfa-4ad2-9a69-8eda87a4009d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:34.776008 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cb80de1d-2f34-4586-93fe-d336e3f901e2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/53929293-2ae8-46ed-ab78-5638271ee982 HTTP/1.1" status: 204 len: 168 time: 1.8650560 Sep 19 17:11:34.783350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41044) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:34.813597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=6fa5d3ca-1d3e-4785-89ff-73a9ef452b98,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:34.868837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.888114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.895927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:34.896338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.950868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f925d-f9df-4633-9496-fcb632354be3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:34.952995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f925d-f9df-4633-9496-fcb632354be3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:34.953784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3a0f925d-f9df-4633-9496-fcb632354be3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:34.961166 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3790088 Sep 19 17:11:34.971668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41048) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:34.984885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Attempting to bind port a6f4f29a-48bd-482a-993e-38a36e3543af on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:34.985848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Attempting to bind port a6f4f29a-48bd-482a-993e-38a36e3543af by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '9bd1c01c-15bd-4c62-a342-b2431117b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a6bae2d3-7983-41ec-84db-b73d8024e031'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:34.985848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Attempting to bind port a6f4f29a-48bd-482a-993e-38a36e3543af on network a6bae2d3-7983-41ec-84db-b73d8024e031 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:34.986145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f805e49-b975-4ebf-b861-03f81e6959ca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Subnet': ['ID=3e312575-840f-40ca-a166-245dcf70641d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:34.996847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:34.997467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Checking segment: {'id': '9bd1c01c-15bd-4c62-a342-b2431117b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a6bae2d3-7983-41ec-84db-b73d8024e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:34.998212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:34.998794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Bound using segment: {'id': '9bd1c01c-15bd-4c62-a342-b2431117b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a6bae2d3-7983-41ec-84db-b73d8024e031'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:34.999393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Bound port: a6f4f29a-48bd-482a-993e-38a36e3543af, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd1c01c-15bd-4c62-a342-b2431117b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a6bae2d3-7983-41ec-84db-b73d8024e031'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:35.000589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.003993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'subnet': {'network_id': '7c2e4b41-972a-4c64-bf20-e7a7661e6f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:35.017480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3f805e49-b975-4ebf-b861-03f81e6959ca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.028883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Pushing event updated for resources: {'Port': ['ID=a6f4f29a-48bd-482a-993e-38a36e3543af,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:35.040879 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3f805e49-b975-4ebf-b861-03f81e6959ca tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/subnets/3e312575-840f-40ca-a166-245dcf70641d HTTP/1.1" status: 204 len: 168 time: 2.4734709 Sep 19 17:11:35.043380 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 01457856-fbfa-4ad2-9a69-8eda87a4009d resource provider aggregate not found Sep 19 17:11:35.051898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:35.062394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.095935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f0b29c-3274-4b98-9dc1-0bca68dceada None None] Network 2c6d982d-8c12-4744-b89d-339e806d7679 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:35.112674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3a0f925d-f9df-4633-9496-fcb632354be3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:35.116415 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3a0f925d-f9df-4633-9496-fcb632354be3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3295441 Sep 19 17:11:35.125629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69b8b4-01eb-440b-92b9-94f0ac6f7fff tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Network': ['ID=aea33455-08a7-4dba-a162-0bb675c2ad98,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:35.126253 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 01457856-fbfa-4ad2-9a69-8eda87a4009d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01457856-fbfa-4ad2-9a69-8eda87a4009d found for delete ", "request_id": "req-615e5139-bd00-44c3-897e-6505e74ab86e"}]} Sep 19 17:11:35.131242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41060) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:35.164194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.165953 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/c12f71f7-a8c6-43a8-bc6c-c5569d026e80 HTTP/1.1" status: 204 len: 168 time: 2.5023439 Sep 19 17:11:35.170028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41064) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:35.193554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network aea33455-08a7-4dba-a162-0bb675c2ad98 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:35.209269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0f127-b0c1-44d3-9ef6-ebeef86ff5e7 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=c12f71f7-a8c6-43a8-bc6c-c5569d026e80,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:35.219597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b09b4cd-ea68-4893-87a3-97885edbbe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.243825 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7752e68c-ec98-431a-ae58-068e37eaf451 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:35.244276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7752e68c-ec98-431a-ae58-068e37eaf451 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:35.248764 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7752e68c-ec98-431a-ae58-068e37eaf451 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/36ef731e-fa19-4cfc-b046-aca3dfd37243 HTTP/1.1" status: 404 len: 337 time: 0.0670998 Sep 19 17:11:35.248896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd73990-64b6-45f3-a812-7a4fe8611e2e tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:35.248896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd73990-64b6-45f3-a812-7a4fe8611e2e tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:35.248896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2dd73990-64b6-45f3-a812-7a4fe8611e2e tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Synchronizing usage tracker for tenant:b68fbf195ee84ac3ad2200e7b6f709bb on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:35.249968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41068) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:35.254794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:35.270129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b09b4cd-ea68-4893-87a3-97885edbbe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.281876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:subnet and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:35.290968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-101453f0-3341-4421-aeb4-e958d33bc738 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 182005fd-dc5a-453b-9bda-3f2b0d851758 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:35.294609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:35.297627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-101453f0-3341-4421-aeb4-e958d33bc738 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.309484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.324436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.326442 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29a6550-2730-4f81-8602-bebce78110e5 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:35.326954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29a6550-2730-4f81-8602-bebce78110e5 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:35.332598 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b29a6550-2730-4f81-8602-bebce78110e5 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/0dad1be2-ab10-4ab3-8f21-8a9fc7f2ec8e HTTP/1.1" status: 404 len: 339 time: 0.0778322 Sep 19 17:11:35.332753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] For port a6f4f29a-48bd-482a-993e-38a36e3543af, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:35.337381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41072) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:35.338047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:35.349785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2dd73990-64b6-45f3-a812-7a4fe8611e2e tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Unset dirty status for tenant:b68fbf195ee84ac3ad2200e7b6f709bb on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:35.355664 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2dd73990-64b6-45f3-a812-7a4fe8611e2e tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2960446 Sep 19 17:11:35.367263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3972e031-f1b7-4a0d-bc66-200473d0d664 None None] Provisioning for port a73200b2-fc83-471c-846b-410b3ac6a38d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:35.382416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41076) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:35.442117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.448489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] For port a6f4f29a-48bd-482a-993e-38a36e3543af, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a6f4f29a-48bd-482a-993e-38a36e3543af,segment=NetworkSegment(9bd1c01c-15bd-4c62-a342-b2431117b20e),segment_id=9bd1c01c-15bd-4c62-a342-b2431117b20e)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:35.487378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.499565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=e036ec68-aa34-40af-8d12-6149799f24e6,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:35.523270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9dd46a7-1441-402a-9bf4-f0243a75d848 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.523445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b09b4cd-ea68-4893-87a3-97885edbbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.533555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Made reservation on behalf of 754f0de6853d49a784248115253f2c60 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:35.536986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.545505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09b4cd-ea68-4893-87a3-97885edbbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f524931-f03c-4989-bbeb-d490bd389beb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:35.607636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b09b4cd-ea68-4893-87a3-97885edbbe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.608591 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b09b4cd-ea68-4893-87a3-97885edbbe2f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f524931-f03c-4989-bbeb-d490bd389beb HTTP/1.1" status: 204 len: 168 time: 0.8586850 Sep 19 17:11:35.624373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-101453f0-3341-4421-aeb4-e958d33bc738 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.681747 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP f0f3dacd-53ae-4738-ad4f-8cfda2b5099b associated. External IP: 172.26.10.251, port: b9703a0c-2461-4404-ad35-6bb51706dbd7. Sep 19 17:11:35.705720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5a62d-6d58-43e0-892e-ca7907ccd265 None None] Pushing event updated for resources: {'Port': ['ID=a6f4f29a-48bd-482a-993e-38a36e3543af,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:35.720417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:35.807902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:35.808948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.828086 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9dd46a7-1441-402a-9bf4-f0243a75d848 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 19 17:11:35.828644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9dd46a7-1441-402a-9bf4-f0243a75d848 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:35.830591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b9dd46a7-1441-402a-9bf4-f0243a75d848 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/2c6d982d-8c12-4744-b89d-339e806d7679 HTTP/1.1" status: 409 len: 405 time: 0.4453387 Sep 19 17:11:35.839728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41084) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:35.852844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6fb47d-149b-43ba-8f2e-d82126add6b4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting subnet 8fe28f6f-9b42-4055-8c73-4ee51eed3f1b {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:35.862283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be6fb47d-149b-43ba-8f2e-d82126add6b4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.907271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1508084607'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:35.920158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] DHCP port deletion for 2c6d982d-8c12-4744-b89d-339e806d7679 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:35.942266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:35.944663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] Deleting port a73200b2-fc83-471c-846b-410b3ac6a38d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:35.945198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:35.961628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:network and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:35.967103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:36.049724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be6fb47d-149b-43ba-8f2e-d82126add6b4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.123806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:36.189079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-101453f0-3341-4421-aeb4-e958d33bc738 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.244681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:36.249685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.295779 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:36.298195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a73200b2-fc83-471c-846b-410b3ac6a38d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:36.325460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:36.338678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be6fb47d-149b-43ba-8f2e-d82126add6b4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.348873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.349230 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Added segment c2a9675a-9c61-456f-803b-9c4a7836ada8 of type vlan for network 3270477a-4b2c-43f3-bb07-c856194e4213 Sep 19 17:11:36.367285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.386839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] For port a73200b2-fc83-471c-846b-410b3ac6a38d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a73200b2-fc83-471c-846b-410b3ac6a38d,segment=NetworkSegment(b31d7e46-e4a4-43b0-95f1-01f0104900f4),segment_id=b31d7e46-e4a4-43b0-95f1-01f0104900f4)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:36.387274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.436128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-101453f0-3341-4421-aeb4-e958d33bc738 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.471861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Subnet': ['ID=82925795-b998-4c90-9a63-9e480160d678,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:36.505366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-101453f0-3341-4421-aeb4-e958d33bc738 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.537509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101453f0-3341-4421-aeb4-e958d33bc738 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=182005fd-dc5a-453b-9bda-3f2b0d851758,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:36.549925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.555413 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-101453f0-3341-4421-aeb4-e958d33bc738 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/182005fd-dc5a-453b-9bda-3f2b0d851758 HTTP/1.1" status: 204 len: 168 time: 1.4231067 Sep 19 17:11:36.559796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41098) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:36.562564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Checking segment: {'id': 'd72c15d0-3e51-42c3-ba8d-7099a063c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7c2e4b41-972a-4c64-bf20-e7a7661e6f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:36.562957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network hostable DHCP agents. Network: 7c2e4b41-972a-4c64-bf20-e7a7661e6f92, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:36.578288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] Calling delete_port for a73200b2-fc83-471c-846b-410b3ac6a38d owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:36.605113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370206e-21e7-470f-8b5b-d2b962d53c6b None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:36.605860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4796b0c-e37d-434e-8a35-19151b8828a3 req-177a3ef8-1ed2-4f17-9e7b-9429cdb814e9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:36.608183 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4796b0c-e37d-434e-8a35-19151b8828a3 req-177a3ef8-1ed2-4f17-9e7b-9429cdb814e9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4935200 Sep 19 17:11:36.609247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.616338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:36.617363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.650451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be6fb47d-149b-43ba-8f2e-d82126add6b4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.655186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-85c40bd3-ae51-4bbc-a5fc-ee27f8c94bb3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940390 Sep 19 17:11:36.688616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41104) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:36.754786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fb47d-149b-43ba-8f2e-d82126add6b4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe28f6f-9b42-4055-8c73-4ee51eed3f1b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:36.760016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be6fb47d-149b-43ba-8f2e-d82126add6b4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.787901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:36.797903 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-be6fb47d-149b-43ba-8f2e-d82126add6b4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/subnets/8fe28f6f-9b42-4055-8c73-4ee51eed3f1b HTTP/1.1" status: 204 len: 168 time: 1.4551249 Sep 19 17:11:36.803286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41112) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:36.838343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 7c2e4b41-972a-4c64-bf20-e7a7661e6f92) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:36.840401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:36.849952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda1064-79f9-4c64-ab7e-d32695efa627 None None] Network 0950583e-3cdd-4b5c-a553-bc31ca21193a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:36.850466 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0052567 Sep 19 17:11:36.859417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41116) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:36.865718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:36.866330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:36.869616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec6c0e-7c1d-485b-a060-1e0e3d445864 None None] Network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:36.943906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'subnet': {'network_id': '3270477a-4b2c-43f3-bb07-c856194e4213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:36.965064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3b216-3321-46e8-9a3b-2d994d71abbe tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Network': ['ID=3270477a-4b2c-43f3-bb07-c856194e4213,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:36.972093 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d4796b0c-e37d-434e-8a35-19151b8828a3 req-ebed4265-38ba-433d-b675-81ad340b6faa tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997898 Sep 19 17:11:37.094039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b5e0d657-1328-41b7-b803-86027940173d tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1035128 Sep 19 17:11:37.105762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41122) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:37.137471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'subnet': {'network_id': 'aea33455-08a7-4dba-a162-0bb675c2ad98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:37.181094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 3270477a-4b2c-43f3-bb07-c856194e4213 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:37.200433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.255300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.295608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ac2fa-b5d1-4089-87fa-7a3cc22d03fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:37.296313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6e7ac2fa-b5d1-4089-87fa-7a3cc22d03fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:37.303338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Deleting port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:37.303619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.355479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:37.355977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:37.360673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632dec31-1007-4d88-b9b9-1a90db9e73da None None] Network a6bae2d3-7983-41ec-84db-b73d8024e031 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:37.392344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.412245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:37.483821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:37.488954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:subnet and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:37.492226 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-507c2395-2e48-46e1-8b32-124b35823bda tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 8.3077428 Sep 19 17:11:37.493149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:37.493516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41134) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:37.500487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:37.508139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-112777349'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:37.509648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6e7ac2fa-b5d1-4089-87fa-7a3cc22d03fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:37.511632 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6e7ac2fa-b5d1-4089-87fa-7a3cc22d03fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8117518 Sep 19 17:11:37.515137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:37.518735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port a73200b2-fc83-471c-846b-410b3ac6a38d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:37.519143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.523495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:37.524971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:37.528800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.544077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f0b09-4934-404a-b5ca-8e14fe33adf7 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:37.581062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:network and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:37.586158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:37.590304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] No DVR routers for this DVR port a73200b2-fc83-471c-846b-410b3ac6a38d on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:37.595694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b6d63-d741-4bda-a8b9-468793187a29 None None] Pushing event deleted for resources: {'Port': ['ID=a73200b2-fc83-471c-846b-410b3ac6a38d,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:37.604909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:37.612043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Made reservation on behalf of 754f0de6853d49a784248115253f2c60 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:37.615498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.619596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c95ab1-2077-4278-93f7-3c6635cdaec8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:37.621188 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-71c95ab1-2077-4278-93f7-3c6635cdaec8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007404 Sep 19 17:11:37.624059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41144) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:37.699193 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b948d34-f1b9-45c4-8e42-61c0ebeaaec6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738657 Sep 19 17:11:37.703951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41150) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:37.716764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:37.740216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:37.740216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.753256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Port a73200b2-fc83-471c-846b-410b3ac6a38d was deleted so its status cannot be updated. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 19 17:11:37.771279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:37.781704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.782460 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Added segment 4c605b86-bb2a-42a0-bebe-49406d57523f of type vlan for network 0a6c0189-3866-4b1b-9143-47edfe89ed93 Sep 19 17:11:37.814109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.818162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f0b09-4934-404a-b5ca-8e14fe33adf7 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:37.818812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a3f0b09-4934-404a-b5ca-8e14fe33adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:37.846443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.852020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:37.852543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:37.905330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 797750f8-9f7b-4b96-8288-8ad009729bc9 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:37.918182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41156) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:37.972556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-19cbbab8-0519-4e21-8fbf-7474393d5685 None None] Provisioning for port a6f4f29a-48bd-482a-993e-38a36e3543af completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:37.983336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 797750f8-9f7b-4b96-8288-8ad009729bc9 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:37.983681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 797750f8-9f7b-4b96-8288-8ad009729bc9 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:38.016290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a3f0b09-4934-404a-b5ca-8e14fe33adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:38.120228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Network': ['ID=0a6c0189-3866-4b1b-9143-47edfe89ed93,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:38.124565 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b2b69b0e-4d09-4f33-8578-104bed9eed45 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6293139 Sep 19 17:11:38.132402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41164) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:38.137608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:38.147113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'subnet': {'network_id': '0a6c0189-3866-4b1b-9143-47edfe89ed93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:38.174822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:38.183104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:38.202055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:38.214622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a6f4f29a-48bd-482a-993e-38a36e3543af up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:38.244693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:38.251180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1979082186', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:38.277239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:38.281292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f0b09-4934-404a-b5ca-8e14fe33adf7 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:38.281459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.281558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a3f0b09-4934-404a-b5ca-8e14fe33adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:38.285088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:38.340608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Usage tracker for resource:port and tenant:315b42fdd33e45549fee29839bd0a580 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:38.351727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:38.359696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:38.379170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:subnet and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:38.383494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:38.384812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:38.395635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:38.420147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:38.423748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.453137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a3f0b09-4934-404a-b5ca-8e14fe33adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:38.453797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f0b09-4934-404a-b5ca-8e14fe33adf7 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:38.464530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:11:38.469826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.476718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] For port d0d6e632-128d-46f8-8aa9-f91ed7bfb192, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d0d6e632-128d-46f8-8aa9-f91ed7bfb192,segment=NetworkSegment(ca533fcd-fd94-4126-971f-ce240f0ab7ea),segment_id=ca533fcd-fd94-4126-971f-ce240f0ab7ea)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:38.477075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.544126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Made reservation on behalf of 315b42fdd33e45549fee29839bd0a580 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:38.551148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.555132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:38.567903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] Deleting port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:38.568562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.595134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-7c2e4b41-972a-4c64-bf20-e7a7661e6f92', 'network_id': '7c2e4b41-972a-4c64-bf20-e7a7661e6f92', 'tenant_id': '754f0de6853d49a784248115253f2c60', 'fixed_ips': [{'subnet_id': '82925795-b998-4c90-9a63-9e480160d678'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:38.595924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.653337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port a6f4f29a-48bd-482a-993e-38a36e3543af completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:38.706806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.710580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Calling delete_port for d0d6e632-128d-46f8-8aa9-f91ed7bfb192 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:38.773021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port a6f4f29a-48bd-482a-993e-38a36e3543af triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:38.773401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.776079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:38.795049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.820147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:38.823848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:38.827853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:38.828169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:38.828847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.833194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Usage tracker for resource:security_group_rule and tenant:315b42fdd33e45549fee29839bd0a580 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:38.836788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:38.842715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.844073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:38.847092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:38.902611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1b299-c460-4b18-a393-eff59045d72d None None] DHCP port deletion for 0950583e-3cdd-4b5c-a553-bc31ca21193a request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:38.952052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Port': ['ID=d0d6e632-128d-46f8-8aa9-f91ed7bfb192,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:38.967169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Subnet': ['ID=2aa3896e-b770-4880-be30-8c37118d2a02,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:38.988638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] No DVR routers for this DVR port d0d6e632-128d-46f8-8aa9-f91ed7bfb192 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:39.002580 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-476aeb06-276d-4dd5-8f65-e66bfcaa209c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2972405 Sep 19 17:11:39.005232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41168) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:39.012875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f', 'ip_address': '2001:db8::8619:2f36:f027:6d2f'}], 'name': 'tempest-NetworksTestDHCPv6-1496165219'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:39.035846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Checking segment: {'id': '4c605b86-bb2a-42a0-bebe-49406d57523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0a6c0189-3866-4b1b-9143-47edfe89ed93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:39.035846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network hostable DHCP agents. Network: 0a6c0189-3866-4b1b-9143-47edfe89ed93, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:39.069889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Subnet': ['ID=57ff30f9-95dc-4630-8af7-13361bb3675a,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:39.152753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313858e5-b4ab-4fab-8619-cca873f2fe6a req-279905c0-c123-4078-85de-d3dd4fa3f1d1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:39.154866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-313858e5-b4ab-4fab-8619-cca873f2fe6a req-279905c0-c123-4078-85de-d3dd4fa3f1d1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9143856 Sep 19 17:11:39.156928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Allocated IP 2001:db8::2 (7c2e4b41-972a-4c64-bf20-e7a7661e6f92/82925795-b998-4c90-9a63-9e480160d678/8d63f5d8-2a79-482a-81ed-b2d3e5322615) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:39.216319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a3cd628c-dbfe-41ae-86cf-a59d245cc45f None None] Provisioning complete for port a6f4f29a-48bd-482a-993e-38a36e3543af triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:39.216820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3cd628c-dbfe-41ae-86cf-a59d245cc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.232764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:39.233467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Checking segment: {'id': 'c2a9675a-9c61-456f-803b-9c4a7836ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3270477a-4b2c-43f3-bb07-c856194e4213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:39.233834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network hostable DHCP agents. Network: 3270477a-4b2c-43f3-bb07-c856194e4213, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:39.248478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.259135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0a6c0189-3866-4b1b-9143-47edfe89ed93) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:39.267801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:39.268333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.293259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f2ec0-d585-4005-a9d2-6003ee756676 None None] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:39.304059 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-691555f2-f6f7-431f-9529-138705d7955a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1665940 Sep 19 17:11:39.304059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:39.305653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41172) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:39.315489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1405160763', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:39.324823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port a6f4f29a-48bd-482a-993e-38a36e3543af is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:39.325988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.326113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:39.328439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:39.331424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0950583e-3cdd-4b5c-a553-bc31ca21193a']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:39.335442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:router and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:39.339774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:39.340065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.346572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:39.348566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:39.390741 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-313858e5-b4ab-4fab-8619-cca873f2fe6a req-d3349508-7693-4699-857f-955065773137 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210219 Sep 19 17:11:39.407080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca533fcd-fd94-4126-971f-ce240f0ab7ea') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:39.407957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca533fcd-fd94-4126-971f-ce240f0ab7ea') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:39.434877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] For port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6fa5d3ca-1d3e-4785-89ff-73a9ef452b98,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:39.435787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.452518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.453541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.456088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network 3270477a-4b2c-43f3-bb07-c856194e4213 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:39.485033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.494002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.504579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 3270477a-4b2c-43f3-bb07-c856194e4213) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:39.509122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:39.509717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.526384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.555619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.571063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.582700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Subnet': ['ID=590a47c0-9861-4895-a934-ecfd8bd34e6e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:39.587645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:39.588054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.598936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3bdc8-19ef-4530-81f1-f1b409a7a865 None None] Network 3270477a-4b2c-43f3-bb07-c856194e4213 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:39.609229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.626434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] device_id is not set on port a7de830c-dc39-4a67-9b04-3e895ab27c20 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:39.644147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] Calling delete_port for 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:39.664235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 191f9828-df10-4662-bc4d-f93c9ffb29a2 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:39.667075 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment ca533fcd-fd94-4126-971f-ce240f0ab7ea resource provider aggregate not found Sep 19 17:11:39.703713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port a6f4f29a-48bd-482a-993e-38a36e3543af, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a6f4f29a-48bd-482a-993e-38a36e3543af,segment=NetworkSegment(9bd1c01c-15bd-4c62-a342-b2431117b20e),segment_id=9bd1c01c-15bd-4c62-a342-b2431117b20e)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:39.734939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Checking segment: {'id': '88d0e058-565f-4867-a606-4c6a3aa1eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aea33455-08a7-4dba-a162-0bb675c2ad98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:39.735312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network hostable DHCP agents. Network: aea33455-08a7-4dba-a162-0bb675c2ad98, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:39.761030 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment ca533fcd-fd94-4126-971f-ce240f0ab7ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca533fcd-fd94-4126-971f-ce240f0ab7ea found for delete ", "request_id": "req-8d691a8d-bffb-4622-99d4-3b02c5504a2c"}]} Sep 19 17:11:39.787790 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a91f21f7-f61c-4ded-93ae-8a40beaab795 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9145694 Sep 19 17:11:39.788008 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.796047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41186) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:39.807955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463fd483-04cf-4e44-a3ed-a23c66282183,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:39.820337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.824214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.860142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'port': {'network_id': '3270477a-4b2c-43f3-bb07-c856194e4213', 'name': 'tempest-NetworksIpV6TestAttrs-859101615'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:39.864063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network aea33455-08a7-4dba-a162-0bb675c2ad98 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:39.869202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] Pushing event deleted for resources: {'Network': ['ID=0950583e-3cdd-4b5c-a553-bc31ca21193a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:39.881719 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2fa7abeb-eccd-49bd-9537-d9d4efcd18d4 tempest-NetworksIpV6Test-1420665458 tempest-NetworksIpV6Test-1420665458-project] 10.222.0.83 "DELETE /v2.0/networks/0950583e-3cdd-4b5c-a553-bc31ca21193a HTTP/1.1" status: 204 len: 168 time: 3.0754218 Sep 19 17:11:39.919171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, aea33455-08a7-4dba-a162-0bb675c2ad98) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:39.924031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:39.924902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:39.962729 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-21d6be54-23d2-4ccb-a5bb-91f398991684 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8452899 Sep 19 17:11:39.965453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41192) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:39.989946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:40.005487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7715f-41fc-4859-9748-d1ceb69ab16f None None] Network aea33455-08a7-4dba-a162-0bb675c2ad98 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:40.018423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a73200b2-fc83-471c-846b-410b3ac6a38d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:40.100840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Allocated IP 172.26.10.191 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/a7de830c-dc39-4a67-9b04-3e895ab27c20) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:40.186611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: a73200b2-fc83-471c-846b-410b3ac6a38d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:40.186611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a73200b2-fc83-471c-846b-410b3ac6a38d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:40.288668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:40.301290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:port and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:40.304517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::8619:2f36:f027:6d2f (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f/191f9828-df10-4662-bc4d-f93c9ffb29a2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:40.306741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:40.315221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:40.345558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:40.347083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:40.356774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41198) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:40.425881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] device_id is not set on port f774e296-902c-4dca-b117-1c0b2385eb13 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:40.570383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:40.677302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=a6f4f29a-48bd-482a-993e-38a36e3543af,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:40.692441 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:40.749371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:40.750324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-0a6c0189-3866-4b1b-9143-47edfe89ed93', 'network_id': '0a6c0189-3866-4b1b-9143-47edfe89ed93', 'tenant_id': '3a3d5d2f86f74fd183556b48d2412166', 'fixed_ips': [{'subnet_id': '2aa3896e-b770-4880-be30-8c37118d2a02'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:40.751259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:40.760213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd628c-dbfe-41ae-86cf-a59d245cc45f None None] Current status of the port a6f4f29a-48bd-482a-993e-38a36e3543af is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:40.792404 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] Pushing event deleted for resources: {'Port': ['ID=6fa5d3ca-1d3e-4785-89ff-73a9ef452b98,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:40.812053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f01c6c-2eb0-4a21-b03d-87b907b732e9 None None] No DVR routers for this DVR port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:40.824842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:40.852345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70af7cf-7cfd-4ff8-a04e-fb17d508b582 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:40.926122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:40.955206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Transition to ACTIVE for port object 8d63f5d8-2a79-482a-81ed-b2d3e5322615 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:40.957771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No active binding found for port 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 {{(pid=89057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 19 17:11:40.958277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6fa5d3ca-1d3e-4785-89ff-73a9ef452b98 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:40.958812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d0d6e632-128d-46f8-8aa9-f91ed7bfb192 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:41.030210 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-777cf383-e250-4d72-a7e0-7175c8adadcb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ed1aea47b5ce4ff1a6f5f2f21d21984e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6585824 Sep 19 17:11:41.030740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41204) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:41.032431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.086334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.090145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Allocated IP 2001:db8::f816:3eff:fe57:135f (3270477a-4b2c-43f3-bb07-c856194e4213/57ff30f9-95dc-4630-8af7-13361bb3675a/f774e296-902c-4dca-b117-1c0b2385eb13) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:41.092820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: d0d6e632-128d-46f8-8aa9-f91ed7bfb192 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:41.093437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d0d6e632-128d-46f8-8aa9-f91ed7bfb192 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:41.096973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.119482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-3270477a-4b2c-43f3-bb07-c856194e4213', 'network_id': '3270477a-4b2c-43f3-bb07-c856194e4213', 'tenant_id': 'b68fbf195ee84ac3ad2200e7b6f709bb', 'fixed_ips': [{'subnet_id': '57ff30f9-95dc-4630-8af7-13361bb3675a'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:41.120655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.138694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.163379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Transition to ACTIVE for port object 8d63f5d8-2a79-482a-81ed-b2d3e5322615 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:41.184479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 191f9828-df10-4662-bc4d-f93c9ffb29a2 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:41.189204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.266512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:41.277932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:41.280481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:41.344348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-223ce2c0-0d94-4942-9c5e-8ed7004e80fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.359364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Pushing event updated for resources: {'Port': ['ID=a7de830c-dc39-4a67-9b04-3e895ab27c20,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:41.365844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Allocated IP 2001:db8::1 (7c2e4b41-972a-4c64-bf20-e7a7661e6f92/82925795-b998-4c90-9a63-9e480160d678/adc240c7-6231-4b8f-94b6-c7ff462086ef) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:41.388306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.401695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-223ce2c0-0d94-4942-9c5e-8ed7004e80fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.414996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:41.415615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.440759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:41.471027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:41.480534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-aea33455-08a7-4dba-a162-0bb675c2ad98', 'network_id': 'aea33455-08a7-4dba-a162-0bb675c2ad98', 'tenant_id': '754f0de6853d49a784248115253f2c60', 'fixed_ips': [{'subnet_id': '590a47c0-9861-4895-a934-ecfd8bd34e6e'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:41.482084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.488301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.26.10.60 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/03b26509-d93f-4675-b267-c9f6c1cb24a0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:41.497328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:41.513356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:41.520122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:41.522342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:41.525681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:41.526317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.542068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-423fca4e-b8dd-41df-99f3-6484df6745b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.546518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=191f9828-df10-4662-bc4d-f93c9ffb29a2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:41.550043 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0b9005bd-a00d-4d92-a743-470e820b8f1e tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1038 time: 3.6285117 Sep 19 17:11:41.552937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41208) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:41.562207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.191'}]}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:41.570844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:41.578706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Usage tracker for resource:router and tenant:315b42fdd33e45549fee29839bd0a580 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:41.584334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:41.586804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.587182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.587533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.587876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.588225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.588551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.588887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.589218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.589554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.589885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.590250 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.590637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:41.596352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.606502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:41.610248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Pushing event updated for resources: {'Port': ['ID=8d63f5d8-2a79-482a-81ed-b2d3e5322615,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:41.611734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-223ce2c0-0d94-4942-9c5e-8ed7004e80fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.646020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ce2c0-0d94-4942-9c5e-8ed7004e80fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58a6277-8396-431e-9103-49245dcf1f09,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:41.652523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.653647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.679701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-223ce2c0-0d94-4942-9c5e-8ed7004e80fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.683428 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-223ce2c0-0d94-4942-9c5e-8ed7004e80fc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c58a6277-8396-431e-9103-49245dcf1f09 HTTP/1.1" status: 204 len: 168 time: 0.6492684 Sep 19 17:11:41.692603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.699460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Transition to ACTIVE for port object f774e296-902c-4dca-b117-1c0b2385eb13 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:41.701450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.710557 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c6fb9d0-ee3e-4614-a716-f2ccc3a2a561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7042284 Sep 19 17:11:41.713680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41214) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:41.722154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Allocated IP 172.20.0.2 (0a6c0189-3866-4b1b-9143-47edfe89ed93/2aa3896e-b770-4880-be30-8c37118d2a02/1257cb6a-c17e-47dd-b3fd-b56bcfc85aed) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:41.761459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Transition to ACTIVE for port object adc240c7-6231-4b8f-94b6-c7ff462086ef will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:41.770931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.781683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.866957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network 3270477a-4b2c-43f3-bb07-c856194e4213 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:41.872853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:41.878691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:41.885901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:41.886612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:41.904256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Port': ['ID=f774e296-902c-4dca-b117-1c0b2385eb13,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:41.922159 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e06ba35-c93a-4e41-8b4d-2bbb00e799db tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1210229 Sep 19 17:11:41.925469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41220) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:41.929121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.045475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:42.052434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:42.058346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:42.095906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.104293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Attempting to bind port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:42.104993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Attempting to bind port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'd72c15d0-3e51-42c3-ba8d-7099a063c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7c2e4b41-972a-4c64-bf20-e7a7661e6f92'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:42.105574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Attempting to bind port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 on network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:42.112462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f459199-cdf1-40ad-ba6c-9c8ac341c9f2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting subnet 57ff30f9-95dc-4630-8af7-13361bb3675a {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:42.117723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=03b26509-d93f-4675-b267-c9f6c1cb24a0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:42.169872 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Allocated IP 2001:db8::f816:3eff:fe07:ce28 (3270477a-4b2c-43f3-bb07-c856194e4213/57ff30f9-95dc-4630-8af7-13361bb3675a/a9bb46da-727e-4403-bdff-7f1f81eb1537) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:42.237031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:42.237552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Checking segment: {'id': 'd72c15d0-3e51-42c3-ba8d-7099a063c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7c2e4b41-972a-4c64-bf20-e7a7661e6f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:42.238382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.238513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Bound using segment: {'id': 'd72c15d0-3e51-42c3-ba8d-7099a063c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7c2e4b41-972a-4c64-bf20-e7a7661e6f92'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:42.239110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Bound port: 8d63f5d8-2a79-482a-81ed-b2d3e5322615, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72c15d0-3e51-42c3-ba8d-7099a063c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7c2e4b41-972a-4c64-bf20-e7a7661e6f92'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:42.240157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.337780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:42.340341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.349715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:42.357811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:42.358370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.387070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a6f4f29a-48bd-482a-993e-38a36e3543af up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:42.489124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5805929-c757-4258-b5ff-d92003474875 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:42.493132 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e5805929-c757-4258-b5ff-d92003474875 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7759306 Sep 19 17:11:42.496343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41240) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:42.503401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Port': ['ID=adc240c7-6231-4b8f-94b6-c7ff462086ef,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:42.542364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Allocated IP 2001:db8::2 (aea33455-08a7-4dba-a162-0bb675c2ad98/590a47c0-9861-4895-a934-ecfd8bd34e6e/e90644e9-fff7-41cd-85d2-d00890a445d1) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:42.611377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-02ac6847-2f54-4e59-99d0-47f0e83af0bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 191f9828-df10-4662-bc4d-f93c9ffb29a2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:42.612898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ac6847-2f54-4e59-99d0-47f0e83af0bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.664723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41244) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:42.692947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.912141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] For port 8d63f5d8-2a79-482a-81ed-b2d3e5322615, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:42.940543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:42.973391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] For port 8d63f5d8-2a79-482a-81ed-b2d3e5322615, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8d63f5d8-2a79-482a-81ed-b2d3e5322615,segment=NetworkSegment(d72c15d0-3e51-42c3-ba8d-7099a063c7b9),segment_id=d72c15d0-3e51-42c3-ba8d-7099a063c7b9)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:42.979295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-40fc192d-4a04-47f2-823a-b02a13d75d4a tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] Request body: {'port': {'network_id': '9321c245-3aa3-4263-9643-92991550489c', 'name': 'tempest-NetworksNegativeTestJSON-1321241817'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:42.984423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port a6f4f29a-48bd-482a-993e-38a36e3543af triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:42.984863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.003650 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fc192d-4a04-47f2-823a-b02a13d75d4a tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] POST failed (client error): The resource could not be found. Sep 19 17:11:43.004125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fc192d-4a04-47f2-823a-b02a13d75d4a tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:43.005266 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-40fc192d-4a04-47f2-823a-b02a13d75d4a tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3390720 Sep 19 17:11:43.012260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:43.016915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Transition to ACTIVE for port object 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:43.023434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:43.024321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.047313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.051260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.120655 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-206a8f95-de06-4c10-8669-1708d98fbada tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:43.121136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206a8f95-de06-4c10-8669-1708d98fbada tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:43.122942 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-206a8f95-de06-4c10-8669-1708d98fbada tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "DELETE /v2.0/networks/4f827825-550b-4008-9551-058237c7260b HTTP/1.1" status: 404 len: 339 time: 0.1096616 Sep 19 17:11:43.127955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41254) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:43.284010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Transition to ACTIVE for port object 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:43.319988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.329617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.351187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ac6847-2f54-4e59-99d0-47f0e83af0bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.387997 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7795d6b2-c36b-4528-ab11-a2b4ac07da0f tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:43.388476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7795d6b2-c36b-4528-ab11-a2b4ac07da0f tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:43.421541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:43.425355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Transition to ACTIVE for port object a9bb46da-727e-4403-bdff-7f1f81eb1537 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:43.436697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:43.439429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:43.440155 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7795d6b2-c36b-4528-ab11-a2b4ac07da0f tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "DELETE /v2.0/ports/fd8b01a3-cf78-472a-bedc-8abed760506e HTTP/1.1" status: 404 len: 333 time: 0.3074887 Sep 19 17:11:43.456517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41258) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:43.463902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea28542-1bde-4def-8e4b-474e0d6f6431 None None] Pushing event updated for resources: {'Port': ['ID=8d63f5d8-2a79-482a-81ed-b2d3e5322615,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:43.516372 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-81213b4d-3dd2-474a-b9bc-d45d56a4d914 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] DELETE failed (client error): The resource could not be found. Sep 19 17:11:43.516847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81213b4d-3dd2-474a-b9bc-d45d56a4d914 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:43.519208 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-81213b4d-3dd2-474a-b9bc-d45d56a4d914 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "DELETE /v2.0/subnets/97ed7082-09a7-4541-9d5c-c48492199603 HTTP/1.1" status: 404 len: 337 time: 0.0590081 Sep 19 17:11:43.523745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41264) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:43.551432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.590497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.595013 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-0833ca22-3088-43b5-931f-5c78dea319bc tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] GET failed (client error): The resource could not be found. Sep 19 17:11:43.596361 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0833ca22-3088-43b5-931f-5c78dea319bc tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "GET /v2.0/networks/1b0bfddb-c27a-4bee-a506-1ec8285f809d HTTP/1.1" status: 404 len: 339 time: 0.0701389 Sep 19 17:11:43.602549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-02ac6847-2f54-4e59-99d0-47f0e83af0bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 191f9828-df10-4662-bc4d-f93c9ffb29a2 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:43.643655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port a6f4f29a-48bd-482a-993e-38a36e3543af is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:43.653361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41270) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:43.702954 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Transition to ACTIVE for port object a9bb46da-727e-4403-bdff-7f1f81eb1537 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:43.712658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:11:43.740202 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae15f06-15bb-49b0-8b73-fa3dbb267627 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] GET failed (client error): The resource could not be found. Sep 19 17:11:43.744657 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9ae15f06-15bb-49b0-8b73-fa3dbb267627 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "GET /v2.0/ports/c251c45b-5c83-4604-b089-929472049e17 HTTP/1.1" status: 404 len: 333 time: 0.0866334 Sep 19 17:11:43.746993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41274) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:43.750783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.754711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.794273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f459199-cdf1-40ad-ba6c-9c8ac341c9f2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.797237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.797997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.815565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.838348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Pushing event updated for resources: {'Port': ['ID=1257cb6a-c17e-47dd-b3fd-b56bcfc85aed,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:43.879605 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-815e97ea-b57e-4f4f-aba0-b80a1f3a21d5 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] GET failed (client error): The resource could not be found. Sep 19 17:11:43.884578 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-815e97ea-b57e-4f4f-aba0-b80a1f3a21d5 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "GET /v2.0/subnets/9d57c3fa-9c5f-409b-b492-acbf301652db HTTP/1.1" status: 404 len: 337 time: 0.1344461 Sep 19 17:11:43.886363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41278) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:43.900078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Transition to ACTIVE for port object e90644e9-fff7-41cd-85d2-d00890a445d1 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:43.901210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-43d17290-1b58-4f3a-808d-bd9036ffe3c2 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:43.939785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad7580ca-cf17-42ae-94b8-a49a56b62151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.942086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f459199-cdf1-40ad-ba6c-9c8ac341c9f2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.969875 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Pushing event updated for resources: {'Port': ['ID=a9bb46da-727e-4403-bdff-7f1f81eb1537,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:43.972134 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d17290-1b58-4f3a-808d-bd9036ffe3c2 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] PUT failed (client error): The resource could not be found. Sep 19 17:11:43.972619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d17290-1b58-4f3a-808d-bd9036ffe3c2 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:43.977282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Attempting to bind port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:43.977435 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-43d17290-1b58-4f3a-808d-bd9036ffe3c2 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "PUT /v2.0/networks/b647d9d1-3e36-4772-ba77-8dd0aef1ae9f HTTP/1.1" status: 404 len: 339 time: 0.0872686 Sep 19 17:11:43.977556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Attempting to bind port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '4c605b86-bb2a-42a0-bebe-49406d57523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0a6c0189-3866-4b1b-9143-47edfe89ed93'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:43.977556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Attempting to bind port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed on network 0a6c0189-3866-4b1b-9143-47edfe89ed93 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:43.980003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Network 3270477a-4b2c-43f3-bb07-c856194e4213 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:43.981233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:43.981568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f/ce3628be-3ea2-4725-aaa0-084176dc7ccb) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:43.983803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41282) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:43.984618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Transition to ACTIVE for port object e90644e9-fff7-41cd-85d2-d00890a445d1 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:43.989581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:43.992421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:44.004388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:44.004741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Checking segment: {'id': '4c605b86-bb2a-42a0-bebe-49406d57523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0a6c0189-3866-4b1b-9143-47edfe89ed93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:44.005347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.005842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Bound using segment: {'id': '4c605b86-bb2a-42a0-bebe-49406d57523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0a6c0189-3866-4b1b-9143-47edfe89ed93'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:44.006691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Bound port: 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c605b86-bb2a-42a0-bebe-49406d57523f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0a6c0189-3866-4b1b-9143-47edfe89ed93'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:44.006890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.022604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.025218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-22e16619-47be-41b6-871c-1766e2a95a63 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:44.044372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Port': ['ID=adc240c7-6231-4b8f-94b6-c7ff462086ef,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:44.066447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.066804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.067342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.067855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.068352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.068892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.069218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.069517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.069998 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.070484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.070997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.071465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.114380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.149204 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e16619-47be-41b6-871c-1766e2a95a63 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] PUT failed (client error): The resource could not be found. Sep 19 17:11:44.149817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e16619-47be-41b6-871c-1766e2a95a63 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:44.156226 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-22e16619-47be-41b6-871c-1766e2a95a63 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "PUT /v2.0/ports/37e29c20-3802-4793-9028-227d7a733ea1 HTTP/1.1" status: 404 len: 333 time: 0.1305897 Sep 19 17:11:44.163450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41286) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:44.180611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4335f0eb-fe28-47d4-8b4c-a43ccf841048 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:44.231486 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4335f0eb-fe28-47d4-8b4c-a43ccf841048 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] PUT failed (client error): The resource could not be found. Sep 19 17:11:44.232158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4335f0eb-fe28-47d4-8b4c-a43ccf841048 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:44.236471 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4335f0eb-fe28-47d4-8b4c-a43ccf841048 tempest-NetworksNegativeTestJSON-526059554 tempest-NetworksNegativeTestJSON-526059554-project] 10.222.0.83 "PUT /v2.0/subnets/d8742faf-768f-443c-9c13-d12c9b87d51c HTTP/1.1" status: 404 len: 337 time: 0.0648136 Sep 19 17:11:44.299001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ac6847-2f54-4e59-99d0-47f0e83af0bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.317077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:44.384109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:44.471235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac6847-2f54-4e59-99d0-47f0e83af0bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=191f9828-df10-4662-bc4d-f93c9ffb29a2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:44.496398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02ac6847-2f54-4e59-99d0-47f0e83af0bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.529491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Network aea33455-08a7-4dba-a162-0bb675c2ad98 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:44.549498 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-02ac6847-2f54-4e59-99d0-47f0e83af0bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/191f9828-df10-4662-bc4d-f93c9ffb29a2 HTTP/1.1" status: 204 len: 168 time: 2.0517807 Sep 19 17:11:44.555495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:44.561949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8d63f5d8-2a79-482a-81ed-b2d3e5322615 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:44.588292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.604314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.682157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41298) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:44.729716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.730588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d82cae28-dcb2-4cd9-83d5-a6d51636b4f5 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:11:44.740821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] For port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:44.746096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] For port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1257cb6a-c17e-47dd-b3fd-b56bcfc85aed,segment=NetworkSegment(4c605b86-bb2a-42a0-bebe-49406d57523f),segment_id=4c605b86-bb2a-42a0-bebe-49406d57523f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:44.778414 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 19 17:11:44.780948 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-da69e0be-c351-4a66-b73e-6867422db3b3 tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 373 time: 3.2255216 Sep 19 17:11:44.785308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41304) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:44.877454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:44.879654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Attempting to bind port a9bb46da-727e-4403-bdff-7f1f81eb1537 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:44.880086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Attempting to bind port a9bb46da-727e-4403-bdff-7f1f81eb1537 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'c2a9675a-9c61-456f-803b-9c4a7836ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3270477a-4b2c-43f3-bb07-c856194e4213'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:44.881038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Attempting to bind port a9bb46da-727e-4403-bdff-7f1f81eb1537 on network 3270477a-4b2c-43f3-bb07-c856194e4213 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:44.886408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.890606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f459199-cdf1-40ad-ba6c-9c8ac341c9f2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.901534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:44.905599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:44.906077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Checking segment: {'id': 'c2a9675a-9c61-456f-803b-9c4a7836ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3270477a-4b2c-43f3-bb07-c856194e4213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:44.906597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.907200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Bound using segment: {'id': 'c2a9675a-9c61-456f-803b-9c4a7836ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3270477a-4b2c-43f3-bb07-c856194e4213'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:44.907838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Bound port: a9bb46da-727e-4403-bdff-7f1f81eb1537, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9675a-9c61-456f-803b-9c4a7836ada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3270477a-4b2c-43f3-bb07-c856194e4213'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:44.908252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.909593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:44.915401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bbccd181-808b-4a92-aa32-e2403718094f tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Deleting port a7de830c-dc39-4a67-9b04-3e895ab27c20 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:44.915744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbccd181-808b-4a92-aa32-e2403718094f tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.917732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:44.920768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Pushing event updated for resources: {'Port': ['ID=e90644e9-fff7-41cd-85d2-d00890a445d1,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:44.937329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.937849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.938248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.938648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.939077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.939756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.940280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.941290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.942249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.942249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.942588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.943004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:11:44.958454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] Usage tracker for resource:security_group_rule and tenant:18ace65ed14b4573a56536590d26daf0 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:44.965913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router 09d864c5-3c9b-4d63-a8ba-985fe0161002 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:11:44.966091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Router 22fc59f1-d96e-4b2e-8c75-d3c682c60f48 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:11:44.966776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a6372-dcad-4942-abc0-695673976df7 None None] Network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:44.972753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5810468-64d8-4fe8-a4da-038193fc53c9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:44.973004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:44.974227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5810468-64d8-4fe8-a4da-038193fc53c9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:44.975001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5810468-64d8-4fe8-a4da-038193fc53c9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:44.989810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:45.085274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5810468-64d8-4fe8-a4da-038193fc53c9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:45.086404 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c5810468-64d8-4fe8-a4da-038193fc53c9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5291157 Sep 19 17:11:45.091757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41308) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:45.128090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f459199-cdf1-40ad-ba6c-9c8ac341c9f2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.263313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f459199-cdf1-40ad-ba6c-9c8ac341c9f2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Subnet': ['ID=57ff30f9-95dc-4630-8af7-13361bb3675a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:45.271629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:45.275917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f459199-cdf1-40ad-ba6c-9c8ac341c9f2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.305312 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f459199-cdf1-40ad-ba6c-9c8ac341c9f2 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/subnets/57ff30f9-95dc-4630-8af7-13361bb3675a HTTP/1.1" status: 204 len: 168 time: 3.3755531 Sep 19 17:11:45.305522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.307663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41312) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:45.314486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3a0d05-91a9-45f6-b9eb-9f3d4dc3575e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:45.316901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f95276d2-11aa-4e5f-b64f-af79980caec4 None None] Provisioning for port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:45.321159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.333619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:45.334092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.357468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:45.368691 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a27ce-378d-4a54-a6ac-03dd75dcf6c0 None None] Sync routers for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:45.376131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.383026 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a27ce-378d-4a54-a6ac-03dd75dcf6c0 None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:45.394366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f95276d2-11aa-4e5f-b64f-af79980caec4 None None] Provisioning complete for port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:45.394850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f95276d2-11aa-4e5f-b64f-af79980caec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.395703 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-341a27ce-378d-4a54-a6ac-03dd75dcf6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:45.441627 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Transition to ACTIVE for port object ce3628be-3ea2-4725-aaa0-084176dc7ccb will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:45.455199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Attempting to bind port e90644e9-fff7-41cd-85d2-d00890a445d1 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:45.455924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Attempting to bind port e90644e9-fff7-41cd-85d2-d00890a445d1 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '88d0e058-565f-4867-a606-4c6a3aa1eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aea33455-08a7-4dba-a162-0bb675c2ad98'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:45.456611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Attempting to bind port e90644e9-fff7-41cd-85d2-d00890a445d1 on network aea33455-08a7-4dba-a162-0bb675c2ad98 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:45.468879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.470076 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-904d315c-247d-4c1e-8f31-4450203b17fc tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1642916 Sep 19 17:11:45.478187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41316) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:45.482704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60150792-946a-4457-a6b7-57b288dfa8f5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:45.488698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60150792-946a-4457-a6b7-57b288dfa8f5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:45.489872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60150792-946a-4457-a6b7-57b288dfa8f5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Synchronizing usage tracker for tenant:b68fbf195ee84ac3ad2200e7b6f709bb on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:45.517007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4ad1c-1488-474e-8c83-42244005f299 None None] Pushing event updated for resources: {'Port': ['ID=1257cb6a-c17e-47dd-b3fd-b56bcfc85aed,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:45.536557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60150792-946a-4457-a6b7-57b288dfa8f5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Unset dirty status for tenant:b68fbf195ee84ac3ad2200e7b6f709bb on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:45.537982 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-60150792-946a-4457-a6b7-57b288dfa8f5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2291005 Sep 19 17:11:45.540854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41320) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:45.547543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:45.548685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Checking segment: {'id': '88d0e058-565f-4867-a606-4c6a3aa1eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aea33455-08a7-4dba-a162-0bb675c2ad98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:45.549326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.549915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Bound using segment: {'id': '88d0e058-565f-4867-a606-4c6a3aa1eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aea33455-08a7-4dba-a162-0bb675c2ad98'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:45.550611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Bound port: e90644e9-fff7-41cd-85d2-d00890a445d1, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d0e058-565f-4867-a606-4c6a3aa1eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aea33455-08a7-4dba-a162-0bb675c2ad98'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:45.551242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.555063 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-341a27ce-378d-4a54-a6ac-03dd75dcf6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:45.578135 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a27ce-378d-4a54-a6ac-03dd75dcf6c0 None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:45.578757 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-341a27ce-378d-4a54-a6ac-03dd75dcf6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:45.607795 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Transition to ACTIVE for port object ce3628be-3ea2-4725-aaa0-084176dc7ccb will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:45.669963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] For port a9bb46da-727e-4403-bdff-7f1f81eb1537, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:45.687172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.689463 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-341a27ce-378d-4a54-a6ac-03dd75dcf6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:45.690034 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a27ce-378d-4a54-a6ac-03dd75dcf6c0 None None] The sync data for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:45.690414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0d05-91a9-45f6-b9eb-9f3d4dc3575e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.739384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.774018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.789782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0d05-91a9-45f6-b9eb-9f3d4dc3575e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.800732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:45.819597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf2e9-90d0-431a-ae04-89e0dee5faa3 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.831858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Pushing event updated for resources: {'Port': ['ID=ce3628be-3ea2-4725-aaa0-084176dc7ccb,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:45.835558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:45.838837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] For port a9bb46da-727e-4403-bdff-7f1f81eb1537, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a9bb46da-727e-4403-bdff-7f1f81eb1537,segment=NetworkSegment(c2a9675a-9c61-456f-803b-9c4a7836ada8),segment_id=c2a9675a-9c61-456f-803b-9c4a7836ada8)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:45.839780 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcbf2e9-90d0-431a-ae04-89e0dee5faa3 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 19 17:11:45.840247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcbf2e9-90d0-431a-ae04-89e0dee5faa3 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:11:45.842305 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6dcbf2e9-90d0-431a-ae04-89e0dee5faa3 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/3270477a-4b2c-43f3-bb07-c856194e4213 HTTP/1.1" status: 409 len: 405 time: 0.3003418 Sep 19 17:11:45.848023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41324) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:45.857080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-612449994'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:45.863285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:45.864232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:45.873621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:network and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:45.878944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:45.879919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:45.887936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:45.911921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:45.916244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.938550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0d05-91a9-45f6-b9eb-9f3d4dc3575e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.960496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.970578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f95276d2-11aa-4e5f-b64f-af79980caec4 None None] Current status of the port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:45.971197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f95276d2-11aa-4e5f-b64f-af79980caec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:45.986772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e7b7b8-b8ce-4508-946b-2826cda9a74e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:45.998380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:46.000680 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-02bb5ccd-786b-461a-8f1f-38cbf08467a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=18ace65ed14b4573a56536590d26daf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3171203 Sep 19 17:11:46.006645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41328) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:46.016322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c57bc-8265-4887-9acf-662ab72cb604 None None] Sync routers for ids ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:46.026828 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2e40d227-2f19-4af7-badc-d3df4dd2550b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "PUT /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0574009 Sep 19 17:11:46.027768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41332) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:46.030415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.030763 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Added segment dcb00b8d-7702-462c-9941-6f59f8754fe4 of type vlan for network a7f10643-d026-4465-8f17-cb4fa9a86c92 Sep 19 17:11:46.091560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:46.092194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.145628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbccd181-808b-4a92-aa32-e2403718094f tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.236468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8d63f5d8-2a79-482a-81ed-b2d3e5322615, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8d63f5d8-2a79-482a-81ed-b2d3e5322615,segment=NetworkSegment(d72c15d0-3e51-42c3-ba8d-7099a063c7b9),segment_id=d72c15d0-3e51-42c3-ba8d-7099a063c7b9)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:46.250507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.256937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0d05-91a9-45f6-b9eb-9f3d4dc3575e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.271444 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.283030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c57bc-8265-4887-9acf-662ab72cb604 None None] Routers {'22fc59f1-d96e-4b2e-8c75-d3c682c60f48'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:46.283664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3e5c57bc-8265-4887-9acf-662ab72cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:46.296677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bbccd181-808b-4a92-aa32-e2403718094f tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Calling delete_port for a7de830c-dc39-4a67-9b04-3e895ab27c20 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:46.399245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a0d05-91a9-45f6-b9eb-9f3d4dc3575e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:46.448839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41672c-007a-4d03-ac30-004d67e2ce15 None None] Network 3270477a-4b2c-43f3-bb07-c856194e4213 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:46.507678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.515267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:46.516413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.523818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0d05-91a9-45f6-b9eb-9f3d4dc3575e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.576030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] For port e90644e9-fff7-41cd-85d2-d00890a445d1, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:46.579803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3e5c57bc-8265-4887-9acf-662ab72cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:46.594379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:46.680414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78ebf856-25b2-4e3c-9917-d7499ddb95dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.736332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6396db-6329-48f3-bf8b-bea881ddb419 None None] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:46.751554 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7e3a0d05-91a9-45f6-b9eb-9f3d4dc3575e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f HTTP/1.1" status: 204 len: 168 time: 1.6564047 Sep 19 17:11:46.771220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41336) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:46.776259 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9240131 Sep 19 17:11:46.781625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41340) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:46.786758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78ebf856-25b2-4e3c-9917-d7499ddb95dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.792628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'subnet': {'network_id': 'a7f10643-d026-4465-8f17-cb4fa9a86c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:46.804055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.807483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] For port e90644e9-fff7-41cd-85d2-d00890a445d1, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e90644e9-fff7-41cd-85d2-d00890a445d1,segment=NetworkSegment(88d0e058-565f-4867-a606-4c6a3aa1eb15),segment_id=88d0e058-565f-4867-a606-4c6a3aa1eb15)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:46.921092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Attempting to bind port ce3628be-3ea2-4725-aaa0-084176dc7ccb on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:46.921554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Attempting to bind port ce3628be-3ea2-4725-aaa0-084176dc7ccb by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:46.922154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Attempting to bind port ce3628be-3ea2-4725-aaa0-084176dc7ccb on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:46.924937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.928422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c57bc-8265-4887-9acf-662ab72cb604 None None] Routers {'22fc59f1-d96e-4b2e-8c75-d3c682c60f48'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:46.929122 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3e5c57bc-8265-4887-9acf-662ab72cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:46.945694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbccd181-808b-4a92-aa32-e2403718094f tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:46.973346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56c5d0-449f-4033-abaa-739df3a3206f tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Network': ['ID=a7f10643-d026-4465-8f17-cb4fa9a86c92,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:47.033741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network a7f10643-d026-4465-8f17-cb4fa9a86c92 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:47.046134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacd091-768e-4815-a009-6eca344e22fa None None] Pushing event updated for resources: {'Port': ['ID=a9bb46da-727e-4403-bdff-7f1f81eb1537,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:47.056382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccd181-808b-4a92-aa32-e2403718094f tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7de830c-dc39-4a67-9b04-3e895ab27c20,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:47.061961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:47.089813 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8aa53297-7849-4e2f-ad9e-d766520b4157 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3126042 Sep 19 17:11:47.091380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:47.092091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:47.092410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.092900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:47.093620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Bound port: ce3628be-3ea2-4725-aaa0-084176dc7ccb, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:47.094212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.101370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41344) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:47.120290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:47.120511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3e5c57bc-8265-4887-9acf-662ab72cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:47.120947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c57bc-8265-4887-9acf-662ab72cb604 None None] The sync data for ids ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:47.192406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:47.196670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbccd181-808b-4a92-aa32-e2403718094f tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.199345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:47.203177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.287824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bbccd181-808b-4a92-aa32-e2403718094f tempest-RoutersAdminNegativeIpV6Test-242797323 tempest-RoutersAdminNegativeIpV6Test-242797323-project-admin] 10.222.0.83 "DELETE /v2.0/ports/a7de830c-dc39-4a67-9b04-3e895ab27c20 HTTP/1.1" status: 204 len: 168 time: 2.5014603 Sep 19 17:11:47.301101 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.357731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:47.377940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:47.381433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-f95276d2-11aa-4e5f-b64f-af79980caec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:11:47.381433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-f95276d2-11aa-4e5f-b64f-af79980caec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:11:47.384605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:47.396346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:47.424639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:47.428696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.488390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78ebf856-25b2-4e3c-9917-d7499ddb95dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.517397 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:47.537841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8d63f5d8-2a79-482a-81ed-b2d3e5322615,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:47.693823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] For port ce3628be-3ea2-4725-aaa0-084176dc7ccb, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:47.701697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] For port ce3628be-3ea2-4725-aaa0-084176dc7ccb, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ce3628be-3ea2-4725-aaa0-084176dc7ccb,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:47.724248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebf856-25b2-4e3c-9917-d7499ddb95dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e7b7b8-b8ce-4508-946b-2826cda9a74e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:47.729776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78ebf856-25b2-4e3c-9917-d7499ddb95dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.730968 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-78ebf856-25b2-4e3c-9917-d7499ddb95dc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/97e7b7b8-b8ce-4508-946b-2826cda9a74e HTTP/1.1" status: 204 len: 168 time: 1.7231383 Sep 19 17:11:47.761442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:47.771964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41354) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:47.839652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b046a-dbf9-4d0a-ab8a-6170a170e697 None None] Pushing event updated for resources: {'Port': ['ID=e90644e9-fff7-41cd-85d2-d00890a445d1,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:47.954755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.20.0.1 (0a6c0189-3866-4b1b-9143-47edfe89ed93/2aa3896e-b770-4880-be30-8c37118d2a02/c4056a8a-03be-4c2f-a738-68cf3334e360) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:47.988603 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-3b2699b7-826b-4ebc-ae13-261623512a93 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:11:47.989674 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b2699b7-826b-4ebc-ae13-261623512a93 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "PUT /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9608462 Sep 19 17:11:47.992822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41360) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:48.163790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f95276d2-11aa-4e5f-b64f-af79980caec4 None None] Current status of the port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:48.169135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3fd05-12ce-42bb-98c7-657983860ea9 None None] Pushing event updated for resources: {'Port': ['ID=ce3628be-3ea2-4725-aaa0-084176dc7ccb,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:48.308618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Provisioning for port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:48.328839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Provisioning complete for port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:48.333382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:48.364069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:48.434635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:48.508651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Transition to ACTIVE for port object c4056a8a-03be-4c2f-a738-68cf3334e360 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:48.517385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:48.554876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:48.570697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:48.580899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] Usage tracker for resource:security_group_rule and tenant:c791d70dce1545f19181e6d92a820703 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:48.584387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:48.592137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:48.632003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:48.646158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8d63f5d8-2a79-482a-81ed-b2d3e5322615 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:48.647586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:48.648255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:48.699423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb169d2b-e549-4e43-b645-1f04311a6880 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:48.767312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:48.783186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:11:48.827685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb43bb6-5dd5-41c8-9b8f-60cac061da9f None None] Network aea33455-08a7-4dba-a162-0bb675c2ad98 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:48.849919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=a832dc48-ec10-4a7e-8aea-f1a8f68e34a6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:48.880417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:48.888487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=c4056a8a-03be-4c2f-a738-68cf3334e360,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:48.899837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21b4c034-9030-4bb4-9ce2-2ca09969b407 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7973049 Sep 19 17:11:48.901187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41376) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:48.918147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': 'a832dc48-ec10-4a7e-8aea-f1a8f68e34a6', 'ip_address': '2001:db8::b685:a617:a498:82bd'}], 'name': 'tempest-NetworksTestDHCPv6-208631605'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:48.990324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:48.991121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Subnet': ['ID=f7205b6d-d67e-4df5-8dcd-e983bb6c8d0d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:48.995079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:48.999302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:49.095496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Current status of the port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:49.095885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.108686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Checking segment: {'id': 'dcb00b8d-7702-462c-9941-6f59f8754fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7f10643-d026-4465-8f17-cb4fa9a86c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:49.109308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network hostable DHCP agents. Network: a7f10643-d026-4465-8f17-cb4fa9a86c92, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:49.119846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:49.131308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.167264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network a7f10643-d026-4465-8f17-cb4fa9a86c92 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:49.191436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:49.205874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:49.208441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, a7f10643-d026-4465-8f17-cb4fa9a86c92) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:49.225555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:49.227326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.240170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdc2440-3f5f-4dd9-8829-ae6fa3407e56 None None] Network a7f10643-d026-4465-8f17-cb4fa9a86c92 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:49.248702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.252459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:49.265614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.267946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41386) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:49.290044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] For port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1257cb6a-c17e-47dd-b3fd-b56bcfc85aed,segment=NetworkSegment(4c605b86-bb2a-42a0-bebe-49406d57523f),segment_id=4c605b86-bb2a-42a0-bebe-49406d57523f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:49.300876 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-223cfa14-125a-48c1-9e4d-55f7b4324a9a tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5139618 Sep 19 17:11:49.320206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41392) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:49.385178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.429953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:49.430418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.519145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cdc9fa-4af8-40d2-91d9-02d2c182ea8a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:49.581744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:49.581991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-588318112'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:49.608509 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4b4ef8b4-9d09-4380-b97e-0377baa0f608 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c791d70dce1545f19181e6d92a820703&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8296828 Sep 19 17:11:49.608736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:49.617645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41396) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:49.624567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:49.638843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:49.639075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Provisioning for port adc240c7-6231-4b8f-94b6-c7ff462086ef completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:49.652863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:49.661182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Pushing event updated for resources: {'Port': ['ID=1257cb6a-c17e-47dd-b3fd-b56bcfc85aed,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:49.680633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.685524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Provisioning complete for port adc240c7-6231-4b8f-94b6-c7ff462086ef triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:49.685934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.719755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:49.723180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.779689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.806675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port d77f3bd4-4c1a-493b-ad26-8327328bc521 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:49.816257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.831982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.849683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.883707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Port adc240c7-6231-4b8f-94b6-c7ff462086ef cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:11:49.914571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:49.914959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:49.915981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e90644e9-fff7-41cd-85d2-d00890a445d1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:49.933298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:security_group_rule and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:49.950935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:49.953613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26865b3e-405c-4056-acec-5008b019dfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:49.961148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:50.022802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Provisioning complete for port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:50.022802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.042403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26865b3e-405c-4056-acec-5008b019dfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.140653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-a7f10643-d026-4465-8f17-cb4fa9a86c92', 'network_id': 'a7f10643-d026-4465-8f17-cb4fa9a86c92', 'tenant_id': 'b68fbf195ee84ac3ad2200e7b6f709bb', 'fixed_ips': [{'subnet_id': 'f7205b6d-d67e-4df5-8dcd-e983bb6c8d0d'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:50.141461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.181460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.257948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::b685:a617:a498:82bd (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/a832dc48-ec10-4a7e-8aea-f1a8f68e34a6/d77f3bd4-4c1a-493b-ad26-8327328bc521) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:50.318484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port e90644e9-fff7-41cd-85d2-d00890a445d1 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:50.332258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf2593-e295-414c-98ac-9f816d3add38 None None] Update dhcp port {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': 'a832dc48-ec10-4a7e-8aea-f1a8f68e34a6'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': 'ce3628be-3ea2-4725-aaa0-084176dc7ccb'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:11:50.413037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting port adc240c7-6231-4b8f-94b6-c7ff462086ef {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:50.413419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.474165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26865b3e-405c-4056-acec-5008b019dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.483747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.488236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2593-e295-414c-98ac-9f816d3add38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.505270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.517752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26865b3e-405c-4056-acec-5008b019dfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cdc9fa-4af8-40d2-91d9-02d2c182ea8a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:50.556628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12615111-942c-4476-8493-63c15fef0a64,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:50.562357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f2175-5cee-45af-b32f-8a4f49d8a36b None None] Current status of the port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:50.577406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-26865b3e-405c-4056-acec-5008b019dfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.581271 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-26865b3e-405c-4056-acec-5008b019dfdf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a9cdc9fa-4af8-40d2-91d9-02d2c182ea8a HTTP/1.1" status: 204 len: 168 time: 0.9616470 Sep 19 17:11:50.586999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Allocated IP 2001:db8::f816:3eff:fe35:5511 (a7f10643-d026-4465-8f17-cb4fa9a86c92/f7205b6d-d67e-4df5-8dcd-e983bb6c8d0d/5e8f5df8-e87b-4271-8b78-c3a011b38a97) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:50.595390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:50.626535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.627008 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment 34b11285-885b-4e0d-b7f8-53b1f0aae6f9 of type vlan for network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b Sep 19 17:11:50.665903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.690498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.702925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.761324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.797181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.805037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object d77f3bd4-4c1a-493b-ad26-8327328bc521 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:50.808876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:50.821524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.827482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:50.828086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.948667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Calling delete_port for adc240c7-6231-4b8f-94b6-c7ff462086ef owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:50.960197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:50.968294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=c4056a8a-03be-4c2f-a738-68cf3334e360,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:51.012090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:51.012468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Provisioning for port c4056a8a-03be-4c2f-a738-68cf3334e360 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:51.033702 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f319242-80ce-4d3b-90c2-e8e40ffb9360 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7644894 Sep 19 17:11:51.034720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41404) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:51.036133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Provisioning complete for port c4056a8a-03be-4c2f-a738-68cf3334e360 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:51.036517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.037374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.061916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:51.084024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41406) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:51.097909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-1214819554'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:51.111699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:51.118785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:51.123418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:51.132384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:51.160190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:51.164412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.209897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:51.213391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:51.273731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:51.284846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:51.291050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:51.302674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Port c4056a8a-03be-4c2f-a738-68cf3334e360 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:11:51.303832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:51.308853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.309257 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment 5365305a-36a6-4e93-ab35-7ee9dc655d3f of type vlan for network 72d7b77d-a31b-4970-a7bd-0745456f4df8 Sep 19 17:11:51.311026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:51.312264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.339582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=d77f3bd4-4c1a-493b-ad26-8327328bc521,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:51.342497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1dbf2593-e295-414c-98ac-9f816d3add38 None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/a832dc48-ec10-4a7e-8aea-f1a8f68e34a6/ce3628be-3ea2-4725-aaa0-084176dc7ccb) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:51.377388 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-71bfce3d-4a80-4bfd-b525-7a7b46660389 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=315b42fdd33e45549fee29839bd0a580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830291 Sep 19 17:11:51.380657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41412) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:51.399528 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-15374e43-0b7b-4264-8f42-f42c4f13eed0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4862015 Sep 19 17:11:51.416836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41416) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:51.465173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:51.465735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.528645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c65ee97f-f5cf-4c70-a3a8-4af40b8bc82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.532167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.546324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.561760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Provisioning complete for port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:51.562139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.598603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Transition to ACTIVE for port object 5e8f5df8-e87b-4271-8b78-c3a011b38a97 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:51.619125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Port': ['ID=adc240c7-6231-4b8f-94b6-c7ff462086ef,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:51.666956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c65ee97f-f5cf-4c70-a3a8-4af40b8bc82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.671015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.736205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Transition to ACTIVE for port object 5e8f5df8-e87b-4271-8b78-c3a011b38a97 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:51.738614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1dbf2593-e295-414c-98ac-9f816d3add38 None None] For port ce3628be-3ea2-4725-aaa0-084176dc7ccb, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ce3628be-3ea2-4725-aaa0-084176dc7ccb,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:51.765809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.776136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router 09d864c5-3c9b-4d63-a8ba-985fe0161002 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:51.786198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.862030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:51.869473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.871633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Network a7f10643-d026-4465-8f17-cb4fa9a86c92 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:51.875783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:51.875783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.888888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.901672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Subnet': ['ID=f7205b6d-d67e-4df5-8dcd-e983bb6c8d0d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:51.911729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:51.914120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:51.920045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2593-e295-414c-98ac-9f816d3add38 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:51.980768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Pushing event updated for resources: {'Port': ['ID=5e8f5df8-e87b-4271-8b78-c3a011b38a97,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:52.005823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1dbf2593-e295-414c-98ac-9f816d3add38 None None] Ignored duplicate provisioning block setup for port ce3628be-3ea2-4725-aaa0-084176dc7ccb by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 17:11:52.042859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2593-e295-414c-98ac-9f816d3add38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.046171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c65ee97f-f5cf-4c70-a3a8-4af40b8bc82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.046451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Current status of the port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:52.069201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ee97f-f5cf-4c70-a3a8-4af40b8bc82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463fd483-04cf-4e44-a3ed-a23c66282183,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:52.080394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d798d-9743-4620-8e08-b5be72ccd296 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:52.086113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d798d-9743-4620-8e08-b5be72ccd296 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:52.090296 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ec9d798d-9743-4620-8e08-b5be72ccd296 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.6392002 Sep 19 17:11:52.109683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41420) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:52.147342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c65ee97f-f5cf-4c70-a3a8-4af40b8bc82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.150876 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c65ee97f-f5cf-4c70-a3a8-4af40b8bc82a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/463fd483-04cf-4e44-a3ed-a23c66282183 HTTP/1.1" status: 204 len: 168 time: 0.7667990 Sep 19 17:11:52.191724 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1032472 Sep 19 17:11:52.200268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Attempting to bind port 5e8f5df8-e87b-4271-8b78-c3a011b38a97 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:52.200567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Attempting to bind port 5e8f5df8-e87b-4271-8b78-c3a011b38a97 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'dcb00b8d-7702-462c-9941-6f59f8754fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7f10643-d026-4465-8f17-cb4fa9a86c92'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:52.200935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Attempting to bind port 5e8f5df8-e87b-4271-8b78-c3a011b38a97 on network a7f10643-d026-4465-8f17-cb4fa9a86c92 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:52.202936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41426) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:52.218408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:52.218837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Checking segment: {'id': 'dcb00b8d-7702-462c-9941-6f59f8754fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7f10643-d026-4465-8f17-cb4fa9a86c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:52.218989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': 'b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:52.219220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.219619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Bound using segment: {'id': 'dcb00b8d-7702-462c-9941-6f59f8754fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7f10643-d026-4465-8f17-cb4fa9a86c92'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:52.220118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Bound port: 5e8f5df8-e87b-4271-8b78-c3a011b38a97, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb00b8d-7702-462c-9941-6f59f8754fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a7f10643-d026-4465-8f17-cb4fa9a86c92'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:52.221320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.233674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1f15c-a1aa-40ed-ad62-e0d8919df743 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=72d7b77d-a31b-4970-a7bd-0745456f4df8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:52.237940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Provisioning for port e90644e9-fff7-41cd-85d2-d00890a445d1 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:52.240887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.251466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Provisioning complete for port e90644e9-fff7-41cd-85d2-d00890a445d1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:52.251849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.287709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2593-e295-414c-98ac-9f816d3add38 None None] Pushing event updated for resources: {'Port': ['ID=ce3628be-3ea2-4725-aaa0-084176dc7ccb,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:52.291316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 72d7b77d-a31b-4970-a7bd-0745456f4df8 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:52.358787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f10643-d026-4465-8f17-cb4fa9a86c92']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:52.378720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3f3641bf-43e9-4bb7-8889-7ec8cbcb24db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port d77f3bd4-4c1a-493b-ad26-8327328bc521 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:52.379437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f3641bf-43e9-4bb7-8889-7ec8cbcb24db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.401762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:52.422476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:52.423941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb00b8d-7702-462c-9941-6f59f8754fe4') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:52.424441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb00b8d-7702-462c-9941-6f59f8754fe4') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:52.426089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:52.445690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Router 22fc59f1-d96e-4b2e-8c75-d3c682c60f48 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:52.446701 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:52.471558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.490322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:52.501886 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d03c5686-4d79-4f67-aec3-3087397762f5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/routers/09d864c5-3c9b-4d63-a8ba-985fe0161002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9947791 Sep 19 17:11:52.506748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41432) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:52.511534 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184a003-4ea3-4e91-93ba-9d2083cc2c8a None None] Sync routers for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:52.528905 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184a003-4ea3-4e91-93ba-9d2083cc2c8a None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:52.529606 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4184a003-4ea3-4e91-93ba-9d2083cc2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:52.536155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'port': {'network_id': '0a6c0189-3866-4b1b-9143-47edfe89ed93', 'name': 'tempest-FloatingIPTestJSON-821711088'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:52.595414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:52.596835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.608278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.646242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] For port 5e8f5df8-e87b-4271-8b78-c3a011b38a97, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:52.680168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:52.680168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.700794 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4184a003-4ea3-4e91-93ba-9d2083cc2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:52.711511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Current status of the port e90644e9-fff7-41cd-85d2-d00890a445d1 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:52.711891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.715873 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184a003-4ea3-4e91-93ba-9d2083cc2c8a None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:52.717398 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4184a003-4ea3-4e91-93ba-9d2083cc2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:52.772471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:52.776780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] For port e90644e9-fff7-41cd-85d2-d00890a445d1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e90644e9-fff7-41cd-85d2-d00890a445d1,segment=NetworkSegment(88d0e058-565f-4867-a606-4c6a3aa1eb15),segment_id=88d0e058-565f-4867-a606-4c6a3aa1eb15)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:52.777963 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b5a3573-bf76-41ce-889f-e696baae1524 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "PUT /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7840316 Sep 19 17:11:52.783976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41438) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:52.788997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:52.843182 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4184a003-4ea3-4e91-93ba-9d2083cc2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:52.844032 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184a003-4ea3-4e91-93ba-9d2083cc2c8a None None] The sync data for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:52.877909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da2002-4171-4563-b8e5-9a7068d8bdca None None] Sync routers for ids ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:52.899141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Could not find standard attr ID for object adc240c7-6231-4b8f-94b6-c7ff462086ef. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:11:52.917406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-14492d50-341b-485f-8266-ea9cafa3c781 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] delete failed (client error): The resource could not be found. Sep 19 17:11:52.918037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da2002-4171-4563-b8e5-9a7068d8bdca None None] Routers {'22fc59f1-d96e-4b2e-8c75-d3c682c60f48'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:52.918167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70da2002-4171-4563-b8e5-9a7068d8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:52.922880 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-14492d50-341b-485f-8266-ea9cafa3c781 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-540392484 HTTP/1.1" status: 404 len: 334 time: 0.1374421 Sep 19 17:11:52.923557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41448) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:52.928956 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment dcb00b8d-7702-462c-9941-6f59f8754fe4 resource provider aggregate not found Sep 19 17:11:52.975411 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment dcb00b8d-7702-462c-9941-6f59f8754fe4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcb00b8d-7702-462c-9941-6f59f8754fe4 found for delete ", "request_id": "req-377ee308-1951-48c8-9934-25a3f1992b2f"}]} Sep 19 17:11:52.989364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70da2002-4171-4563-b8e5-9a7068d8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:53.006760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f22a4-1354-421b-bf6a-f0a5fb51c1ba None None] Pushing event updated for resources: {'Port': ['ID=e90644e9-fff7-41cd-85d2-d00890a445d1,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:53.010291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da2002-4171-4563-b8e5-9a7068d8bdca None None] Routers {'22fc59f1-d96e-4b2e-8c75-d3c682c60f48'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:53.010932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70da2002-4171-4563-b8e5-9a7068d8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:53.081945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 17:11:53.081945 dv-neutron-857789-3-hyperv neutron-server[89056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 17:11:53.081945 dv-neutron-857789-3-hyperv neutron-server[89056]: [parameters: {'id': 'a7f10643-d026-4465-8f17-cb4fa9a86c92'}] Sep 19 17:11:53.081945 dv-neutron-857789-3-hyperv neutron-server[89056]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:11:53.082266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:11:53.088933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:53.102757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70da2002-4171-4563-b8e5-9a7068d8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:53.103270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da2002-4171-4563-b8e5-9a7068d8bdca None None] The sync data for ids ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:53.105134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Usage tracker for resource:port and tenant:3a3d5d2f86f74fd183556b48d2412166 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:53.109982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] For port 5e8f5df8-e87b-4271-8b78-c3a011b38a97, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e8f5df8-e87b-4271-8b78-c3a011b38a97,segment=NetworkSegment(dcb00b8d-7702-462c-9941-6f59f8754fe4),segment_id=dcb00b8d-7702-462c-9941-6f59f8754fe4)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:53.110826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ed387f85-33d3-4605-99b4-d33b084750fd tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'router': {'external_gateway_info': {'network_id': '22fc59f1-d96e-4b2e-8c75-d3c682c60f48'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:53.110984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:53.118546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.120693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:53.144956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Made reservation on behalf of 3a3d5d2f86f74fd183556b48d2412166 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:53.150013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.196037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] device_id is not set on port ad829f65-abdf-4a7e-a195-81fb3a3b5de4 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:53.224208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-55a306eb-4c8c-46fd-92b3-e2e1ca97a856 None None] Provisioning complete for port c4056a8a-03be-4c2f-a738-68cf3334e360 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:53.224586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55a306eb-4c8c-46fd-92b3-e2e1ca97a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.296427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f3641bf-43e9-4bb7-8889-7ec8cbcb24db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.383923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-55a306eb-4c8c-46fd-92b3-e2e1ca97a856 None None] Port c4056a8a-03be-4c2f-a738-68cf3334e360 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:11:53.392093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33508adb-502e-4a1c-a337-2c485c3fb5fc None None] Pushing event updated for resources: {'Port': ['ID=5e8f5df8-e87b-4271-8b78-c3a011b38a97,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:53.409707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.416020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d66b3-2b5a-426f-8812-df6b7f1fe354 None None] Network a7f10643-d026-4465-8f17-cb4fa9a86c92 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:53.536404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3f3641bf-43e9-4bb7-8889-7ec8cbcb24db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for d77f3bd4-4c1a-493b-ad26-8327328bc521 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:53.567645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41464) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.592684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.797696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed387f85-33d3-4605-99b4-d33b084750fd tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.801367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=123c60d8-deef-404b-a07b-6ffb05ec7a39,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:53.811165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': '34b11285-885b-4e0d-b7f8-53b1f0aae6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:53.811623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:53.821540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port 5e8f5df8-e87b-4271-8b78-c3a011b38a97 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:53.821967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.842367 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-ed387f85-33d3-4605-99b4-d33b084750fd tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] update failed (client error): The resource could not be found. Sep 19 17:11:53.847268 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed387f85-33d3-4605-99b4-d33b084750fd tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "PUT /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48 HTTP/1.1" status: 404 len: 339 time: 0.7404716 Sep 19 17:11:53.847268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41470) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.853000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1090398542'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:53.861519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:53.862588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-99116114-5e44-4948-a51a-fd1fba983c84 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:53.863623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-99116114-5e44-4948-a51a-fd1fba983c84 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2950492 Sep 19 17:11:53.866432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:network and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:53.869161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41474) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.873679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:53.878788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-663b7133-938b-4d16-a9e9-007b0048daa8 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:53.879832 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-663b7133-938b-4d16-a9e9-007b0048daa8 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0096734 Sep 19 17:11:53.883443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:53.885612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:53.887649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41478) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.900704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-a9ada8dd-7fd3-4efc-a431-9b6fbe41c49d tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:53.904282 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9ada8dd-7fd3-4efc-a431-9b6fbe41c49d tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0112996 Sep 19 17:11:53.905157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41482) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.912739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-7a971081-a78c-418a-bfa2-64cc2330374b tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:53.913967 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7a971081-a78c-418a-bfa2-64cc2330374b tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0079374 Sep 19 17:11:53.915402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Made reservation on behalf of 754f0de6853d49a784248115253f2c60 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:53.919553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.921409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d922ce58-b3d9-4c86-94cc-5840b4794fee None None] Provisioning for port ce3628be-3ea2-4725-aaa0-084176dc7ccb completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:53.930943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41486) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.934356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:53.938806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:53.939430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:53.947834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7138cceb-f466-4565-98c2-0347da11ec8f None None] Network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:53.950185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-13667461-ac55-41b1-8c06-6e711eb38db4 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:53.953633 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-13667461-ac55-41b1-8c06-6e711eb38db4 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0185332 Sep 19 17:11:53.955684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41490) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.967151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-c2143fe4-9589-4858-9b36-4eefdd92570c tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:53.970305 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c2143fe4-9589-4858-9b36-4eefdd92570c tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064940 Sep 19 17:11:53.970496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41494) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.979603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Allocated IP 172.20.0.14 (0a6c0189-3866-4b1b-9143-47edfe89ed93/2aa3896e-b770-4880-be30-8c37118d2a02/ad829f65-abdf-4a7e-a195-81fb3a3b5de4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:53.982105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-f5aaec50-b3ba-4fe7-96e2-47cf29c59703 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:53.985543 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f5aaec50-b3ba-4fe7-96e2-47cf29c59703 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0115180 Sep 19 17:11:53.986248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41498) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:53.995230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-f768056d-f93c-4119-a91d-6f51c6b54a13 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:53.996191 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f768056d-f93c-4119-a91d-6f51c6b54a13 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079756 Sep 19 17:11:54.000769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41502) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.004058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:54.009506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-2f58a617-96e4-4dff-bdc9-f2d786fe2375 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.010615 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f58a617-96e4-4dff-bdc9-f2d786fe2375 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0086856 Sep 19 17:11:54.018045 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-67010d67-9ae7-4a3c-bc56-66760a9371e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8120050 Sep 19 17:11:54.018045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41506) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.022273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-6f728b7b-8e78-429a-adb9-f3c541a89d6e tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.023230 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6f728b7b-8e78-429a-adb9-f3c541a89d6e tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049534 Sep 19 17:11:54.023786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41508) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.027316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41512) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.034843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': '72d7b77d-a31b-4970-a7bd-0745456f4df8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:54.050388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.050743 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Added segment 215cbeef-2a3d-4a19-9b3e-bb6b54d74873 of type vlan for network 21e6fb8a-ab4f-4c25-9736-3604646b740e Sep 19 17:11:54.054791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-52a7a16f-6e2e-431c-b5d2-8a44f3b7170a tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.055637 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52a7a16f-6e2e-431c-b5d2-8a44f3b7170a tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0252447 Sep 19 17:11:54.059107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41518) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.135550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-80344d9d-2c3f-487a-9220-42581e7a5e64 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.136761 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80344d9d-2c3f-487a-9220-42581e7a5e64 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0725992 Sep 19 17:11:54.158208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41522) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.163297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-3ed007ca-af0d-4d87-8b1b-8a742366a3d6 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.164298 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3ed007ca-af0d-4d87-8b1b-8a742366a3d6 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052049 Sep 19 17:11:54.179493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41526) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.191709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-57139b05-164f-4657-8351-5976f2fec34c tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.192740 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-57139b05-164f-4657-8351-5976f2fec34c tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0124633 Sep 19 17:11:54.205593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.209137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41530) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.219270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-854f0f14-af37-416a-9932-a28f1c256dbd tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.222812 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-854f0f14-af37-416a-9932-a28f1c256dbd tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0102866 Sep 19 17:11:54.225709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41534) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.230600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-73b5b96a-0447-42b1-9f10-2c1acc13f5ac tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.234161 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-73b5b96a-0447-42b1-9f10-2c1acc13f5ac tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050755 Sep 19 17:11:54.237326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41538) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.243244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:54.249477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-8b62a15d-657c-416c-b2c6-b5d4c04137c1 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.253159 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b62a15d-657c-416c-b2c6-b5d4c04137c1 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0102301 Sep 19 17:11:54.260789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41542) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.261837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:54.266575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:54.277389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-0d9608af-a6a0-443b-a1ef-7a364c3138e9 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.280981 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0d9608af-a6a0-443b-a1ef-7a364c3138e9 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0135844 Sep 19 17:11:54.281654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:54.283344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41546) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.284011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.292623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-fdc53252-39fb-4afe-ad1e-665899ca7e57 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.296406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fdc53252-39fb-4afe-ad1e-665899ca7e57 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072465 Sep 19 17:11:54.299324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41550) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.304366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Transition to ACTIVE for port object ad829f65-abdf-4a7e-a195-81fb3a3b5de4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:54.307150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-9147dffc-ee9c-44f9-bd0a-9bfffa9d32cf tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.309547 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9147dffc-ee9c-44f9-bd0a-9bfffa9d32cf tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0076683 Sep 19 17:11:54.309547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.316485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:54.317121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.321704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41554) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.334558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b', 'network_id': 'b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': '123c60d8-deef-404b-a07b-6ffb05ec7a39'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:54.335507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.348742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:54.352176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.368063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-65143222-f74e-4b4b-8850-be22248dae6a tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.369026 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-65143222-f74e-4b4b-8850-be22248dae6a tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0293570 Sep 19 17:11:54.383636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41558) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.397554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-4ccd2c74-5dbe-4fd1-ab81-cecde4ccccc0 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.398501 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4ccd2c74-5dbe-4fd1-ab81-cecde4ccccc0 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0139291 Sep 19 17:11:54.401601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f3641bf-43e9-4bb7-8889-7ec8cbcb24db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.406027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c4eab142-c0d9-4dc7-b140-9ba3c1ecf35d None None] Provisioning for port d77f3bd4-4c1a-493b-ad26-8327328bc521 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:54.406425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41562) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.416471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c4eab142-c0d9-4dc7-b140-9ba3c1ecf35d None None] Provisioning complete for port d77f3bd4-4c1a-493b-ad26-8327328bc521 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:54.417049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-d82cd122-fa4c-4d71-b85a-2feb1d2fff46 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.417379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c4eab142-c0d9-4dc7-b140-9ba3c1ecf35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.418008 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d82cd122-fa4c-4d71-b85a-2feb1d2fff46 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0106370 Sep 19 17:11:54.428824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41566) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.466376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c4eab142-c0d9-4dc7-b140-9ba3c1ecf35d None None] Port d77f3bd4-4c1a-493b-ad26-8327328bc521 was deleted so its status cannot be updated. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 19 17:11:54.472280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3641bf-43e9-4bb7-8889-7ec8cbcb24db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=d77f3bd4-4c1a-493b-ad26-8327328bc521,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:54.497259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-3f74cbd0-c121-4b94-a8a5-807894ca56b6 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.500888 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3f74cbd0-c121-4b94-a8a5-807894ca56b6 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0678155 Sep 19 17:11:54.502845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41570) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.538689 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6874108 Sep 19 17:11:54.544140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.544302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.554600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-6713537d-96f0-4f64-8c0e-be5a54f27b08 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.558153 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6713537d-96f0-4f64-8c0e-be5a54f27b08 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0142293 Sep 19 17:11:54.558294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'subnet': {'network_id': '21e6fb8a-ab4f-4c25-9736-3604646b740e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:54.571933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8494ec-ef59-42f2-896a-2331edef8589 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Network': ['ID=21e6fb8a-ab4f-4c25-9736-3604646b740e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:54.578186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41578) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.595692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-13dfe98f-9717-47b6-b322-f5e638b0020d tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.600041 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-13dfe98f-9717-47b6-b322-f5e638b0020d tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0143824 Sep 19 17:11:54.600215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 21e6fb8a-ab4f-4c25-9736-3604646b740e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:54.653198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41582) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.675596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-691c6c26-9403-4684-9253-4bd642641db7 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.679190 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-691c6c26-9403-4684-9253-4bd642641db7 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0224383 Sep 19 17:11:54.709625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.718118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-382b17e2-de8b-499b-9f40-e2651f5f906c tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.722619 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-382b17e2-de8b-499b-9f40-e2651f5f906c tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0085163 Sep 19 17:11:54.722619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.743205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-94f2e22a-00c6-4ce4-b418-19265d0c1092 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.747304 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-94f2e22a-00c6-4ce4-b418-19265d0c1092 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0197868 Sep 19 17:11:54.748289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41594) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.759039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-e1324569-641d-4445-b6b4-280894244d97 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.762363 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1324569-641d-4445-b6b4-280894244d97 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0089331 Sep 19 17:11:54.762996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41598) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.766648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:54.771425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Usage tracker for resource:subnet and tenant:754f0de6853d49a784248115253f2c60 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:54.776359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-e28eda69-8785-465a-8114-b2d403a5b690 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.780030 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e28eda69-8785-465a-8114-b2d403a5b690 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0136504 Sep 19 17:11:54.780030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:54.780239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Allocated IP 172.20.0.2 (b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b/123c60d8-deef-404b-a07b-6ffb05ec7a39/0ca2e9fa-7854-4eac-96f5-7551dc574e91) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:54.783952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.792256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:54.801077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-6f0d9ad9-defd-48b6-a8e1-3cf9fe00a784 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.801077 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6f0d9ad9-defd-48b6-a8e1-3cf9fe00a784 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0160091 Sep 19 17:11:54.833488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.865527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-6742f892-068e-4654-aaf4-c1983fec306d tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.867830 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6742f892-068e-4654-aaf4-c1983fec306d tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0329585 Sep 19 17:11:54.875303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.882327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Made reservation on behalf of 754f0de6853d49a784248115253f2c60 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:54.887195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e90644e9-fff7-41cd-85d2-d00890a445d1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:54.887592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.905255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-1d519b15-f027-4e2e-b7d3-34e831482869 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.906161 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1d519b15-f027-4e2e-b7d3-34e831482869 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0296345 Sep 19 17:11:54.909167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41614) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.921470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f3641bf-43e9-4bb7-8889-7ec8cbcb24db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:54.938283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:54.940558 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3f3641bf-43e9-4bb7-8889-7ec8cbcb24db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/d77f3bd4-4c1a-493b-ad26-8327328bc521 HTTP/1.1" status: 204 len: 168 time: 2.8100526 Sep 19 17:11:54.943015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:54.959411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41618) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.972776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-dc2a642c-8b52-4ffb-9e73-bae979c0f355 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:54.973657 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dc2a642c-8b52-4ffb-9e73-bae979c0f355 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0613787 Sep 19 17:11:54.976443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:54.985785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:55.001693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-25ba19e2-ef21-4af1-b328-2ca68bf23199 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.002666 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-25ba19e2-ef21-4af1-b328-2ca68bf23199 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0189624 Sep 19 17:11:55.014029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41626) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.033816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-0274f3a1-49d9-4df2-a7ab-1b73b9490888 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.035665 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0274f3a1-49d9-4df2-a7ab-1b73b9490888 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0207589 Sep 19 17:11:55.063679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41630) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.092999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-13614919-4480-4446-9c01-22369ddbe1ff tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.094437 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-13614919-4480-4446-9c01-22369ddbe1ff tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0265541 Sep 19 17:11:55.100424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41634) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.101003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event updated for resources: {'Port': ['ID=ad829f65-abdf-4a7e-a195-81fb3a3b5de4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:55.127579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] For port 5e8f5df8-e87b-4271-8b78-c3a011b38a97, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e8f5df8-e87b-4271-8b78-c3a011b38a97,segment=NetworkSegment(dcb00b8d-7702-462c-9941-6f59f8754fe4),segment_id=dcb00b8d-7702-462c-9941-6f59f8754fe4)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:55.128312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.138387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.143515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-54839b43-c69a-4de5-bea4-77f0dcffb0b4 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.144653 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54839b43-c69a-4de5-bea4-77f0dcffb0b4 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0410731 Sep 19 17:11:55.150165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41638) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.154373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:55.155428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.161749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Transition to ACTIVE for port object 0ca2e9fa-7854-4eac-96f5-7551dc574e91 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:55.161991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-a5e7610a-52e0-4ae5-b58d-7939285fa423 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.163014 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5e7610a-52e0-4ae5-b58d-7939285fa423 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0089390 Sep 19 17:11:55.166045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41642) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.172025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-0c132d05-69e8-4ae2-9c8d-592461e4c3a2 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.172971 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c132d05-69e8-4ae2-9c8d-592461e4c3a2 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056090 Sep 19 17:11:55.178092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.182254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41646) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.203522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Transition to ACTIVE for port object 0ca2e9fa-7854-4eac-96f5-7551dc574e91 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:55.211452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e90644e9-fff7-41cd-85d2-d00890a445d1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:55.211832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.252324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.303025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Calling delete_port for 5e8f5df8-e87b-4271-8b78-c3a011b38a97 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:55.349404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d628f5-4fc3-4294-ba72-62565b400f8f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:55.350896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d628f5-4fc3-4294-ba72-62565b400f8f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:55.351676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-54d628f5-4fc3-4294-ba72-62565b400f8f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:11:55.368881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:55.375420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:55.385702 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6dca9b82-6734-4174-87fa-bae9de43abaf tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8749051 Sep 19 17:11:55.385898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:55.386164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41648) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.390757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.394959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Pushing event updated for resources: {'Port': ['ID=0ca2e9fa-7854-4eac-96f5-7551dc574e91,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:55.395739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Request body: {'floatingip': {'port_id': 'ad829f65-abdf-4a7e-a195-81fb3a3b5de4'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:55.402637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=4045cf7b-a261-4334-9d4d-6bffeebe282d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:55.408164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-30c9873a-abc4-4a4b-ba6b-862527f16af4 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.411911 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-30c9873a-abc4-4a4b-ba6b-862527f16af4 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0136914 Sep 19 17:11:55.414362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41654) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.428992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-8784c179-e34f-4da2-a7dd-d42bf1bc2916 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.432596 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8784c179-e34f-4da2-a7dd-d42bf1bc2916 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0158749 Sep 19 17:11:55.435985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.442796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-890ccc88-0a59-4914-bf66-4aac1676df67 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.446383 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-890ccc88-0a59-4914-bf66-4aac1676df67 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0091436 Sep 19 17:11:55.448583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41662) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.459897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-54d628f5-4fc3-4294-ba72-62565b400f8f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:11:55.461065 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-54d628f5-4fc3-4294-ba72-62565b400f8f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4796019 Sep 19 17:11:55.466496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41666) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.472444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-1f387539-9666-4d68-a525-f3550f16e3de tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.477320 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1f387539-9666-4d68-a525-f3550f16e3de tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0181935 Sep 19 17:11:55.478973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41668) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.496424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-491a83b7-6454-4f70-a836-a361f94f4a75 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.496717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fccec8c3-20d6-420a-aa5c-e4d06c5fec60 None None] Provisioning for port ad829f65-abdf-4a7e-a195-81fb3a3b5de4 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:55.497462 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-491a83b7-6454-4f70-a836-a361f94f4a75 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0169599 Sep 19 17:11:55.507479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41674) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.515836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-ea3cf23e-c092-403c-b12b-8dda26ff7755 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.516795 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ea3cf23e-c092-403c-b12b-8dda26ff7755 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0084653 Sep 19 17:11:55.520145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41678) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.521069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fccec8c3-20d6-420a-aa5c-e4d06c5fec60 None None] Provisioning complete for port ad829f65-abdf-4a7e-a195-81fb3a3b5de4 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:55.521293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fccec8c3-20d6-420a-aa5c-e4d06c5fec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.527811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-3c7557ca-50aa-4dc3-8ade-a683325a86c1 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.528735 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3c7557ca-50aa-4dc3-8ade-a683325a86c1 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070686 Sep 19 17:11:55.532849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41682) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.540051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-2b72588b-7f7a-4682-87f4-2c4e4b48ab79 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.541028 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2b72588b-7f7a-4682-87f4-2c4e4b48ab79 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0072684 Sep 19 17:11:55.543991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.547645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41686) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.601482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': '5365305a-36a6-4e93-ab35-7ee9dc655d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '72d7b77d-a31b-4970-a7bd-0745456f4df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:55.601848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: 72d7b77d-a31b-4970-a7bd-0745456f4df8, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:55.607811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.640090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d191b5be-01b2-4c2b-8ae8-35608eb0486f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet a832dc48-ec10-4a7e-8aea-f1a8f68e34a6 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:11:55.643205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d191b5be-01b2-4c2b-8ae8-35608eb0486f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.679596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Attempting to bind port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:55.679965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Attempting to bind port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '34b11285-885b-4e0d-b7f8-53b1f0aae6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:55.680509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Attempting to bind port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 on network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:55.682814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Port': ['ID=5e8f5df8-e87b-4271-8b78-c3a011b38a97,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:55.686109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e90644e9-fff7-41cd-85d2-d00890a445d1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:55.687434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ce3628be-3ea2-4725-aaa0-084176dc7ccb up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:55.691368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-eff9e0b9-b617-469f-a517-0cafb12e4dfe tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.692329 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eff9e0b9-b617-469f-a517-0cafb12e4dfe tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0190845 Sep 19 17:11:55.708020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d191b5be-01b2-4c2b-8ae8-35608eb0486f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.710333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41690) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.717979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No DVR routers for this DVR port 5e8f5df8-e87b-4271-8b78-c3a011b38a97 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:55.751936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-77e32ab6-5e43-4a8b-9fb7-a663cc4bb878 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.752889 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-77e32ab6-5e43-4a8b-9fb7-a663cc4bb878 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0413837 Sep 19 17:11:55.754052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:55.754889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Checking segment: {'id': '34b11285-885b-4e0d-b7f8-53b1f0aae6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:55.755601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.756207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Bound using segment: {'id': '34b11285-885b-4e0d-b7f8-53b1f0aae6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:55.756928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Bound port: 0ca2e9fa-7854-4eac-96f5-7551dc574e91, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b11285-885b-4e0d-b7f8-53b1f0aae6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:55.757682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.758926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41694) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.784105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fccec8c3-20d6-420a-aa5c-e4d06c5fec60 None None] Port ad829f65-abdf-4a7e-a195-81fb3a3b5de4 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:11:55.798665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-48d99ccc-e802-4aef-8303-684117a4c6c0 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.800181 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-48d99ccc-e802-4aef-8303-684117a4c6c0 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0352077 Sep 19 17:11:55.802854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d191b5be-01b2-4c2b-8ae8-35608eb0486f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.804146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41698) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.842522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port ce3628be-3ea2-4725-aaa0-084176dc7ccb completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:55.857477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port ce3628be-3ea2-4725-aaa0-084176dc7ccb triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:55.857958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.861384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-3c2e26d8-b246-4342-85ef-73f38a8865dc tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.864884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3c2e26d8-b246-4342-85ef-73f38a8865dc tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0541871 Sep 19 17:11:55.868796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41702) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.892133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d191b5be-01b2-4c2b-8ae8-35608eb0486f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.893593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-006b1908-6e2e-46d8-88f8-fa0b09335769 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.897209 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-006b1908-6e2e-46d8-88f8-fa0b09335769 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0233092 Sep 19 17:11:55.897593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.932943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] For port 0ca2e9fa-7854-4eac-96f5-7551dc574e91, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:11:55.935066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-ee7aef5b-8e07-4d8a-a3a4-a3de584a50ce tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.938348 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ee7aef5b-8e07-4d8a-a3a4-a3de584a50ce tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079024 Sep 19 17:11:55.938507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 72d7b77d-a31b-4970-a7bd-0745456f4df8 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:55.939551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] For port 0ca2e9fa-7854-4eac-96f5-7551dc574e91, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0ca2e9fa-7854-4eac-96f5-7551dc574e91,segment=NetworkSegment(34b11285-885b-4e0d-b7f8-53b1f0aae6f9),segment_id=34b11285-885b-4e0d-b7f8-53b1f0aae6f9)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:11:55.941660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.949411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.950176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.955407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191b5be-01b2-4c2b-8ae8-35608eb0486f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=a832dc48-ec10-4a7e-8aea-f1a8f68e34a6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:55.962989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-d28dbcd9-4abe-4fbc-87a0-ec2cd2a95843 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:55.964045 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d28dbcd9-4abe-4fbc-87a0-ec2cd2a95843 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0147364 Sep 19 17:11:55.966507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d191b5be-01b2-4c2b-8ae8-35608eb0486f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.976090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:55.978798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 72d7b77d-a31b-4970-a7bd-0745456f4df8) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:55.980620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:55.994683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:55.995319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.037089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-ce12463b-3885-4766-a98f-3ca0ad42bff0 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.040670 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ce12463b-3885-4766-a98f-3ca0ad42bff0 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0606329 Sep 19 17:11:56.043736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41718) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.055496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd6f28-8b14-4639-abf4-ea9327b124df None None] Pushing event updated for resources: {'Port': ['ID=0ca2e9fa-7854-4eac-96f5-7551dc574e91,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:56.058480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45905182-2ae0-4176-b919-e980484b4347 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:56.083733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-9986eb6a-95e5-4c7d-87b3-0cd3ce4fb6af tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.087471 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9986eb6a-95e5-4c7d-87b3-0cd3ce4fb6af tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0304096 Sep 19 17:11:56.088487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41722) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.088696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41724) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.088982 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d191b5be-01b2-4c2b-8ae8-35608eb0486f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/a832dc48-ec10-4a7e-8aea-f1a8f68e34a6 HTTP/1.1" status: 204 len: 168 time: 0.6113420 Sep 19 17:11:56.103352 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-16933613-cedf-4363-80f8-828e0aaa66b8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0773582 Sep 19 17:11:56.104775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-94ade1cd-1c82-49ff-b506-3beea9decbaf tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.108462 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-94ade1cd-1c82-49ff-b506-3beea9decbaf tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0130348 Sep 19 17:11:56.108608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41730) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.117376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41732) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.126249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-784305980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:56.140511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-ed26f175-436d-4fb0-8d5b-a712d56d97a8 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.144092 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed26f175-436d-4fb0-8d5b-a712d56d97a8 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0207925 Sep 19 17:11:56.145623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Subnet': ['ID=ab539dba-e2ae-47b6-8115-3e55369411da,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:56.147711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41738) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.148692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:56.157536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-31502454-fa1a-490c-8f23-5b345392aace tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.160986 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31502454-fa1a-490c-8f23-5b345392aace tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057530 Sep 19 17:11:56.164126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:router and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:56.169193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41742) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.171910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:56.182259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-bdc0e94b-d946-47dc-93e6-d900e6a3a3a8 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.185904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63fd69f-2c02-4c0f-b14c-8ff982bb8565 None None] Network 72d7b77d-a31b-4970-a7bd-0745456f4df8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:56.187533 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bdc0e94b-d946-47dc-93e6-d900e6a3a3a8 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0130954 Sep 19 17:11:56.187533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Checking segment: {'id': '215cbeef-2a3d-4a19-9b3e-bb6b54d74873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '21e6fb8a-ab4f-4c25-9736-3604646b740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:56.187533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network hostable DHCP agents. Network: 21e6fb8a-ab4f-4c25-9736-3604646b740e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:11:56.187945 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8a1d6986-c99b-425f-84b9-295484b8f04b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918877 Sep 19 17:11:56.187945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41746) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.192200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41748) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.193265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:56.194185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f10643-d026-4465-8f17-cb4fa9a86c92']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:56.205460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:56.233569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-a6ea4966-72fd-4f18-860f-9c6b38cd01b9 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.234946 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a6ea4966-72fd-4f18-860f-9c6b38cd01b9 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0452528 Sep 19 17:11:56.248825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41754) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.258755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-efb439fe-bf40-4a94-9a17-1c7a257149e2 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.259986 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-efb439fe-bf40-4a94-9a17-1c7a257149e2 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0099573 Sep 19 17:11:56.261933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb00b8d-7702-462c-9941-6f59f8754fe4') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:56.262473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb00b8d-7702-462c-9941-6f59f8754fe4') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:56.271448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41758) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.286052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-66ca3493-47ce-400c-bb7d-62d93e31b64a tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.290100 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-66ca3493-47ce-400c-bb7d-62d93e31b64a tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0143642 Sep 19 17:11:56.290100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41762) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.291321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.292832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.293965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.308524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [None req-2192b197-2056-4b69-91c9-71e97349abad tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.313675 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2192b197-2056-4b69-91c9-71e97349abad tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0142269 Sep 19 17:11:56.315743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41766) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.332802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-b6c46814-0827-44d4-94dc-15a1f4fc0b47 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.332930 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b6c46814-0827-44d4-94dc-15a1f4fc0b47 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0160847 Sep 19 17:11:56.333627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network 21e6fb8a-ab4f-4c25-9736-3604646b740e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:11:56.335795 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41770) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.371768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-793f120d-45a4-4a2a-9f96-3b3f9e70ea65 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.375760 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-793f120d-45a4-4a2a-9f96-3b3f9e70ea65 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0128207 Sep 19 17:11:56.381102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41774) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.393563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port ce3628be-3ea2-4725-aaa0-084176dc7ccb is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:56.394044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.399069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [None req-f1a8168c-909c-4b7c-8f41-1182d9d92286 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:11:56.406457 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f1a8168c-909c-4b7c-8f41-1182d9d92286 tempest-ExtensionsTestJSON-376566429 tempest-ExtensionsTestJSON-376566429-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0243773 Sep 19 17:11:56.415031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:56.417285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 21e6fb8a-ab4f-4c25-9736-3604646b740e) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:56.419602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.429645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:56.433608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:56.433608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.444400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.448689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:56.458347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:11:56.458778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.465279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:56.479441 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d602a59-4fe1-4e5c-a8f3-d2849b42dba0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9345481 Sep 19 17:11:56.481594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.489624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41780) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.489834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:56.493248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.522037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-10393b7f-9094-4614-8135-bd1c2194679b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'router': {'external_gateway_info': {'network_id': '21e6fb8a-ab4f-4c25-9736-3604646b740e'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:56.575422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67749f0-c6a5-479d-af3d-fdef9cadd649 None None] Network 21e6fb8a-ab4f-4c25-9736-3604646b740e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:56.592609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment dcb00b8d-7702-462c-9941-6f59f8754fe4 resource provider aggregate not found Sep 19 17:11:56.665851 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment dcb00b8d-7702-462c-9941-6f59f8754fe4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcb00b8d-7702-462c-9941-6f59f8754fe4 found for delete ", "request_id": "req-7f3985c6-1f68-4851-9b41-434d9b853aaf"}]} Sep 19 17:11:56.707037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.716898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.751912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:56.753117 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91192972-2445-497c-b0f5-d52d257558d0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6443579 Sep 19 17:11:56.758464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41788) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.763530 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/a7f10643-d026-4465-8f17-cb4fa9a86c92 HTTP/1.1" status: 204 len: 168 time: 7.4387376 Sep 19 17:11:56.764589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118c4f4-0a93-4292-bf97-d1f3b69a9007 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Network': ['ID=a7f10643-d026-4465-8f17-cb4fa9a86c92,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:56.775983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41790) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.953477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41798) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:56.953679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-21e6fb8a-ab4f-4c25-9736-3604646b740e', 'network_id': '21e6fb8a-ab4f-4c25-9736-3604646b740e', 'tenant_id': '754f0de6853d49a784248115253f2c60', 'fixed_ips': [{'subnet_id': 'ab539dba-e2ae-47b6-8115-3e55369411da'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:56.954865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.007619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port ce3628be-3ea2-4725-aaa0-084176dc7ccb, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ce3628be-3ea2-4725-aaa0-084176dc7ccb,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:57.022523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.040914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10393b7f-9094-4614-8135-bd1c2194679b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.129226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-72d7b77d-a31b-4970-a7bd-0745456f4df8', 'network_id': '72d7b77d-a31b-4970-a7bd-0745456f4df8', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': '4045cf7b-a261-4334-9d4d-6bffeebe282d'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:11:57.130044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.153736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1510705680'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:57.451873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.452996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.454875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:57.455352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Allocated IP 172.21.0.2 (72d7b77d-a31b-4970-a7bd-0745456f4df8/4045cf7b-a261-4334-9d4d-6bffeebe282d/4f24c59e-5f89-44e6-9305-803ef854d322) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:57.469918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.490671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:57.501367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:19254f64d5df49a2b7cac584b955bc98 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:57.515847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:57.524381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:57.527220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:network and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:57.538706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:57.548609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.565860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:57.575702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:11:57.577439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0ca2e9fa-7854-4eac-96f5-7551dc574e91 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:11:57.600826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf658c-6fcc-45e4-861c-3c38ebbcbbc5 None None] Network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:57.630745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:57.645560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:57.656289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:57.657106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.751345 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5529830 Sep 19 17:11:57.756872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e3de3-e097-407a-aba4-67529d02fa17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=4cb98221-1a1d-463a-916e-3ed7d3c1a57c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:57.760034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41806) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:57.771513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] Deleting port ce3628be-3ea2-4725-aaa0-084176dc7ccb {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:11:57.771899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.781636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '4cb98221-1a1d-463a-916e-3ed7d3c1a57c', 'ip_address': '2001:db8::3577:bba4:f8ad:d57a'}], 'name': 'tempest-NetworksTestDHCPv6-1103648563'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:57.826687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:57.830495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.849125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=ce3628be-3ea2-4725-aaa0-084176dc7ccb,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:57.904743 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-10393b7f-9094-4614-8135-bd1c2194679b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:11:57.905898 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-10393b7f-9094-4614-8135-bd1c2194679b tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "PUT /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48 HTTP/1.1" status: 400 len: 364 time: 1.3966122 Sep 19 17:11:57.910656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:57.913427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41810) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:57.918341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-88bec48b-9fef-4528-8fd0-ef6d747fac4f None None] Provisioning for port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:57.985606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:11:57.996186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.016680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.017047 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Added segment 891cec58-bd22-406e-a41f-b9f8c7c9bf40 of type vlan for network ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 Sep 19 17:11:58.018654 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP f0f3dacd-53ae-4738-ad4f-8cfda2b5099b associated. External IP: 172.26.10.251, port: b9703a0c-2461-4404-ad35-6bb51706dbd7. Sep 19 17:11:58.137331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.173772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Allocated IP 2001:db8:1::2 (21e6fb8a-ab4f-4c25-9736-3604646b740e/ab539dba-e2ae-47b6-8115-3e55369411da/89fba64e-b9bb-4c9a-b58e-3e958963aa36) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:58.196139 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=19254f64d5df49a2b7cac584b955bc98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2300849 Sep 19 17:11:58.203316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf705b90-1ed6-4866-8ddf-0d0aacb2e9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea24ad02-0c96-4186-8910-c58000cede2f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:58.208667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41814) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:58.226822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:11:58.267306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:58.267686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.287325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:58.297972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:58.298327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.357305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:58.385087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:58.407961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.461073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.466608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:11:58.467235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.516564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Transition to ACTIVE for port object 4f24c59e-5f89-44e6-9305-803ef854d322 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:58.517140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:58.579830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Transition to ACTIVE for port object 4f24c59e-5f89-44e6-9305-803ef854d322 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:58.581868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] For port ce3628be-3ea2-4725-aaa0-084176dc7ccb, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ce3628be-3ea2-4725-aaa0-084176dc7ccb,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:58.582266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.662421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd04a2c6-8190-4ecc-953e-3c36b35d5317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.692324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.717243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Network': ['ID=ed77c57e-0a28-4cc3-ad66-b1287f0c3a89,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:58.723226 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ee416f30-0965-4395-8d6d-86065814a1b0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9459350 Sep 19 17:11:58.725281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41818) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:11:58.746834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.765388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'subnet': {'network_id': 'ed77c57e-0a28-4cc3-ad66-b1287f0c3a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:11:58.801923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] Calling delete_port for ce3628be-3ea2-4725-aaa0-084176dc7ccb owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:11:58.813161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd04a2c6-8190-4ecc-953e-3c36b35d5317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:58.841152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:11:58.890192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:11:58.902963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.20.0.1 (b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b/123c60d8-deef-404b-a07b-6ffb05ec7a39/44f0ffc1-6202-47ef-aec0-f7959e03105d) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:11:59.032541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Network 72d7b77d-a31b-4970-a7bd-0745456f4df8 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:59.039187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:11:59.039570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.057352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:59.082047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:59.086931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Pushing event updated for resources: {'Port': ['ID=4f24c59e-5f89-44e6-9305-803ef854d322,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:59.224084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.255196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.312958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Transition to ACTIVE for port object 89fba64e-b9bb-4c9a-b58e-3e958963aa36 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:59.315841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:11:59.332149 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 810513fb-9daa-49bd-b696-31e90b05cfc1 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:11:59.335784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.342361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 0ca2e9fa-7854-4eac-96f5-7551dc574e91, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0ca2e9fa-7854-4eac-96f5-7551dc574e91,segment=NetworkSegment(34b11285-885b-4e0d-b7f8-53b1f0aae6f9),segment_id=34b11285-885b-4e0d-b7f8-53b1f0aae6f9)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:11:59.346233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.371415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object 44f0ffc1-6202-47ef-aec0-f7959e03105d will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:59.376089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:subnet and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:11:59.389091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:11:59.393265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:11:59.395011 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f238d58-626b-4890-8dbd-af648f880699 req-a98ed7fc-a699-4076-8abe-a3c66291d2ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7935622 Sep 19 17:11:59.395481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.418148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:11:59.432591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Attempting to bind port 4f24c59e-5f89-44e6-9305-803ef854d322 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:11:59.432810 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc816a44-9e55-467a-9f9c-514b2d933e7c None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:11:59.433457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Attempting to bind port 4f24c59e-5f89-44e6-9305-803ef854d322 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '5365305a-36a6-4e93-ab35-7ee9dc655d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '72d7b77d-a31b-4970-a7bd-0745456f4df8'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:11:59.433757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Attempting to bind port 4f24c59e-5f89-44e6-9305-803ef854d322 on network 72d7b77d-a31b-4970-a7bd-0745456f4df8 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:11:59.439863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] No DVR routers for this DVR port ce3628be-3ea2-4725-aaa0-084176dc7ccb on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:11:59.443976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Transition to ACTIVE for port object 89fba64e-b9bb-4c9a-b58e-3e958963aa36 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:11:59.456449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adae20f-fccb-4a13-b919-b0e2eb69e520 None None] Pushing event deleted for resources: {'Port': ['ID=ce3628be-3ea2-4725-aaa0-084176dc7ccb,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:59.464125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd04a2c6-8190-4ecc-953e-3c36b35d5317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.479369 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc816a44-9e55-467a-9f9c-514b2d933e7c None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:59.480011 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cc816a44-9e55-467a-9f9c-514b2d933e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:59.526936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:11:59.527400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Checking segment: {'id': '5365305a-36a6-4e93-ab35-7ee9dc655d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '72d7b77d-a31b-4970-a7bd-0745456f4df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:11:59.527711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.529217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Bound using segment: {'id': '5365305a-36a6-4e93-ab35-7ee9dc655d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '72d7b77d-a31b-4970-a7bd-0745456f4df8'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:11:59.529747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Bound port: 4f24c59e-5f89-44e6-9305-803ef854d322, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5365305a-36a6-4e93-ab35-7ee9dc655d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '72d7b77d-a31b-4970-a7bd-0745456f4df8'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:11:59.530129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.547950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:11:59.550763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb59656-80f2-4725-9f8a-099a5bb819a3 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:11:59.552492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.563885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.658067 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cc816a44-9e55-467a-9f9c-514b2d933e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:59.670847 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc816a44-9e55-467a-9f9c-514b2d933e7c None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:11:59.671751 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cc816a44-9e55-467a-9f9c-514b2d933e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:59.685495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ce3628be-3ea2-4725-aaa0-084176dc7ccb no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:11:59.714421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.727365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04a2c6-8190-4ecc-953e-3c36b35d5317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea24ad02-0c96-4186-8910-c58000cede2f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:59.754831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Network 21e6fb8a-ab4f-4c25-9736-3604646b740e is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:59.768866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: ce3628be-3ea2-4725-aaa0-084176dc7ccb {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:11:59.769138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ce3628be-3ea2-4725-aaa0-084176dc7ccb not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:11:59.771776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:59.773858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:59.819076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:11:59.824387 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:11:59.829061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:11:59.831161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=0ca2e9fa-7854-4eac-96f5-7551dc574e91,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:59.858564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=44f0ffc1-6202-47ef-aec0-f7959e03105d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:11:59.904188 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cc816a44-9e55-467a-9f9c-514b2d933e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:11:59.905096 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc816a44-9e55-467a-9f9c-514b2d933e7c None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:11:59.978450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c6c2baf9-ff47-4394-a138-86cd2d2a7808 None None] Provisioning complete for port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:11:59.978838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6c2baf9-ff47-4394-a138-86cd2d2a7808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:11:59.980420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.007989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd04a2c6-8190-4ecc-953e-3c36b35d5317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.009490 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fd04a2c6-8190-4ecc-953e-3c36b35d5317 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea24ad02-0c96-4186-8910-c58000cede2f HTTP/1.1" status: 204 len: 168 time: 1.7451921 Sep 19 17:12:00.072480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Allocated IP 2001:db8::1 (a6bae2d3-7983-41ec-84db-b73d8024e031/ec4b61de-5d83-481e-8a42-c0e500b3d03e/3eee226b-8514-4749-8e3c-69e095cca0ce) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:00.074068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Attempting to bind port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:00.074678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Attempting to bind port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '215cbeef-2a3d-4a19-9b3e-bb6b54d74873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '21e6fb8a-ab4f-4c25-9736-3604646b740e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:00.075067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Attempting to bind port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 on network 21e6fb8a-ab4f-4c25-9736-3604646b740e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:00.102376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::3577:bba4:f8ad:d57a (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/4cb98221-1a1d-463a-916e-3ed7d3c1a57c/810513fb-9daa-49bd-b696-31e90b05cfc1) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:00.116507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Pushing event updated for resources: {'Port': ['ID=89fba64e-b9bb-4c9a-b58e-3e958963aa36,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:00.120968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] For port 4f24c59e-5f89-44e6-9305-803ef854d322, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:00.133783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:00.134054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Checking segment: {'id': '215cbeef-2a3d-4a19-9b3e-bb6b54d74873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '21e6fb8a-ab4f-4c25-9736-3604646b740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:00.134465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.134864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Bound using segment: {'id': '215cbeef-2a3d-4a19-9b3e-bb6b54d74873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '21e6fb8a-ab4f-4c25-9736-3604646b740e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:00.135393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Bound port: 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215cbeef-2a3d-4a19-9b3e-bb6b54d74873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '21e6fb8a-ab4f-4c25-9736-3604646b740e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:00.135776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.139879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router 09d864c5-3c9b-4d63-a8ba-985fe0161002 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:00.176851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] For port 4f24c59e-5f89-44e6-9305-803ef854d322, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f24c59e-5f89-44e6-9305-803ef854d322,segment=NetworkSegment(5365305a-36a6-4e93-ab35-7ee9dc655d3f),segment_id=5365305a-36a6-4e93-ab35-7ee9dc655d3f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:00.187103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f238d58-626b-4890-8dbd-af648f880699 req-43d64bde-62b7-42c0-ac86-660a9bb3480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:00.189019 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f238d58-626b-4890-8dbd-af648f880699 req-43d64bde-62b7-42c0-ac86-660a9bb3480c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1098 time: 0.6007102 Sep 19 17:12:00.222840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.321390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.418174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '4cb98221-1a1d-463a-916e-3ed7d3c1a57c'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:00.419478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.477752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d020c-65b6-4c29-aeef-2f445b403b9e None None] Pushing event updated for resources: {'Port': ['ID=4f24c59e-5f89-44e6-9305-803ef854d322,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:00.491493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:00.533928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2baf9-ff47-4394-a138-86cd2d2a7808 None None] Current status of the port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:00.556779 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349fe3d-a7b0-4ee7-aaf8-30a958b22acf None None] Sync routers for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:00.562592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.648702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.666684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 810513fb-9daa-49bd-b696-31e90b05cfc1 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:00.674605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] For port 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:00.710834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] For port 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=89fba64e-b9bb-4c9a-b58e-3e958963aa36,segment=NetworkSegment(215cbeef-2a3d-4a19-9b3e-bb6b54d74873),segment_id=215cbeef-2a3d-4a19-9b3e-bb6b54d74873)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:00.713197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349fe3d-a7b0-4ee7-aaf8-30a958b22acf None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:00.714090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a349fe3d-a7b0-4ee7-aaf8-30a958b22acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:00.716305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.809499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.882730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.886826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-713ba6ba-c24b-4cc9-8484-fef683dad148 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/floatingips/f0f3dacd-53ae-4738-ad4f-8cfda2b5099b HTTP/1.1" status: 200 len: 979 time: 5.4996445 Sep 19 17:12:00.894374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41834) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:00.915540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a349fe3d-a7b0-4ee7-aaf8-30a958b22acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:00.966519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fb6564e1-64d2-4caa-8352-4e29554716bd None None] Provisioning for port 44f0ffc1-6202-47ef-aec0-f7959e03105d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:00.969141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Subnet': ['ID=96be605c-75b1-4cc9-bc15-8efcf19ba7fd,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:00.987537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:00.995969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fb6564e1-64d2-4caa-8352-4e29554716bd None None] Provisioning complete for port 44f0ffc1-6202-47ef-aec0-f7959e03105d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:00.996463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb6564e1-64d2-4caa-8352-4e29554716bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:00.999663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:01.002185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:01.008027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:01.008732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:01.055856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349fe3d-a7b0-4ee7-aaf8-30a958b22acf None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:01.056934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a349fe3d-a7b0-4ee7-aaf8-30a958b22acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:01.097360 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3330846 Sep 19 17:12:01.109427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Checking segment: {'id': '891cec58-bd22-406e-a41f-b9f8c7c9bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ed77c57e-0a28-4cc3-ad66-b1287f0c3a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:01.110322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network hostable DHCP agents. Network: ed77c57e-0a28-4cc3-ad66-b1287f0c3a89, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:01.116484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3531275-f6e2-4e5c-b6ee-c1a309b34813 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=810513fb-9daa-49bd-b696-31e90b05cfc1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:01.119790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41840) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:01.131417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f238d58-626b-4890-8dbd-af648f880699 req-007e84e8-6179-4baa-9fd3-f95a2f07cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:01.132906 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f238d58-626b-4890-8dbd-af648f880699 req-007e84e8-6179-4baa-9fd3-f95a2f07cfac service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 913 time: 0.9099884 Sep 19 17:12:01.165378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/4cb98221-1a1d-463a-916e-3ed7d3c1a57c/c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:01.173535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:01.221955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ac1a-81f9-425e-96e9-e1181c49cf40 None None] Pushing event updated for resources: {'Port': ['ID=89fba64e-b9bb-4c9a-b58e-3e958963aa36,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:01.224951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a349fe3d-a7b0-4ee7-aaf8-30a958b22acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:01.225502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349fe3d-a7b0-4ee7-aaf8-30a958b22acf None None] The sync data for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:01.246169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fb6564e1-64d2-4caa-8352-4e29554716bd None None] Port 44f0ffc1-6202-47ef-aec0-f7959e03105d cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:01.257004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port ad829f65-abdf-4a7e-a195-81fb3a3b5de4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:01.260511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:01.327095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:01.363916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Transition to ACTIVE for port object 3eee226b-8514-4749-8e3c-69e095cca0ce will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:01.382806 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f238d58-626b-4890-8dbd-af648f880699 req-5c9d5efa-542a-4b8b-9258-77d82f8f90c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 1002 time: 0.1995916 Sep 19 17:12:01.386294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, ed77c57e-0a28-4cc3-ad66-b1287f0c3a89) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:01.393933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:01.395210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:01.482168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82540959-cada-4b32-9c50-9162073347fa None None] Network ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:01.698343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41852) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:01.748684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 89fba64e-b9bb-4c9a-b58e-3e958963aa36 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:01.799530 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-361a2595-2176-4faf-99f2-8297e188c87d tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0686247 Sep 19 17:12:01.807489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41858) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:01.846516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de258b-f8aa-4cbb-a03e-aaba10319fdd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:01.847318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e8de258b-f8aa-4cbb-a03e-aaba10319fdd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:01.870685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:01.872440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f238d58-626b-4890-8dbd-af648f880699 req-14ef4bf0-07b5-443d-a41b-6a430480ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:01.874049 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f238d58-626b-4890-8dbd-af648f880699 req-14ef4bf0-07b5-443d-a41b-6a430480ba5f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.4716327 Sep 19 17:12:01.897646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.001739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e8de258b-f8aa-4cbb-a03e-aaba10319fdd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:02.002995 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e8de258b-f8aa-4cbb-a03e-aaba10319fdd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.8763912 Sep 19 17:12:02.008656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:02.069619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:02.083571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.135544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f24c59e-5f89-44e6-9305-803ef854d322 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:02.174538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-ed77c57e-0a28-4cc3-ad66-b1287f0c3a89', 'network_id': 'ed77c57e-0a28-4cc3-ad66-b1287f0c3a89', 'tenant_id': 'b68fbf195ee84ac3ad2200e7b6f709bb', 'fixed_ips': [{'subnet_id': '96be605c-75b1-4cc9-bc15-8efcf19ba7fd'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:02.175482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.206617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.220418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea0112-fc88-4129-8c00-f47446e2fb19 None None] Network 72d7b77d-a31b-4970-a7bd-0745456f4df8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:02.227220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1219978041'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:02.269957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.291201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network a6bae2d3-7983-41ec-84db-b73d8024e031 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:02.299512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:02.322747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:02.323417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.458621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Transition to ACTIVE for port object c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:02.502571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-abe71dff-5f6a-4692-a4aa-de16043293fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 810513fb-9daa-49bd-b696-31e90b05cfc1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:02.502935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abe71dff-5f6a-4692-a4aa-de16043293fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.622754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Port': ['ID=3eee226b-8514-4749-8e3c-69e095cca0ce,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:02.635081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=44f0ffc1-6202-47ef-aec0-f7959e03105d,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:02.662332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:02.676937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:network and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:02.683792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:02.688560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b5a2b9d9-6da6-42c6-848c-a9527422dab2 None None] Provisioning for port 4f24c59e-5f89-44e6-9305-803ef854d322 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:02.696917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.697057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:02.702840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.718579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f238d58-626b-4890-8dbd-af648f880699 req-229834aa-7efb-4fea-a047-5a4af2b637c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:02.720136 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f238d58-626b-4890-8dbd-af648f880699 req-229834aa-7efb-4fea-a047-5a4af2b637c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7769692 Sep 19 17:12:02.723466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Transition to ACTIVE for port object c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:02.746082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.822524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:02.831920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.839738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa88d483-cf6d-4e50-b09b-0efde1a0c22e None None] Network 21e6fb8a-ab4f-4c25-9736-3604646b740e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:02.874141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 4f24c59e-5f89-44e6-9305-803ef854d322 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:02.891652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74484c0-c8f7-4cd6-a017-db21830e1f5f req-21947b11-cea2-4875-8a35-8d947acfa0a8 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:02.894654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:02.898836 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f74484c0-c8f7-4cd6-a017-db21830e1f5f req-21947b11-cea2-4875-8a35-8d947acfa0a8 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9483545 Sep 19 17:12:02.909201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.909792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:02.911440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:02.942153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.943144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:02.943144 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Floating IP f0f3dacd-53ae-4738-ad4f-8cfda2b5099b disassociated. External IP: 172.26.10.251, port: ad829f65-abdf-4a7e-a195-81fb3a3b5de4. Sep 19 17:12:02.943144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for ad829f65-abdf-4a7e-a195-81fb3a3b5de4 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:02.983785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:03.003934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group_rule and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:03.006948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4f24c59e-5f89-44e6-9305-803ef854d322 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:03.007392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.010583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:03.025206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:03.087756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:03.091647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:03.120132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Provisioning for port 3eee226b-8514-4749-8e3c-69e095cca0ce completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:03.165262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.180240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Pushing event updated for resources: {'Port': ['ID=c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:03.196604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Provisioning complete for port 3eee226b-8514-4749-8e3c-69e095cca0ce triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:03.197181 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.218400 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f74484c0-c8f7-4cd6-a017-db21830e1f5f req-cd39dd06-d39c-4473-8201-d0c3c91f454d tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188093 Sep 19 17:12:03.266597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.303508 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f238d58-626b-4890-8dbd-af648f880699 req-243c877e-ffa2-4b44-ad7d-d73ac8c2a5bc service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735388 Sep 19 17:12:03.312718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Allocated IP 2001:db8::2 (ed77c57e-0a28-4cc3-ad66-b1287f0c3a89/96be605c-75b1-4cc9-bc15-8efcf19ba7fd/cce29972-9f3c-43fa-a68b-f76dbfdca492) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:03.338988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Attempting to bind port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:03.339374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Attempting to bind port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:03.339730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Attempting to bind port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:03.368582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:03.368999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:03.369418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.369817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:03.370307 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Bound port: c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:03.370688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.387738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.398597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Port 3eee226b-8514-4749-8e3c-69e095cca0ce cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:03.500194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.578576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:03.590024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.594643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7199f12a-d0e2-4d84-9821-4efc87716573,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:03.640525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abe71dff-5f6a-4692-a4aa-de16043293fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.722542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Provisioning for port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:03.793876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Provisioning complete for port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:03.794255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.797840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.798536 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Added segment 5c2de1d8-2edd-4d3c-96c3-3756ac6159f6 of type vlan for network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f Sep 19 17:12:03.808889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=ad829f65-abdf-4a7e-a195-81fb3a3b5de4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:03.857912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4f24c59e-5f89-44e6-9305-803ef854d322 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:03.858557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:03.859744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-abe71dff-5f6a-4692-a4aa-de16043293fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 810513fb-9daa-49bd-b696-31e90b05cfc1 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:03.895980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] For port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:03.961321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] For port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:03.964139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc1b30-dbe8-4527-9eb2-1b1a9de88f2f req-ac8288cd-5da5-4687-8927-ac6e1651fcd5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:03.973215 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fadc1b30-dbe8-4527-9eb2-1b1a9de88f2f req-ac8288cd-5da5-4687-8927-ac6e1651fcd5 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.5823338 Sep 19 17:12:03.976438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.007739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.043114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router d139012d-4502-4d6c-b509-595b0ba9f97d is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:12:04.066600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 4f24c59e-5f89-44e6-9305-803ef854d322, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f24c59e-5f89-44e6-9305-803ef854d322,segment=NetworkSegment(5365305a-36a6-4e93-ab35-7ee9dc655d3f),segment_id=5365305a-36a6-4e93-ab35-7ee9dc655d3f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:04.093327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.094417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0ca2e9fa-7854-4eac-96f5-7551dc574e91 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:04.250561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.261439 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fadc1b30-dbe8-4527-9eb2-1b1a9de88f2f req-ce07d140-99e7-4fe7-ac33-a2abc11d4926 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625709 Sep 19 17:12:04.277260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a407ec-4b81-4016-80a8-a6202f1ee238 None None] Pushing event updated for resources: {'Port': ['ID=c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:04.347586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Transition to ACTIVE for port object cce29972-9f3c-43fa-a68b-f76dbfdca492 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:04.361561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Current status of the port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:04.361961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.410868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:04.411285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.431646 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1f238d58-626b-4890-8dbd-af648f880699 req-d13aa8f4-54d9-4c12-a5a3-b552d2ec4102 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0838625 Sep 19 17:12:04.434878 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.437588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abe71dff-5f6a-4692-a4aa-de16043293fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.467940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:04.468597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.473418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=4f24c59e-5f89-44e6-9305-803ef854d322,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:04.509001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Transition to ACTIVE for port object cce29972-9f3c-43fa-a68b-f76dbfdca492 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:04.538500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.576270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe71dff-5f6a-4692-a4aa-de16043293fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=810513fb-9daa-49bd-b696-31e90b05cfc1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:04.677169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] For port 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=89fba64e-b9bb-4c9a-b58e-3e958963aa36,segment=NetworkSegment(215cbeef-2a3d-4a19-9b3e-bb6b54d74873),segment_id=215cbeef-2a3d-4a19-9b3e-bb6b54d74873)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:04.690595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.720849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.723652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Network ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:04.727834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abe71dff-5f6a-4692-a4aa-de16043293fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.729792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:04.732859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:04.746011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.747095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.807344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Pushing event updated for resources: {'Port': ['ID=cce29972-9f3c-43fa-a68b-f76dbfdca492,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:04.832351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:04.838258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router 09d864c5-3c9b-4d63-a8ba-985fe0161002 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:04.844940 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ef4d8f2b-cdda-4461-8804-54e0b57d274e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/d139012d-4502-4d6c-b509-595b0ba9f97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0811236 Sep 19 17:12:04.849393 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.1337359 Sep 19 17:12:04.849916 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7586435d-71ce-4864-b730-b8daa7a00bf8 None None] Sync routers for ids ['d139012d-4502-4d6c-b509-595b0ba9f97d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:04.850431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41874) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:04.850730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41876) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:04.863545 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586435d-71ce-4864-b730-b8daa7a00bf8 None None] Routers {'d139012d-4502-4d6c-b509-595b0ba9f97d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:04.864344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0552a2-96d9-4f14-aa2e-61763d8fb380 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Network': ['ID=1f9ce5ad-43eb-4802-aaad-7b0e9530b11f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:04.865144 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-7586435d-71ce-4864-b730-b8daa7a00bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d139012d-4502-4d6c-b509-595b0ba9f97d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:04.903302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'name': 'tempest-PortsTestJSON-181359085'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:04.964923 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-7586435d-71ce-4864-b730-b8daa7a00bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:04.971295 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-abe71dff-5f6a-4692-a4aa-de16043293fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/810513fb-9daa-49bd-b696-31e90b05cfc1 HTTP/1.1" status: 204 len: 168 time: 2.9457290 Sep 19 17:12:04.972553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:04.975964 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586435d-71ce-4864-b730-b8daa7a00bf8 None None] Routers {'d139012d-4502-4d6c-b509-595b0ba9f97d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:04.976743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-7586435d-71ce-4864-b730-b8daa7a00bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d139012d-4502-4d6c-b509-595b0ba9f97d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:04.993502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:05.019707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:05.057082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event updated for resources: {'Port': ['ID=3eee226b-8514-4749-8e3c-69e095cca0ce,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:05.068047 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-7586435d-71ce-4864-b730-b8daa7a00bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:05.068625 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7586435d-71ce-4864-b730-b8daa7a00bf8 None None] The sync data for ids ['d139012d-4502-4d6c-b509-595b0ba9f97d'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:05.138528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Subnet': ['ID=96be605c-75b1-4cc9-bc15-8efcf19ba7fd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:05.192696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Attempting to bind port cce29972-9f3c-43fa-a68b-f76dbfdca492 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:05.193178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Attempting to bind port cce29972-9f3c-43fa-a68b-f76dbfdca492 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '891cec58-bd22-406e-a41f-b9f8c7c9bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ed77c57e-0a28-4cc3-ad66-b1287f0c3a89'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:05.193501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Attempting to bind port cce29972-9f3c-43fa-a68b-f76dbfdca492 on network ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:05.222215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:05.222606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Checking segment: {'id': '891cec58-bd22-406e-a41f-b9f8c7c9bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ed77c57e-0a28-4cc3-ad66-b1287f0c3a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:05.223090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.223533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Bound using segment: {'id': '891cec58-bd22-406e-a41f-b9f8c7c9bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ed77c57e-0a28-4cc3-ad66-b1287f0c3a89'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:05.224024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Bound port: cce29972-9f3c-43fa-a68b-f76dbfdca492, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891cec58-bd22-406e-a41f-b9f8c7c9bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ed77c57e-0a28-4cc3-ad66-b1287f0c3a89'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:05.224403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.243962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Provisioning complete for port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:05.244581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.260656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d86a3-45d7-4110-b6b7-8cbd060e1462 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:05.261352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e38d86a3-45d7-4110-b6b7-8cbd060e1462 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:05.285667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:05.295545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:05.299475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:05.302359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:05.308841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:05.327988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:05.331829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.386133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:05.396205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584715d-9392-4dee-9bc9-a485869bac34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:05.397831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584715d-9392-4dee-9bc9-a485869bac34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:05.398592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1584715d-9392-4dee-9bc9-a485869bac34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:05.407815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.433200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 1819448a-d78e-4311-baa4-e7b2b00416a9 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:05.479042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dc1c77-e574-44c8-be4c-24073e24a5e4 None None] Sync routers for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:05.504115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1405ea-a250-428c-bf51-d8d0e094a240 None None] Pushing event updated for resources: {'Port': ['ID=89fba64e-b9bb-4c9a-b58e-3e958963aa36,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:05.511609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed77c57e-0a28-4cc3-ad66-b1287f0c3a89']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:05.519946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc1c77-e574-44c8-be4c-24073e24a5e4 None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:05.520217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e9dc1c77-e574-44c8-be4c-24073e24a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:05.522125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e38d86a3-45d7-4110-b6b7-8cbd060e1462 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:05.523361 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e38d86a3-45d7-4110-b6b7-8cbd060e1462 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports/44f0ffc1-6202-47ef-aec0-f7959e03105d HTTP/1.1" status: 200 len: 910 time: 0.6679142 Sep 19 17:12:05.537305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41886) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:05.547623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1584715d-9392-4dee-9bc9-a485869bac34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:05.549226 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1584715d-9392-4dee-9bc9-a485869bac34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4818356 Sep 19 17:12:05.554625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891cec58-bd22-406e-a41f-b9f8c7c9bf40') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:05.555033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891cec58-bd22-406e-a41f-b9f8c7c9bf40') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:05.586390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Network a6bae2d3-7983-41ec-84db-b73d8024e031 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:05.587067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41890) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:05.606815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] For port cce29972-9f3c-43fa-a68b-f76dbfdca492, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:05.609306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f24c59e-5f89-44e6-9305-803ef854d322 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:05.660379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.691392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e9dc1c77-e574-44c8-be4c-24073e24a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:05.694543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5ef3-846c-40bc-b533-d613a362cdb2 req-9d785ee8-84eb-45bb-83fa-1746d41882d0 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:05.697129 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c21b5ef3-846c-40bc-b533-d613a362cdb2 req-9d785ee8-84eb-45bb-83fa-1746d41882d0 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9389808 Sep 19 17:12:05.698207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:05.742435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.797398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] For port cce29972-9f3c-43fa-a68b-f76dbfdca492, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=cce29972-9f3c-43fa-a68b-f76dbfdca492,segment=NetworkSegment(891cec58-bd22-406e-a41f-b9f8c7c9bf40),segment_id=891cec58-bd22-406e-a41f-b9f8c7c9bf40)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:05.810190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.811649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.815402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4126b9-6176-414e-ae2c-0e2d2d92b62e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 4cb98221-1a1d-463a-916e-3ed7d3c1a57c {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:05.820073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec4126b9-6176-414e-ae2c-0e2d2d92b62e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.852743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc1c77-e574-44c8-be4c-24073e24a5e4 None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:05.853944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e9dc1c77-e574-44c8-be4c-24073e24a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:05.952656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:05.965068 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-159d1998-6401-4825-9b8b-2159563b24b9 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/ports/ad829f65-abdf-4a7e-a195-81fb3a3b5de4 HTTP/1.1" status: 204 len: 168 time: 5.0622857 Sep 19 17:12:05.965068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=1819448a-d78e-4311-baa4-e7b2b00416a9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:05.966923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41894) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:06.019499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Current status of the port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:06.072441 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e9dc1c77-e574-44c8-be4c-24073e24a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:06.072841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dc1c77-e574-44c8-be4c-24073e24a5e4 None None] The sync data for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:06.099809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939d213-480e-490f-affb-ec25291e1b89 None None] Network ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:06.194987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking segment: {'id': '5c2de1d8-2edd-4d3c-96c3-3756ac6159f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:06.195425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network hostable DHCP agents. Network: 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:06.212356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831f59-e9a5-4751-9dd9-0937d2d63fcf None None] Pushing event updated for resources: {'Port': ['ID=cce29972-9f3c-43fa-a68b-f76dbfdca492,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:06.217083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.229874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4f24c59e-5f89-44e6-9305-803ef854d322 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:06.230252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.294562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:06.301637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Provisioning complete for port 4f24c59e-5f89-44e6-9305-803ef854d322 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:06.302014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.322570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:06.339717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:06.340181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.357387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18056bcb-d2b1-4f2e-82e1-5e035de19a29 None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:06.409547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:06.415800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:06.417013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.474684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e0dfc1d2-04c8-416f-8736-ef2e4217a930 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6171010 Sep 19 17:12:06.484926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41900) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:06.491596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2139014504'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:06.513930 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c21b5ef3-846c-40bc-b533-d613a362cdb2 req-a8fc6a11-1feb-461d-bf50-8868c480a755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649893 Sep 19 17:12:06.518428 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 891cec58-bd22-406e-a41f-b9f8c7c9bf40 resource provider aggregate not found Sep 19 17:12:06.648089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:06.671689 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 891cec58-bd22-406e-a41f-b9f8c7c9bf40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 891cec58-bd22-406e-a41f-b9f8c7c9bf40 found for delete ", "request_id": "req-1de36534-b484-4480-996b-ee7ebefe38d6"}]} Sep 19 17:12:06.683281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec4126b9-6176-414e-ae2c-0e2d2d92b62e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.703905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:network and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:06.721467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:06.738655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:06.768913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:06.772975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.783704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 17:12:06.783704 dv-neutron-857789-3-hyperv neutron-server[89055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 17:12:06.783704 dv-neutron-857789-3-hyperv neutron-server[89055]: [parameters: {'id': 'ed77c57e-0a28-4cc3-ad66-b1287f0c3a89'}] Sep 19 17:12:06.783704 dv-neutron-857789-3-hyperv neutron-server[89055]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:06.784376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:06.807671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4f24c59e-5f89-44e6-9305-803ef854d322 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:06.808758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:06.839517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed605364-8057-424d-9436-a30607327c8a None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:12:06.858438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:06.874584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Current status of the port 4f24c59e-5f89-44e6-9305-803ef854d322 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:06.878501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.878843 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Added segment 38bf2212-0df8-47f3-be99-0e566d045ab8 of type vlan for network f2e74bfd-2d5c-4f44-b94f-b42810f73e7e Sep 19 17:12:06.887621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e52eb9-26e9-4cfb-9041-8c9844702b9e req-96adead4-83c6-4594-a527-a820753f6e4c tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:06.889194 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-78e52eb9-26e9-4cfb-9041-8c9844702b9e req-96adead4-83c6-4594-a527-a820753f6e4c tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.2385213 Sep 19 17:12:06.922265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Router 22fc59f1-d96e-4b2e-8c75-d3c682c60f48 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:06.931885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Provisioning complete for port 44f0ffc1-6202-47ef-aec0-f7959e03105d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:06.932370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:06.970577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.015319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:07.028494 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-78e52eb9-26e9-4cfb-9041-8c9844702b9e req-3b7215a3-36a1-4849-91a7-11c4402eaf75 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217439 Sep 19 17:12:07.040674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3c565a6c-d834-48b0-b70d-a8f1d38292c9 None None] Port 44f0ffc1-6202-47ef-aec0-f7959e03105d cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:07.049677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.075356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:07.075356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.077063 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:12:07.118051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed605364-8057-424d-9436-a30607327c8a None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:12:07.140077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec4126b9-6176-414e-ae2c-0e2d2d92b62e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.196780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Network': ['ID=f2e74bfd-2d5c-4f44-b94f-b42810f73e7e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:07.206800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.259973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network f2e74bfd-2d5c-4f44-b94f-b42810f73e7e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:07.270102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:07.278152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Could not find standard attr ID for object 810513fb-9daa-49bd-b696-31e90b05cfc1. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:12:07.285409 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf60ba-de71-4b15-ac85-f48177618943 None None] Sync routers for ids ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:07.288088 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11d5128f-d967-4cf1-9389-90f8c007042e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "PUT /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3737202 Sep 19 17:12:07.289299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.292895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41912) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:07.300553 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf60ba-de71-4b15-ac85-f48177618943 None None] Routers {'22fc59f1-d96e-4b2e-8c75-d3c682c60f48'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:07.301347 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-09cf60ba-de71-4b15-ac85-f48177618943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:07.447987 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-09cf60ba-de71-4b15-ac85-f48177618943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:07.469620 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf60ba-de71-4b15-ac85-f48177618943 None None] Routers {'22fc59f1-d96e-4b2e-8c75-d3c682c60f48'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:07.470503 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-09cf60ba-de71-4b15-ac85-f48177618943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:07.473991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 89fba64e-b9bb-4c9a-b58e-3e958963aa36 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:07.561838 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c3b8e0bf-765f-4861-b2f0-6c807825ca9e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0779223 Sep 19 17:12:07.565629 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-09cf60ba-de71-4b15-ac85-f48177618943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:07.566208 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf60ba-de71-4b15-ac85-f48177618943 None None] The sync data for ids ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:07.569843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41916) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:07.656442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'ports': [{'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f'}, {'network_id': 'f2e74bfd-2d5c-4f44-b94f-b42810f73e7e'}]} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:07.656910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:07.657518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': 'f2e74bfd-2d5c-4f44-b94f-b42810f73e7e'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:07.717761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Provisioning complete for port 3eee226b-8514-4749-8e3c-69e095cca0ce triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:07.717993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.738402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port cce29972-9f3c-43fa-a68b-f76dbfdca492 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:07.739446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.758490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44028ae4-f405-4c94-aa9f-ca61686cdf25 req-a11498fb-8002-4178-a048-fa3a639ed8e6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:07.760181 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44028ae4-f405-4c94-aa9f-ca61686cdf25 req-a11498fb-8002-4178-a048-fa3a639ed8e6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.1970835 Sep 19 17:12:07.796881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.805898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec4126b9-6176-414e-ae2c-0e2d2d92b62e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.846688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Port 3eee226b-8514-4749-8e3c-69e095cca0ce cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:07.869652 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44028ae4-f405-4c94-aa9f-ca61686cdf25 req-63ae0406-ce2c-4d25-835c-a8f5dbad5715 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973167 Sep 19 17:12:07.873761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port c4056a8a-03be-4c2f-a738-68cf3334e360 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:07.873761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.890673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4126b9-6176-414e-ae2c-0e2d2d92b62e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb98221-1a1d-463a-916e-3ed7d3c1a57c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:07.897317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec4126b9-6176-414e-ae2c-0e2d2d92b62e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.906849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:07.907244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.961929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c314c46d-27ab-43c9-8601-6f25cdfb58e6 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:07.970279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Provisioning for port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:07.987679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Provisioning complete for port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:07.988058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:08.200288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:08.221838 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec4126b9-6176-414e-ae2c-0e2d2d92b62e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/4cb98221-1a1d-463a-916e-3ed7d3c1a57c HTTP/1.1" status: 204 len: 168 time: 2.5674791 Sep 19 17:12:08.268695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41920) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:08.282162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:08.377016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Current status of the port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:08.377408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:08.405731 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b3e505ba-218d-480d-9aff-54ad759e2bb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340866 Sep 19 17:12:08.413770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for c4056a8a-03be-4c2f-a738-68cf3334e360 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:08.432577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] For port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:08.438224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:08.448761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:08.483544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1703b-06ba-4184-a318-3b194b0f1115 None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:12:08.526768 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-c314c46d-27ab-43c9-8601-6f25cdfb58e6 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 17:12:08.531165 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c314c46d-27ab-43c9-8601-6f25cdfb58e6 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48 HTTP/1.1" status: 409 len: 329 time: 1.2057407 Sep 19 17:12:08.542163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:08.565798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e12e7c-7d65-4da3-9ee0-dd629fb2d75d None None] Pushing event updated for resources: {'Port': ['ID=c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:08.568622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:08.656980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:08.666980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1703b-06ba-4184-a318-3b194b0f1115 None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:12:08.669433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:08.794669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:08.846334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=c4056a8a-03be-4c2f-a738-68cf3334e360,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:08.921277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:08.924303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] For port cce29972-9f3c-43fa-a68b-f76dbfdca492, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=cce29972-9f3c-43fa-a68b-f76dbfdca492,segment=NetworkSegment(891cec58-bd22-406e-a41f-b9f8c7c9bf40),segment_id=891cec58-bd22-406e-a41f-b9f8c7c9bf40)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:08.924767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:09.116481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890c5ad-58a8-4d64-a8c3-ee24f7816387 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:09.125017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Calling delete_port for cce29972-9f3c-43fa-a68b-f76dbfdca492 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:09.143320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:09.221608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 2} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:09.227541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:09.235523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-28de0b5c-9939-461d-9039-03a4edf56d00 None None] Provisioning complete for port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:09.235894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28de0b5c-9939-461d-9039-03a4edf56d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:09.381232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:09.421941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.21.0.1 (72d7b77d-a31b-4970-a7bd-0745456f4df8/4045cf7b-a261-4334-9d4d-6bffeebe282d/81e91265-c5c3-486f-b420-061d2232cc7e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:09.463868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:09.480238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768313ef-e09d-4fb1-a1d1-2f9115efd130 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:09.480978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-768313ef-e09d-4fb1-a1d1-2f9115efd130 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:09.532167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-28de0b5c-9939-461d-9039-03a4edf56d00 None None] Current status of the port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:09.535990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:09.539995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:09.540373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:09.693220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router 09d864c5-3c9b-4d63-a8ba-985fe0161002 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:09.705868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No DVR routers for this DVR port cce29972-9f3c-43fa-a68b-f76dbfdca492 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:09.728786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:09.735168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:09.739651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] Deleting port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:09.740157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:09.833289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Port': ['ID=cce29972-9f3c-43fa-a68b-f76dbfdca492,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:09.887909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:09.898376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-768313ef-e09d-4fb1-a1d1-2f9115efd130 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:09.899634 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-768313ef-e09d-4fb1-a1d1-2f9115efd130 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4472837 Sep 19 17:12:09.902230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41934) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:09.920860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f853f-eea0-4c79-972f-ce8c21aeadbe None None] Sync routers for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:09.948287 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-691eb558-0a87-4fbe-927c-9bb45972b2b5 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/routers/09d864c5-3c9b-4d63-a8ba-985fe0161002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9754472 Sep 19 17:12:09.948475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f853f-eea0-4c79-972f-ce8c21aeadbe None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:09.948727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b57f853f-eea0-4c79-972f-ce8c21aeadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:09.952909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41938) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:10.022738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b57f853f-eea0-4c79-972f-ce8c21aeadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:10.033480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] For port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:10.034030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.064943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf1cbe-104d-42b5-ae4c-0a4f52282477 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:10.068974 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d9bf1cbe-104d-42b5-ae4c-0a4f52282477 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1631813 Sep 19 17:12:10.069767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41942) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:10.086163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.099063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f853f-eea0-4c79-972f-ce8c21aeadbe None None] Routers {'09d864c5-3c9b-4d63-a8ba-985fe0161002'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:10.099657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b57f853f-eea0-4c79-972f-ce8c21aeadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:11:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['09d864c5-3c9b-4d63-a8ba-985fe0161002'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:10.145856 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2973ae8b-8e7f-489d-91c8-21e873456d33 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709453 Sep 19 17:12:10.146073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41946) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:10.212675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:10.221091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] Calling delete_port for c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:10.238633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed77c57e-0a28-4cc3-ad66-b1287f0c3a89']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:10.252946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9280f-97c6-48c8-9b81-11ce854fb8aa req-db024614-56ab-425c-afcb-37b0b4ff427b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:10.254436 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6ec9280f-97c6-48c8-9b81-11ce854fb8aa req-db024614-56ab-425c-afcb-37b0b4ff427b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 1.1431987 Sep 19 17:12:10.259773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b57f853f-eea0-4c79-972f-ce8c21aeadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:10.260296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f853f-eea0-4c79-972f-ce8c21aeadbe None None] The sync data for ids ['09d864c5-3c9b-4d63-a8ba-985fe0161002'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:10.269487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.292006 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891cec58-bd22-406e-a41f-b9f8c7c9bf40') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:10.292269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891cec58-bd22-406e-a41f-b9f8c7c9bf40') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:10.307824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.341152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 80f26335-60b3-491c-bb8e-011089c6f7e4 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:10.343893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.345155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.360465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] Pushing event deleted for resources: {'Port': ['ID=c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:10.362663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc16504-6391-4482-9b1e-854c888314d4 None None] No DVR routers for this DVR port c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:10.365033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object 81e91265-c5c3-486f-b420-061d2232cc7e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:10.424660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:10.435647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.439590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:10.444051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:10.449189 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6ec9280f-97c6-48c8-9b81-11ce854fb8aa req-019a09d8-f8e5-4523-9eeb-f90774158704 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728060 Sep 19 17:12:10.453297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:10.454104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:10.454832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.525346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:10.528854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.539897 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 891cec58-bd22-406e-a41f-b9f8c7c9bf40 resource provider aggregate not found Sep 19 17:12:10.563700 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 891cec58-bd22-406e-a41f-b9f8c7c9bf40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 891cec58-bd22-406e-a41f-b9f8c7c9bf40 found for delete ", "request_id": "req-6fe21b0c-69ec-4037-8940-c7870fbefae2"}]} Sep 19 17:12:10.595395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.669265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.690148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 03b26509-d93f-4675-b267-c9f6c1cb24a0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:10.690408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.766362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.771125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.842728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Network': ['ID=ed77c57e-0a28-4cc3-ad66-b1287f0c3a89,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:10.889094 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4f9855e1-16b9-493a-bc49-725f742def5c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 HTTP/1.1" status: 204 len: 168 time: 9.0803530 Sep 19 17:12:10.911496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41954) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:10.915995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 72d7b77d-a31b-4970-a7bd-0745456f4df8 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:10.922071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-478887847'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:10.930232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:10.931671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:10.946524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:network and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:10.948004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:10.959128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:10.971278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:10.973549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=81e91265-c5c3-486f-b420-061d2232cc7e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:10.976479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.984673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:10.988654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.108733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.156203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port b62715c0-0ec3-423e-88e4-8fd0ac4d36d2 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:11.182114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dd33662e-7cde-416a-bc3c-738558a57e63 None None] Provisioning for port 81e91265-c5c3-486f-b420-061d2232cc7e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:11.188679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dd33662e-7cde-416a-bc3c-738558a57e63 None None] Provisioning complete for port 81e91265-c5c3-486f-b420-061d2232cc7e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:11.189161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dd33662e-7cde-416a-bc3c-738558a57e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.191249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.254130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-dd33662e-7cde-416a-bc3c-738558a57e63 None None] Port 81e91265-c5c3-486f-b420-061d2232cc7e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:11.278337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for 03b26509-d93f-4675-b267-c9f6c1cb24a0 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:11.329645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:11.334659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.348126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:11.356581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:11.367266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:11.368127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7f83a333-793e-4723-9e19-bfd96242c080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.368268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.373052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6644cb05-9bbe-414c-b307-96c482c580c9 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:11.393915 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=5db287eb-2016-4c09-84f2-899df81c0811,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:11.420832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:11.439243 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0acd8c89-73f2-44d8-acde-94c4215f89c8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2919919 Sep 19 17:12:11.447571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41958) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:11.453058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.453399 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Added segment 55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7 of type vlan for network bc6f5702-a2a1-4cdb-b519-f6477fc241f0 Sep 19 17:12:11.458270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '5db287eb-2016-4c09-84f2-899df81c0811', 'ip_address': '2001:db8::8047:c9d2:19c4:316d'}], 'name': 'tempest-NetworksTestDHCPv6-17723662'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:11.493019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:11.553155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:11.554877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c6834fb0-6723-4a4d-a247-e2cb4e2cfbf0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:11.587616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.595509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.607286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.749680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:11.760348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '5db287eb-2016-4c09-84f2-899df81c0811'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:11.761087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.770524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:11.789526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.796152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:11.796777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.860547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.901306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:11.932142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:11.936980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/5db287eb-2016-4c09-84f2-899df81c0811/79b9700b-ce5e-4dd0-979e-571028e35332) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:11.975539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting port 3eee226b-8514-4749-8e3c-69e095cca0ce {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:11.975878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.022443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:12.041762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:12.048784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=80f26335-60b3-491c-bb8e-011089c6f7e4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:12.050314 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1371937 Sep 19 17:12:12.055715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:12.056486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.057853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41964) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:12.063105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=03b26509-d93f-4675-b267-c9f6c1cb24a0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:12.071130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46391f60-9d58-4af0-b2a8-b554c3510fea tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Network': ['ID=bc6f5702-a2a1-4cdb-b519-f6477fc241f0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:12.073226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Request body: {'subnet': {'network_id': 'bc6f5702-a2a1-4cdb-b519-f6477fc241f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:12.088454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network bc6f5702-a2a1-4cdb-b519-f6477fc241f0 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:12.199419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d93d09-2999-4c88-aae4-aa2981cd5e46 req-bd2ca3c2-7290-4217-bb20-4e0dc637e17e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:12.201822 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6d93d09-2999-4c88-aae4-aa2981cd5e46 req-bd2ca3c2-7290-4217-bb20-4e0dc637e17e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.5639539 Sep 19 17:12:12.256440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.287249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.311660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.324298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Transition to ACTIVE for port object 79b9700b-ce5e-4dd0-979e-571028e35332 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:12.346632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Transition to ACTIVE for port object 79b9700b-ce5e-4dd0-979e-571028e35332 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:12.355351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.417634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 83ba673a-27dc-4d9a-8e33-0cdfc58bf112 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:12.432912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:12.436927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:12.440480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:12.450479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Pushing event updated for resources: {'Port': ['ID=79b9700b-ce5e-4dd0-979e-571028e35332,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:12.456163 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6d93d09-2999-4c88-aae4-aa2981cd5e46 req-faf08ee0-30a4-4751-9e4e-f23f10d999d1 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410476 Sep 19 17:12:12.537449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=b62715c0-0ec3-423e-88e4-8fd0ac4d36d2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:12.544548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.551866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.576800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Attempting to bind port 79b9700b-ce5e-4dd0-979e-571028e35332 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:12.577203 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Attempting to bind port 79b9700b-ce5e-4dd0-979e-571028e35332 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:12.577535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Attempting to bind port 79b9700b-ce5e-4dd0-979e-571028e35332 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:12.583588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:12.583974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:12.584375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.584824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:12.585330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Bound port: 79b9700b-ce5e-4dd0-979e-571028e35332, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:12.585761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.635135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:12.636160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.636905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Fanout notify agent at l3_agent the message router_deleted on router 09d864c5-3c9b-4d63-a8ba-985fe0161002 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:12:12.642730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking segment: {'id': '38bf2212-0df8-47f3-be99-0e566d045ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f2e74bfd-2d5c-4f44-b94f-b42810f73e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:12.643125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network hostable DHCP agents. Network: f2e74bfd-2d5c-4f44-b94f-b42810f73e7e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:12.654754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Usage tracker for resource:subnet and tenant:b68fbf195ee84ac3ad2200e7b6f709bb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:12.667954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:12.671221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.671452 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2d2034e2-ec96-4c72-aec7-781041d36085 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/routers/09d864c5-3c9b-4d63-a8ba-985fe0161002 HTTP/1.1" status: 204 len: 168 time: 2.7185061 Sep 19 17:12:12.674605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41968) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:12.684561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:12.686396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] For port 79b9700b-ce5e-4dd0-979e-571028e35332, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:12.688799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.690264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] For port 79b9700b-ce5e-4dd0-979e-571028e35332, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=79b9700b-ce5e-4dd0-979e-571028e35332,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:12.694451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.780275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116b798-98f3-4338-b0cc-65237775f67e None None] Pushing event updated for resources: {'Port': ['ID=79b9700b-ce5e-4dd0-979e-571028e35332,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:12.818989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1bae25-e170-4aa7-a04a-79a1d172ea00 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting subnet 2aa3896e-b770-4880-be30-8c37118d2a02 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:12.824126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::8047:c9d2:19c4:316d (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/5db287eb-2016-4c09-84f2-899df81c0811/83ba673a-27dc-4d9a-8e33-0cdfc58bf112) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:12.826282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Made reservation on behalf of b68fbf195ee84ac3ad2200e7b6f709bb for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:12.827063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d1bae25-e170-4aa7-a04a-79a1d172ea00 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.830455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:12.850587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Calling delete_port for 3eee226b-8514-4749-8e3c-69e095cca0ce owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:12.879571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network f2e74bfd-2d5c-4f44-b94f-b42810f73e7e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:12.895120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:12:12.994900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.010751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, f2e74bfd-2d5c-4f44-b94f-b42810f73e7e) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:13.022584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.026514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30293261-373d-4dd6-820c-1ac80db7d794 None None] Network f2e74bfd-2d5c-4f44-b94f-b42810f73e7e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:13.051002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d1bae25-e170-4aa7-a04a-79a1d172ea00 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.054996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:13.060769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:13.065775 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:13.066469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.282243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d1bae25-e170-4aa7-a04a-79a1d172ea00 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.340058 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e311edc0-f3ff-4cff-ae6d-824b09403358 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7152367 Sep 19 17:12:13.343644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41972) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:13.358973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.372646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=81e91265-c5c3-486f-b420-061d2232cc7e,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:13.466743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.508897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 83ba673a-27dc-4d9a-8e33-0cdfc58bf112 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:13.513865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 79b9700b-ce5e-4dd0-979e-571028e35332 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:13.543364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ef04e-78f4-4499-a8d2-b902b651d7b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port b62715c0-0ec3-423e-88e4-8fd0ac4d36d2 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:13.544093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef04e-78f4-4499-a8d2-b902b651d7b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.591393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.603653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f76f4e95-64f0-452f-b41a-946b11dcc01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.622092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 79b9700b-ce5e-4dd0-979e-571028e35332 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:13.698208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d1bae25-e170-4aa7-a04a-79a1d172ea00 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.705911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Port': ['ID=3eee226b-8514-4749-8e3c-69e095cca0ce,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:13.744886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bae25-e170-4aa7-a04a-79a1d172ea00 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa3896e-b770-4880-be30-8c37118d2a02,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:13.767194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d1bae25-e170-4aa7-a04a-79a1d172ea00 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.772060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1e8e8e-9d32-4dc2-848a-2927a4ed24a7 None None] Network 0a6c0189-3866-4b1b-9143-47edfe89ed93 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:13.793463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:13.911173 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8d1bae25-e170-4aa7-a04a-79a1d172ea00 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/subnets/2aa3896e-b770-4880-be30-8c37118d2a02 HTTP/1.1" status: 204 len: 168 time: 1.2354331 Sep 19 17:12:13.928456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41978) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:13.999742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:14.023117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:14.083361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:14.089786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:14.090780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.115166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef04e-78f4-4499-a8d2-b902b651d7b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.147769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=83ba673a-27dc-4d9a-8e33-0cdfc58bf112,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:14.193742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 72d7b77d-a31b-4970-a7bd-0745456f4df8 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:14.198667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] DHCP port deletion for 0a6c0189-3866-4b1b-9143-47edfe89ed93 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:14.201173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:14.205272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.208548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] Deleting port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:14.209172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.287794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-384f84a0-d3c5-48d1-8340-f0ccc6cde201 None None] Provisioning for port 79b9700b-ce5e-4dd0-979e-571028e35332 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:14.298509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-384f84a0-d3c5-48d1-8340-f0ccc6cde201 None None] Provisioning complete for port 79b9700b-ce5e-4dd0-979e-571028e35332 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:14.299052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-384f84a0-d3c5-48d1-8340-f0ccc6cde201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.320646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ef04e-78f4-4499-a8d2-b902b651d7b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for b62715c0-0ec3-423e-88e4-8fd0ac4d36d2 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:14.373170 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8bd1dd19-4ab7-4c01-8663-e0876d445377 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9244509 Sep 19 17:12:14.391389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41982) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:14.414925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '5db287eb-2016-4c09-84f2-899df81c0811', 'ip_address': '2001:db8::8047:c9d2:19c4:316d'}], 'name': 'tempest-NetworksTestDHCPv6-1050192465'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:14.446283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.569336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:14.569679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.600144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b81838-a60b-481e-95ad-612f96206328 req-bd1fab0f-98c8-4309-9b26-24936566849e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:14.607525 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84b81838-a60b-481e-95ad-612f96206328 req-bd1fab0f-98c8-4309-9b26-24936566849e tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9681075 Sep 19 17:12:14.626839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef04e-78f4-4499-a8d2-b902b651d7b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.630887 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] For port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1257cb6a-c17e-47dd-b3fd-b56bcfc85aed,segment=NetworkSegment(4c605b86-bb2a-42a0-bebe-49406d57523f),segment_id=4c605b86-bb2a-42a0-bebe-49406d57523f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:14.631487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.686600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:12:14.694789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.736809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ef04e-78f4-4499-a8d2-b902b651d7b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=b62715c0-0ec3-423e-88e4-8fd0ac4d36d2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:14.752846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef04e-78f4-4499-a8d2-b902b651d7b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.781039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0e2ef04e-78f4-4499-a8d2-b902b651d7b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/b62715c0-0ec3-423e-88e4-8fd0ac4d36d2 HTTP/1.1" status: 204 len: 168 time: 1.4318709 Sep 19 17:12:14.784294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41986) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:14.800738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] Calling delete_port for 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:14.801234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:14.846008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:14.859311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-384f84a0-d3c5-48d1-8340-f0ccc6cde201 None None] Current status of the port 79b9700b-ce5e-4dd0-979e-571028e35332 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:14.859695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-384f84a0-d3c5-48d1-8340-f0ccc6cde201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.900354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:14.914155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-384f84a0-d3c5-48d1-8340-f0ccc6cde201 None None] For port 79b9700b-ce5e-4dd0-979e-571028e35332, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=79b9700b-ce5e-4dd0-979e-571028e35332,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:14.919269 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-84b81838-a60b-481e-95ad-612f96206328 req-3b9eee63-567c-4013-86b9-f9e9eb452fc9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106904 Sep 19 17:12:14.920605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-384f84a0-d3c5-48d1-8340-f0ccc6cde201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:14.921463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router d139012d-4502-4d6c-b509-595b0ba9f97d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:14.930488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:14.968068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Router 22fc59f1-d96e-4b2e-8c75-d3c682c60f48 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:14.975186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event updated for resources: {'Subnet': ['ID=f7971625-0962-40e4-ad0c-273679996eaa,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:15.007845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.048571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] No DVR routers for this DVR port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:15.061313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Checking segment: {'id': '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc6f5702-a2a1-4cdb-b519-f6477fc241f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:15.061680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network hostable DHCP agents. Network: bc6f5702-a2a1-4cdb-b519-f6477fc241f0, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:15.080410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] For port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1257cb6a-c17e-47dd-b3fd-b56bcfc85aed,segment=NetworkSegment(4c605b86-bb2a-42a0-bebe-49406d57523f),segment_id=4c605b86-bb2a-42a0-bebe-49406d57523f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:15.080705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.088067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:15.088753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-22c19e8a-0b92-4cc2-b652-be7a0146e51c None None] Provisioning for port 83ba673a-27dc-4d9a-8e33-0cdfc58bf112 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:15.093660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.094840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.096986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-22c19e8a-0b92-4cc2-b652-be7a0146e51c None None] Provisioning complete for port 83ba673a-27dc-4d9a-8e33-0cdfc58bf112 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:15.097347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22c19e8a-0b92-4cc2-b652-be7a0146e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.148982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f84a0-d3c5-48d1-8340-f0ccc6cde201 None None] Pushing event updated for resources: {'Port': ['ID=79b9700b-ce5e-4dd0-979e-571028e35332,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:15.213330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa750ea2-45ec-4b0d-80a8-25ddf6f29e0e None None] Pushing event deleted for resources: {'Port': ['ID=1257cb6a-c17e-47dd-b3fd-b56bcfc85aed,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:15.218341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-22c19e8a-0b92-4cc2-b652-be7a0146e51c None None] Port 83ba673a-27dc-4d9a-8e33-0cdfc58bf112 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:15.226200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.227278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:15.234737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-22c19e8a-0b92-4cc2-b652-be7a0146e51c None None] Provisioning complete for port 81e91265-c5c3-486f-b420-061d2232cc7e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:15.235138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22c19e8a-0b92-4cc2-b652-be7a0146e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.273451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port faeeddfa-987a-4807-b567-c674ab9a8e3a yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:15.291512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-22c19e8a-0b92-4cc2-b652-be7a0146e51c None None] Port 81e91265-c5c3-486f-b420-061d2232cc7e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:15.307809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:15.317865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Network bc6f5702-a2a1-4cdb-b519-f6477fc241f0 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:15.326629 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603dc80-34e7-44d9-81b9-1b97f8ea8e18 None None] Sync routers for ids ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:15.328888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:15.335057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, bc6f5702-a2a1-4cdb-b519-f6477fc241f0) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:15.342787 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61b9de1c-3e8c-4920-a526-cdf695fbbb90 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "PUT /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7825229 Sep 19 17:12:15.346788 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603dc80-34e7-44d9-81b9-1b97f8ea8e18 None None] Routers {'22fc59f1-d96e-4b2e-8c75-d3c682c60f48'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:15.347462 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a603dc80-34e7-44d9-81b9-1b97f8ea8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:15.347625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:15.348113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.349607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e66949-47c7-4c42-bc20-d0a4586e6dc5 None None] Network bc6f5702-a2a1-4cdb-b519-f6477fc241f0 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:15.356345 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-946a4dff-3a0c-4911-8e3b-3f877fe41481 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/d139012d-4502-4d6c-b509-595b0ba9f97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8101087 Sep 19 17:12:15.356554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41990) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:15.357784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 41992) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:15.366498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4203952-4a45-4f52-880f-458146d24c05 None None] Sync routers for ids ['d139012d-4502-4d6c-b509-595b0ba9f97d'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:15.401535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ecd8d-b939-447f-85f6-07c9d44cd405 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:15.407673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ecd8d-b939-447f-85f6-07c9d44cd405 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:15.408526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e83ecd8d-b939-447f-85f6-07c9d44cd405 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:15.430070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 79b9700b-ce5e-4dd0-979e-571028e35332 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:15.469471 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a603dc80-34e7-44d9-81b9-1b97f8ea8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:15.490847 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603dc80-34e7-44d9-81b9-1b97f8ea8e18 None None] Routers {'22fc59f1-d96e-4b2e-8c75-d3c682c60f48'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:15.491868 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a603dc80-34e7-44d9-81b9-1b97f8ea8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:15.515901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4203952-4a45-4f52-880f-458146d24c05 None None] Routers {'d139012d-4502-4d6c-b509-595b0ba9f97d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:15.516578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f4203952-4a45-4f52-880f-458146d24c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d139012d-4502-4d6c-b509-595b0ba9f97d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:15.537060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:15.537671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:15.541868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e83ecd8d-b939-447f-85f6-07c9d44cd405 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:15.543510 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e83ecd8d-b939-447f-85f6-07c9d44cd405 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7581875 Sep 19 17:12:15.547730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 41998) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:15.582694 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a603dc80-34e7-44d9-81b9-1b97f8ea8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:15.583334 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603dc80-34e7-44d9-81b9-1b97f8ea8e18 None None] The sync data for ids ['22fc59f1-d96e-4b2e-8c75-d3c682c60f48'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:15.607476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f4203952-4a45-4f52-880f-458146d24c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:15.640447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4203952-4a45-4f52-880f-458146d24c05 None None] Routers {'d139012d-4502-4d6c-b509-595b0ba9f97d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:15.641122 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f4203952-4a45-4f52-880f-458146d24c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d139012d-4502-4d6c-b509-595b0ba9f97d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:15.670015 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-9040b907-8f6f-4e3b-906c-ed540fec72b1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] show failed (client error): The resource could not be found. Sep 19 17:12:15.675348 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9040b907-8f6f-4e3b-906c-ed540fec72b1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-1971637383 HTTP/1.1" status: 404 len: 335 time: 0.3132796 Sep 19 17:12:15.676637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9036a9ab-1da5-494e-b099-65b65bb16f1b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 80f26335-60b3-491c-bb8e-011089c6f7e4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:15.676637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9036a9ab-1da5-494e-b099-65b65bb16f1b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.680068 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72cc3925-b152-48d3-8c48-bc0d0bd2cb22 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6145916 Sep 19 17:12:15.680068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42002) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:15.687537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bc194324-8438-49ec-9210-800a6698e63e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:15.705784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42004) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:15.715595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f4203952-4a45-4f52-880f-458146d24c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:15.716166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4203952-4a45-4f52-880f-458146d24c05 None None] The sync data for ids ['d139012d-4502-4d6c-b509-595b0ba9f97d'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:15.755319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 79b9700b-ce5e-4dd0-979e-571028e35332 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:15.755695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.762520 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-bc194324-8438-49ec-9210-800a6698e63e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] update failed (client error): The resource could not be found. Sep 19 17:12:15.770013 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bc194324-8438-49ec-9210-800a6698e63e tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-981067930 HTTP/1.1" status: 404 len: 334 time: 0.0887458 Sep 19 17:12:15.770693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42010) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:15.812335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 17:12:15.812842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:15.815684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6fb0bd-ab6a-445d-88e4-9b0a16945011 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:15.816319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ea6fb0bd-ab6a-445d-88e4-9b0a16945011 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:15.852598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ea6fb0bd-ab6a-445d-88e4-9b0a16945011 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:15.857250 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ea6fb0bd-ab6a-445d-88e4-9b0a16945011 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports/81e91265-c5c3-486f-b420-061d2232cc7e HTTP/1.1" status: 200 len: 910 time: 0.4946215 Sep 19 17:12:15.858869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42014) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:15.867708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0990da27-9ad3-4191-9321-e08f42697d33 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting subnet ab539dba-e2ae-47b6-8115-3e55369411da {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:15.900687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-bc6f5702-a2a1-4cdb-b519-f6477fc241f0', 'network_id': 'bc6f5702-a2a1-4cdb-b519-f6477fc241f0', 'tenant_id': 'b68fbf195ee84ac3ad2200e7b6f709bb', 'fixed_ips': [{'subnet_id': 'f7971625-0962-40e4-ad0c-273679996eaa'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:15.901666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.935241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0990da27-9ad3-4191-9321-e08f42697d33 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:15.949677 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05d930a0-a5ab-4614-913b-c67ea35b87b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5411596 Sep 19 17:12:15.949677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42018) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:16.075079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0990da27-9ad3-4191-9321-e08f42697d33 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.082185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:16.082612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.133994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 79b9700b-ce5e-4dd0-979e-571028e35332 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:16.168223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.172496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Allocated IP 2001:db8::f816:3eff:feb4:2b40 (bc6f5702-a2a1-4cdb-b519-f6477fc241f0/f7971625-0962-40e4-ad0c-273679996eaa/78baf2a8-4d98-4dcf-8330-514ed6d39e4b) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:16.191433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.262445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:16.267239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] The port '1257cb6a-c17e-47dd-b3fd-b56bcfc85aed' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:12:16.276624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9036a9ab-1da5-494e-b099-65b65bb16f1b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.305916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:16.306260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1257cb6a-c17e-47dd-b3fd-b56bcfc85aed not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:16.376108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0990da27-9ad3-4191-9321-e08f42697d33 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.466417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.480326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Transition to ACTIVE for port object 78baf2a8-4d98-4dcf-8330-514ed6d39e4b will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:16.487289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9036a9ab-1da5-494e-b099-65b65bb16f1b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 80f26335-60b3-491c-bb8e-011089c6f7e4 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:16.513993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Transition to ACTIVE for port object 78baf2a8-4d98-4dcf-8330-514ed6d39e4b will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:16.522272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.538248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0990da27-9ad3-4191-9321-e08f42697d33 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.588779 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Network bc6f5702-a2a1-4cdb-b519-f6477fc241f0 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:16.592096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:16.594756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:16.595600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990da27-9ad3-4191-9321-e08f42697d33 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Subnet': ['ID=ab539dba-e2ae-47b6-8115-3e55369411da,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:16.597997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0990da27-9ad3-4191-9321-e08f42697d33 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.616585 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0990da27-9ad3-4191-9321-e08f42697d33 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/subnets/ab539dba-e2ae-47b6-8115-3e55369411da HTTP/1.1" status: 204 len: 168 time: 0.8394277 Sep 19 17:12:16.618733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:16.650727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24516a2d-c748-461c-a211-3419d79e4b4a None None] Network 21e6fb8a-ab4f-4c25-9736-3604646b740e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:16.664719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Pushing event updated for resources: {'Port': ['ID=78baf2a8-4d98-4dcf-8330-514ed6d39e4b,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:16.739454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.763586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.796484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc3bacd-52a4-4abb-b851-6dd4f10fa33b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:16.802269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc3bacd-52a4-4abb-b851-6dd4f10fa33b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:16.803128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cfc3bacd-52a4-4abb-b851-6dd4f10fa33b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:16.840564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.855790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Attempting to bind port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:16.856180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Attempting to bind port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc6f5702-a2a1-4cdb-b519-f6477fc241f0'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:16.856536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Attempting to bind port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b on network bc6f5702-a2a1-4cdb-b519-f6477fc241f0 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:16.869210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6c0189-3866-4b1b-9143-47edfe89ed93']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:16.872798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.873850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:16.874456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Checking segment: {'id': '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc6f5702-a2a1-4cdb-b519-f6477fc241f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:16.875005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.875452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Bound using segment: {'id': '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc6f5702-a2a1-4cdb-b519-f6477fc241f0'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:16.876000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Bound port: 78baf2a8-4d98-4dcf-8330-514ed6d39e4b, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc6f5702-a2a1-4cdb-b519-f6477fc241f0'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:16.876370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.892468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9fa5e-bcfb-4249-926a-808591653970 req-420b4f15-80b6-424f-aa85-79f86ca73d88 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:16.893987 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-15b9fa5e-bcfb-4249-926a-808591653970 req-420b4f15-80b6-424f-aa85-79f86ca73d88 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7823927 Sep 19 17:12:16.906345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c605b86-bb2a-42a0-bebe-49406d57523f') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:16.906688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c605b86-bb2a-42a0-bebe-49406d57523f') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:16.915068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:16.915450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.945621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9036a9ab-1da5-494e-b099-65b65bb16f1b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.953560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:16.995989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cfc3bacd-52a4-4abb-b851-6dd4f10fa33b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:17.001322 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cfc3bacd-52a4-4abb-b851-6dd4f10fa33b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.0479457 Sep 19 17:12:17.010732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42028) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:17.051248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] For port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:17.055799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] For port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=78baf2a8-4d98-4dcf-8330-514ed6d39e4b,segment=NetworkSegment(55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7),segment_id=55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:17.066012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036a9ab-1da5-494e-b099-65b65bb16f1b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=80f26335-60b3-491c-bb8e-011089c6f7e4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:17.070204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.082153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.105679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9036a9ab-1da5-494e-b099-65b65bb16f1b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.117995 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-15b9fa5e-bcfb-4249-926a-808591653970 req-bda0be95-bc27-4ccc-aa90-3c8032178002 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145896 Sep 19 17:12:17.128151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:17.128579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.188909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcf9cd-b9fc-4e74-8932-2e063b059c34 None None] Pushing event updated for resources: {'Port': ['ID=78baf2a8-4d98-4dcf-8330-514ed6d39e4b,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:17.235349 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 4c605b86-bb2a-42a0-bebe-49406d57523f resource provider aggregate not found Sep 19 17:12:17.264502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] DHCP port deletion for 21e6fb8a-ab4f-4c25-9736-3604646b740e request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:17.268955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Deleting port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:17.269508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.277752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e2ebeb90-b9d6-478f-8871-36c6cd04191c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 83ba673a-27dc-4d9a-8e33-0cdfc58bf112 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:17.278100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ebeb90-b9d6-478f-8871-36c6cd04191c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.311772 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 4c605b86-bb2a-42a0-bebe-49406d57523f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c605b86-bb2a-42a0-bebe-49406d57523f found for delete ", "request_id": "req-dc42e00a-ffab-4716-960d-b64789c4bdcc"}]} Sep 19 17:12:17.312929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.317540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9036a9ab-1da5-494e-b099-65b65bb16f1b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/80f26335-60b3-491c-bb8e-011089c6f7e4 HTTP/1.1" status: 204 len: 168 time: 1.7686210 Sep 19 17:12:17.350563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:17.398552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Subnet': ['ID=f7971625-0962-40e4-ad0c-273679996eaa,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:17.423067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.452068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.493891 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/networks/0a6c0189-3866-4b1b-9143-47edfe89ed93 HTTP/1.1" status: 204 len: 168 time: 3.5526881 Sep 19 17:12:17.494782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42042) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:17.502585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 89fba64e-b9bb-4c9a-b58e-3e958963aa36 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:17.577188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128333f-e725-4003-9b46-a7333639d0f6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Network': ['ID=0a6c0189-3866-4b1b-9143-47edfe89ed93,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:17.695752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.729378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] For port 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=89fba64e-b9bb-4c9a-b58e-3e958963aa36,segment=NetworkSegment(215cbeef-2a3d-4a19-9b3e-bb6b54d74873),segment_id=215cbeef-2a3d-4a19-9b3e-bb6b54d74873)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:17.729952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.730052 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84f3f1-236d-4a73-9e47-e2306ef86fc5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:17.731433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9b84f3f1-236d-4a73-9e47-e2306ef86fc5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:17.751653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 81e91265-c5c3-486f-b420-061d2232cc7e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:17.752019 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.803126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9b84f3f1-236d-4a73-9e47-e2306ef86fc5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:17.807002 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9b84f3f1-236d-4a73-9e47-e2306ef86fc5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4506004 Sep 19 17:12:17.809610 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] For port 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=89fba64e-b9bb-4c9a-b58e-3e958963aa36,segment=NetworkSegment(215cbeef-2a3d-4a19-9b3e-bb6b54d74873),segment_id=215cbeef-2a3d-4a19-9b3e-bb6b54d74873)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:17.809875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.817427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:17.869148 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94e0555-598d-4bc1-8d68-c16b43fe1ba8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:12:17.871980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6f5702-a2a1-4cdb-b519-f6477fc241f0']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:17.874150 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c94e0555-598d-4bc1-8d68-c16b43fe1ba8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/b62715c0-0ec3-423e-88e4-8fd0ac4d36d2 HTTP/1.1" status: 404 len: 333 time: 0.0533867 Sep 19 17:12:17.874766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:17.895720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Calling delete_port for 89fba64e-b9bb-4c9a-b58e-3e958963aa36 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:17.896112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port e036ec68-aa34-40af-8d12-6149799f24e6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:17.896671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.925720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:17.926004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:17.950056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.960732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:17.961117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:17.986009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.009427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=89fba64e-b9bb-4c9a-b58e-3e958963aa36,segment=NetworkSegment(215cbeef-2a3d-4a19-9b3e-bb6b54d74873),segment_id=215cbeef-2a3d-4a19-9b3e-bb6b54d74873)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:18.014207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.054293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:18.054620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:18.076651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:18.077347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.078045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Calling delete_port for 89fba64e-b9bb-4c9a-b58e-3e958963aa36 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:18.090309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=89fba64e-b9bb-4c9a-b58e-3e958963aa36,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:18.172581 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6edfe10-641e-4ea2-9529-48021eba0520 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:12:18.176927 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f6edfe10-641e-4ea2-9529-48021eba0520 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/80f26335-60b3-491c-bb8e-011089c6f7e4 HTTP/1.1" status: 404 len: 333 time: 0.2974083 Sep 19 17:12:18.178404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ebeb90-b9d6-478f-8871-36c6cd04191c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.188511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42056) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:18.350852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e2ebeb90-b9d6-478f-8871-36c6cd04191c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 83ba673a-27dc-4d9a-8e33-0cdfc58bf112 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:18.393158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1576025-9917-4ecd-89e0-01f291187a58 None None] Network bc6f5702-a2a1-4cdb-b519-f6477fc241f0 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:18.427139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 17:12:18.427139 dv-neutron-857789-3-hyperv neutron-server[89056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 17:12:18.427139 dv-neutron-857789-3-hyperv neutron-server[89056]: [parameters: {'id': 'bc6f5702-a2a1-4cdb-b519-f6477fc241f0'}] Sep 19 17:12:18.427139 dv-neutron-857789-3-hyperv neutron-server[89056]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:18.427576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:18.437006 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:18.437390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:18.442901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.453275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.463932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.464260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.532414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9bc9c0d6-0663-4412-a0fb-6ba8ff9df107 None None] Provisioning for port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:18.568507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Deleting port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:18.569195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.595240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 81e91265-c5c3-486f-b420-061d2232cc7e owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:18.751734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for e036ec68-aa34-40af-8d12-6149799f24e6 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:18.783431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac84f-487c-4196-baa4-9cd2b6398656 req-e96a7e3a-e516-4d5b-a1ce-6df18ae1675b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:18.784074 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6adac84f-487c-4196-baa4-9cd2b6398656 req-e96a7e3a-e516-4d5b-a1ce-6df18ae1675b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.5065117 Sep 19 17:12:18.859527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] For port 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=89fba64e-b9bb-4c9a-b58e-3e958963aa36,segment=NetworkSegment(215cbeef-2a3d-4a19-9b3e-bb6b54d74873),segment_id=215cbeef-2a3d-4a19-9b3e-bb6b54d74873)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:18.861835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.900571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ebeb90-b9d6-478f-8871-36c6cd04191c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.931598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] DHCP port deletion for bc6f5702-a2a1-4cdb-b519-f6477fc241f0 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:18.941437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:18.941658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.946749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:18.960567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebeb90-b9d6-478f-8871-36c6cd04191c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=83ba673a-27dc-4d9a-8e33-0cdfc58bf112,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:18.971594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.047032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Calling delete_port for 89fba64e-b9bb-4c9a-b58e-3e958963aa36 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:19.051704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ebeb90-b9d6-478f-8871-36c6cd04191c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.056532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e74bfd-2d5c-4f44-b94f-b42810f73e7e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:19.075722 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e2ebeb90-b9d6-478f-8871-36c6cd04191c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/83ba673a-27dc-4d9a-8e33-0cdfc58bf112 HTTP/1.1" status: 204 len: 168 time: 2.0547590 Sep 19 17:12:19.083381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] Deleting port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:19.084062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42060) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:19.084401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.089197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bf2212-0df8-47f3-be99-0e566d045ab8') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:19.089506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bf2212-0df8-47f3-be99-0e566d045ab8') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:19.123427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:19.123773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.218085 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.237975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.255436 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6adac84f-487c-4196-baa4-9cd2b6398656 req-ed9baa54-1e7d-4014-8131-90d62b62ea66 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4620454 Sep 19 17:12:19.268501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.297871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] For port 89fba64e-b9bb-4c9a-b58e-3e958963aa36, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=89fba64e-b9bb-4c9a-b58e-3e958963aa36,segment=NetworkSegment(215cbeef-2a3d-4a19-9b3e-bb6b54d74873),segment_id=215cbeef-2a3d-4a19-9b3e-bb6b54d74873)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:19.298253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.306312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.363524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] Pushing event deleted for resources: {'Port': ['ID=89fba64e-b9bb-4c9a-b58e-3e958963aa36,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:19.367055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9efe9-1674-49f6-8e31-cdec2bf4e728 None None] No DVR routers for this DVR port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:19.416998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] For port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=78baf2a8-4d98-4dcf-8330-514ed6d39e4b,segment=NetworkSegment(55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7),segment_id=55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:19.417432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.454585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] For port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=78baf2a8-4d98-4dcf-8330-514ed6d39e4b,segment=NetworkSegment(55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7),segment_id=55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:19.455253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.514867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:19.523888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.588493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] Calling delete_port for 78baf2a8-4d98-4dcf-8330-514ed6d39e4b owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:19.665560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Calling delete_port for 78baf2a8-4d98-4dcf-8330-514ed6d39e4b owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:19.669834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.684848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.691513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Calling delete_port for 89fba64e-b9bb-4c9a-b58e-3e958963aa36 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:19.733624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6ccfe-f10f-4ddf-b178-f19a6acd2ba6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:19.735544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6ccfe-f10f-4ddf-b178-f19a6acd2ba6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:19.736486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3ea6ccfe-f10f-4ddf-b178-f19a6acd2ba6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:19.745611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] No DVR routers for this DVR port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:19.747841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d208d9-fb5e-474e-9e90-18115487b83c None None] Pushing event deleted for resources: {'Port': ['ID=78baf2a8-4d98-4dcf-8330-514ed6d39e4b,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:19.755036 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 38bf2212-0df8-47f3-be99-0e566d045ab8 resource provider aggregate not found Sep 19 17:12:19.771518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=e036ec68-aa34-40af-8d12-6149799f24e6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:19.817441 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7 resource provider aggregate not found Sep 19 17:12:19.859401 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 38bf2212-0df8-47f3-be99-0e566d045ab8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38bf2212-0df8-47f3-be99-0e566d045ab8 found for delete ", "request_id": "req-bc8dded9-3e71-4aeb-b0e0-4d7f972fc54d"}]} Sep 19 17:12:19.866342 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7 found for delete ", "request_id": "req-037ad052-dc59-4be0-bec0-fba52e8d60d1"}]} Sep 19 17:12:19.868051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:19.868380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:19.872854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=81e91265-c5c3-486f-b420-061d2232cc7e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:19.882799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3ea6ccfe-f10f-4ddf-b178-f19a6acd2ba6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:19.884038 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3ea6ccfe-f10f-4ddf-b178-f19a6acd2ba6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7971203 Sep 19 17:12:19.887490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42076) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:19.947342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.949958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.960719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:19.961893 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2782855b-78fa-40d4-b7f1-a4c0d3e96a7f tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/floatingips/f0f3dacd-53ae-4738-ad4f-8cfda2b5099b HTTP/1.1" status: 204 len: 168 time: 2.4007120 Sep 19 17:12:19.968499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42080) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:19.974494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c208c40-cec4-4cb5-95d2-f39b4550f84c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 5db287eb-2016-4c09-84f2-899df81c0811 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:20.019229 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f705402-6249-4bf7-996c-48730460fe66 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:20.019630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f705402-6249-4bf7-996c-48730460fe66 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:20.023891 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7f705402-6249-4bf7-996c-48730460fe66 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/ports/ad829f65-abdf-4a7e-a195-81fb3a3b5de4 HTTP/1.1" status: 404 len: 333 time: 0.0519013 Sep 19 17:12:20.024236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c208c40-cec4-4cb5-95d2-f39b4550f84c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.027979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.040065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42084) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:20.082705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c208c40-cec4-4cb5-95d2-f39b4550f84c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.091659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Network': ['ID=f2e74bfd-2d5c-4f44-b94f-b42810f73e7e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:20.123335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80b9521e-27a2-4b2e-9eed-cff0c108114e tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Synchronizing usage tracker for tenant:3a3d5d2f86f74fd183556b48d2412166 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:20.135037 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cc2b04fe-bdd5-4ba2-8e39-2681945d1748 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/networks/f2e74bfd-2d5c-4f44-b94f-b42810f73e7e HTTP/1.1" status: 204 len: 168 time: 1.9455333 Sep 19 17:12:20.135879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:20.136198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:20.139948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42088) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:20.149455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1196631365'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:20.159045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:20.166101 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:network and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:20.178054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:20.186139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:20.202562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c208c40-cec4-4cb5-95d2-f39b4550f84c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.231497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:20.235960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.283848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80b9521e-27a2-4b2e-9eed-cff0c108114e tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Unset dirty status for tenant:3a3d5d2f86f74fd183556b48d2412166 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:20.285075 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80b9521e-27a2-4b2e-9eed-cff0c108114e tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "GET /v2.0/ports?device_id=09d864c5-3c9b-4d63-a8ba-985fe0161002 HTTP/1.1" status: 200 len: 205 time: 0.2430193 Sep 19 17:12:20.291526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42092) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:20.306168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626bfd2-3a00-4a54-864f-d836e017515b req-d4b14ff5-f15d-4505-bf39-e13f6a451644 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:20.307689 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2626bfd2-3a00-4a54-864f-d836e017515b req-d4b14ff5-f15d-4505-bf39-e13f6a451644 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.6965380 Sep 19 17:12:20.313028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-c37978e1-d028-4417-aa93-dea7516fa77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:20.314565 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-c37978e1-d028-4417-aa93-dea7516fa77c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1098 time: 0.5559278 Sep 19 17:12:20.422817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.453230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port 78baf2a8-4d98-4dcf-8330-514ed6d39e4b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:20.453577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.483704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:20.540146 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-68956fbe-3a01-457b-9b5c-de2f9b7e132e tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] delete failed (client error): The resource could not be found. Sep 19 17:12:20.541213 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-68956fbe-3a01-457b-9b5c-de2f9b7e132e tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/routers/09d864c5-3c9b-4d63-a8ba-985fe0161002 HTTP/1.1" status: 404 len: 336 time: 0.2487199 Sep 19 17:12:20.550894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.551331 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Added segment 8ac63635-6787-46b0-9d1c-cdc1d356f41d of type vlan for network 6dbc1343-281b-450f-a687-42738455fc73 Sep 19 17:12:20.552503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42096) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:20.561934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] The port '78baf2a8-4d98-4dcf-8330-514ed6d39e4b' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:12:20.592074 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2626bfd2-3a00-4a54-864f-d836e017515b req-f8817601-9e67-4dbf-8573-c9f246a68798 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764764 Sep 19 17:12:20.605831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c208c40-cec4-4cb5-95d2-f39b4550f84c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.663513 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19c3c6f-7508-4fe5-b0b9-f5575231fe8e tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:20.663964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19c3c6f-7508-4fe5-b0b9-f5575231fe8e tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:20.702077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c208c40-cec4-4cb5-95d2-f39b4550f84c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=5db287eb-2016-4c09-84f2-899df81c0811,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:20.715574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0f41dd-3845-46f4-993f-0facff0df18d None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:20.728046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c208c40-cec4-4cb5-95d2-f39b4550f84c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.729971 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2c208c40-cec4-4cb5-95d2-f39b4550f84c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/5db287eb-2016-4c09-84f2-899df81c0811 HTTP/1.1" status: 204 len: 168 time: 0.8416762 Sep 19 17:12:20.734093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42102) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:20.736099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.742732 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a19c3c6f-7508-4fe5-b0b9-f5575231fe8e tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/subnets/2aa3896e-b770-4880-be30-8c37118d2a02 HTTP/1.1" status: 404 len: 337 time: 0.1870131 Sep 19 17:12:20.743001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42106) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:20.779176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-ee48c93b-6cb8-4cb1-9439-b0b914c6783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:20.780691 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-ee48c93b-6cb8-4cb1-9439-b0b914c6783f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 913 time: 0.4460807 Sep 19 17:12:20.837334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting port 89fba64e-b9bb-4c9a-b58e-3e958963aa36 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:20.837680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.922517 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f0157cdd-74ba-4b7c-953e-f9c39fdc38f4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1765256 Sep 19 17:12:20.936075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42110) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:20.945970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.967794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:20.984323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:20.988550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] Deleting port 79b9700b-ce5e-4dd0-979e-571028e35332 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:20.988930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:20.990389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] The port '89fba64e-b9bb-4c9a-b58e-3e958963aa36' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:12:21.088363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6f5702-a2a1-4cdb-b519-f6477fc241f0']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.100480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0a70174b-445c-4604-b0d0-664c57ae0381 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port b9703a0c-2461-4404-ad35-6bb51706dbd7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:21.101259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a70174b-445c-4604-b0d0-664c57ae0381 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.138049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.141851 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-eab39189-5762-49a1-868f-d05396448ce4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 1002 time: 0.3539045 Sep 19 17:12:21.143021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:21.143617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.184256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.184256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.214099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] For port 79b9700b-ce5e-4dd0-979e-571028e35332, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=79b9700b-ce5e-4dd0-979e-571028e35332,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:21.214427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.222235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.268828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.289305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router d139012d-4502-4d6c-b509-595b0ba9f97d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:21.310283 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1690021 Sep 19 17:12:21.314163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e6fb8a-ab4f-4c25-9736-3604646b740e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.324249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-a908101e-7245-4f74-b3c1-f46f2a5b835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:21.325684 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-a908101e-7245-4f74-b3c1-f46f2a5b835a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.1348705 Sep 19 17:12:21.329830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:21.339466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '6dbc1343-281b-450f-a687-42738455fc73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:21.347078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:21.357009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.358999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] Calling delete_port for 79b9700b-ce5e-4dd0-979e-571028e35332 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:21.390082 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67c360-563e-4cea-ae69-6aadcb2d60f7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Network': ['ID=6dbc1343-281b-450f-a687-42738455fc73,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:21.396973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:21.401245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215cbeef-2a3d-4a19-9b3e-bb6b54d74873') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.401245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215cbeef-2a3d-4a19-9b3e-bb6b54d74873') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.401498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:21.401622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.473414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 6dbc1343-281b-450f-a687-42738455fc73 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:21.501473 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 79b9700b-ce5e-4dd0-979e-571028e35332 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:21.508883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:21.512489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.548758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.609215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.663010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.679985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 79b9700b-ce5e-4dd0-979e-571028e35332 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:21.680183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 79b9700b-ce5e-4dd0-979e-571028e35332 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:21.682608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:21.683274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.708321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] Pushing event deleted for resources: {'Port': ['ID=79b9700b-ce5e-4dd0-979e-571028e35332,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:21.710326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.713841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:21.718723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40c6b1-e0d5-495f-8f04-f4b969ef0ffe None None] No DVR routers for this DVR port 79b9700b-ce5e-4dd0-979e-571028e35332 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:21.745742 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0662f2-7f9a-450d-af6a-68a74cbd3ac5 None None] Sync routers for ids ['d139012d-4502-4d6c-b509-595b0ba9f97d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:21.762469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.771996 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0662f2-7f9a-450d-af6a-68a74cbd3ac5 None None] Routers {'d139012d-4502-4d6c-b509-595b0ba9f97d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:21.772936 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-dd0662f2-7f9a-450d-af6a-68a74cbd3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d139012d-4502-4d6c-b509-595b0ba9f97d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.783944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Network': ['ID=bc6f5702-a2a1-4cdb-b519-f6477fc241f0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:21.784745 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f473e7f-e0f2-413a-8933-78c85dcf81af tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/d139012d-4502-4d6c-b509-595b0ba9f97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9224036 Sep 19 17:12:21.788877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:21.790977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42120) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:21.797547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c90adf2c-9519-410e-996d-3048d94b031c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/bc6f5702-a2a1-4cdb-b519-f6477fc241f0 HTTP/1.1" status: 204 len: 168 time: 6.0886443 Sep 19 17:12:21.799584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a70174b-445c-4604-b0d0-664c57ae0381 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:21.812921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42124) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:21.865310 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-dd0662f2-7f9a-450d-af6a-68a74cbd3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.875639 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0662f2-7f9a-450d-af6a-68a74cbd3ac5 None None] Routers {'d139012d-4502-4d6c-b509-595b0ba9f97d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:21.876875 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-dd0662f2-7f9a-450d-af6a-68a74cbd3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d139012d-4502-4d6c-b509-595b0ba9f97d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.944992 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-dd0662f2-7f9a-450d-af6a-68a74cbd3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:21.945412 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0662f2-7f9a-450d-af6a-68a74cbd3ac5 None None] The sync data for ids ['d139012d-4502-4d6c-b509-595b0ba9f97d'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:22.015284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:22.030110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:22.095882 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 215cbeef-2a3d-4a19-9b3e-bb6b54d74873 resource provider aggregate not found Sep 19 17:12:22.107603 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:22.130258 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 215cbeef-2a3d-4a19-9b3e-bb6b54d74873 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 215cbeef-2a3d-4a19-9b3e-bb6b54d74873 found for delete ", "request_id": "req-2dfafdbd-be23-44ef-8efb-3081e8cd0f62"}]} Sep 19 17:12:22.135726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-3fa46e64-e4e9-4122-9148-44cb7cb15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:22.137648 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-3fa46e64-e4e9-4122-9148-44cb7cb15aba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7841709 Sep 19 17:12:22.143098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:22.144670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:22.148166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:22.156430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0a70174b-445c-4604-b0d0-664c57ae0381 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for b9703a0c-2461-4404-ad35-6bb51706dbd7 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:22.187952 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7 resource provider aggregate not found Sep 19 17:12:22.191598 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e6be4c-a27e-4f05-95dc-e688301d0490 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:22.192045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e6be4c-a27e-4f05-95dc-e688301d0490 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:22.198339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:22.225919 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55b6f1d4-5fad-4f30-8caa-006e0c9aa9f7 found for delete ", "request_id": "req-1eb113fe-f82b-44e0-a217-556f48266221"}]} Sep 19 17:12:22.228868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d3e6be4c-a27e-4f05-95dc-e688301d0490 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/subnets/f7971625-0962-40e4-ad0c-273679996eaa HTTP/1.1" status: 404 len: 337 time: 0.4144902 Sep 19 17:12:22.236875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42136) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:22.320459 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2d6c9d-f3f6-46ef-b395-6d027e0cca09 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:22.320865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2d6c9d-f3f6-46ef-b395-6d027e0cca09 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:22.325697 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eb2d6c9d-f3f6-46ef-b395-6d027e0cca09 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/bc6f5702-a2a1-4cdb-b519-f6477fc241f0 HTTP/1.1" status: 404 len: 339 time: 0.0829363 Sep 19 17:12:22.329823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42140) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:22.345850 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/networks/21e6fb8a-ab4f-4c25-9736-3604646b740e HTTP/1.1" status: 204 len: 168 time: 5.7260857 Sep 19 17:12:22.357761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fb18a-3bcb-49a3-8a1f-0bd179ac713f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Network': ['ID=21e6fb8a-ab4f-4c25-9736-3604646b740e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:22.364810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42144) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:22.400057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53e1baa-faf3-492e-b54a-b7daed1c528e tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:22.400521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53e1baa-faf3-492e-b54a-b7daed1c528e tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:22.405295 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d53e1baa-faf3-492e-b54a-b7daed1c528e tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/subnets/96be605c-75b1-4cc9-bc15-8efcf19ba7fd HTTP/1.1" status: 404 len: 337 time: 0.0704291 Sep 19 17:12:22.408406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42146) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:22.474664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 17:12:22.475344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 17:12:22.485330 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac634a06-554d-49ac-b238-442d2a5df1d0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:22.485806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac634a06-554d-49ac-b238-442d2a5df1d0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:22.495043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a51a1-8e67-42fe-8e9f-ed09d4c8d163 req-a31ab1af-0128-499b-b73e-37ad37703204 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:22.496554 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bb7a51a1-8e67-42fe-8e9f-ed09d4c8d163 req-a31ab1af-0128-499b-b73e-37ad37703204 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.5917156 Sep 19 17:12:22.539990 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ac634a06-554d-49ac-b238-442d2a5df1d0 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/ed77c57e-0a28-4cc3-ad66-b1287f0c3a89 HTTP/1.1" status: 404 len: 339 time: 0.1296144 Sep 19 17:12:22.546987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42152) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:22.556287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:22.640569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ffd6d7-ba1d-4a43-a1d2-452c8c7408f3 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting subnet 590a47c0-9861-4895-a934-ecfd8bd34e6e {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:22.653014 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-04269ebe-8087-46af-8b03-2ebb545a1980 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909227 Sep 19 17:12:22.654567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd6d7-ba1d-4a43-a1d2-452c8c7408f3 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:22.658842 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b60bc8a-436f-4cd3-9dcd-b374dd1d4001 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:22.659315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b60bc8a-436f-4cd3-9dcd-b374dd1d4001 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:22.661014 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5b60bc8a-436f-4cd3-9dcd-b374dd1d4001 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/subnets/f7205b6d-d67e-4df5-8dcd-e983bb6c8d0d HTTP/1.1" status: 404 len: 337 time: 0.1104898 Sep 19 17:12:22.674326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42156) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:22.686996 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bb7a51a1-8e67-42fe-8e9f-ed09d4c8d163 req-1b824b51-d714-4b0c-948a-977fd0eb443f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754937 Sep 19 17:12:22.717002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:22.719999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a70174b-445c-4604-b0d0-664c57ae0381 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:22.731447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:22.742266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3468a-f36b-44a5-9e22-c9babb5a9134 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:22.783305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:22.783896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:22.798236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70174b-445c-4604-b0d0-664c57ae0381 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=b9703a0c-2461-4404-ad35-6bb51706dbd7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:22.800216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=401e4cb8-d888-48c0-b2c2-d176cb3eaf39,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:22.802444 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b3ff31-4c12-42bf-9ee7-df19c162326c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:22.802995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b3ff31-4c12-42bf-9ee7-df19c162326c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:22.807652 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-73b3ff31-4c12-42bf-9ee7-df19c162326c tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/a7f10643-d026-4465-8f17-cb4fa9a86c92 HTTP/1.1" status: 404 len: 339 time: 0.1288955 Sep 19 17:12:22.811521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42160) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:22.853426 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-baefffd6-185d-4f18-ba46-c7e1cb7797e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9096138 Sep 19 17:12:22.855762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42164) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:22.872254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd6d7-ba1d-4a43-a1d2-452c8c7408f3 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:22.913259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '401e4cb8-d888-48c0-b2c2-d176cb3eaf39', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-129680113'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:22.983524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '401e4cb8-d888-48c0-b2c2-d176cb3eaf39'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:22.984522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.064715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ec915523-a2ae-4233-bd98-97991ab7d133 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port f774e296-902c-4dca-b117-1c0b2385eb13 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:23.065109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec915523-a2ae-4233-bd98-97991ab7d133 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.105697 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2566576c-f3ee-4f28-9941-ccab5465da5c req-442059bb-8de6-4abc-8198-a12c6c3ecd0a service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168603 Sep 19 17:12:23.150066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.153067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/401e4cb8-d888-48c0-b2c2-d176cb3eaf39/7c603002-0b01-4238-89de-c876f0a2cdab) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:23.156773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0a70174b-445c-4604-b0d0-664c57ae0381 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.157947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd6d7-ba1d-4a43-a1d2-452c8c7408f3 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.158689 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0a70174b-445c-4604-b0d0-664c57ae0381 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/ports/b9703a0c-2461-4404-ad35-6bb51706dbd7 HTTP/1.1" status: 204 len: 168 time: 2.4096766 Sep 19 17:12:23.172164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42168) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:23.280900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:23.296146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:23.303533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:23.313527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf0443c4-39e3-498a-ab71-9e23af9902ab tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 34f99e42-e611-4a65-ae57-050f70437bd0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:23.313901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf0443c4-39e3-498a-ab71-9e23af9902ab tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.342869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:23.360162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking segment: {'id': '8ac63635-6787-46b0-9d1c-cdc1d356f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6dbc1343-281b-450f-a687-42738455fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:23.360531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network hostable DHCP agents. Network: 6dbc1343-281b-450f-a687-42738455fc73, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:23.368583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=0da81583-05e1-47e3-acf2-14cce01d55a4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:23.396679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd6d7-ba1d-4a43-a1d2-452c8c7408f3 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.397194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.413260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Transition to ACTIVE for port object 7c603002-0b01-4238-89de-c876f0a2cdab will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:23.441028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Transition to ACTIVE for port object 7c603002-0b01-4238-89de-c876f0a2cdab will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:23.446178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 6dbc1343-281b-450f-a687-42738455fc73 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:23.452036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffd6d7-ba1d-4a43-a1d2-452c8c7408f3 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Subnet': ['ID=590a47c0-9861-4895-a934-ecfd8bd34e6e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:23.459689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.463600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.466165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:23.518096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd6d7-ba1d-4a43-a1d2-452c8c7408f3 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.535439 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d6ffd6d7-ba1d-4a43-a1d2-452c8c7408f3 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/subnets/590a47c0-9861-4895-a934-ecfd8bd34e6e HTTP/1.1" status: 204 len: 168 time: 1.1184828 Sep 19 17:12:23.546477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42172) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:23.564305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Pushing event updated for resources: {'Port': ['ID=7c603002-0b01-4238-89de-c876f0a2cdab,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:23.566680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d4928-8962-4fe4-94fa-2c81accc7dc2 None None] Network aea33455-08a7-4dba-a162-0bb675c2ad98 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:23.593590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec915523-a2ae-4233-bd98-97991ab7d133 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.617426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:23.681762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:23.690063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:23.811911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 6dbc1343-281b-450f-a687-42738455fc73) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:23.849738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebbede9-3f96-4ece-92ad-0c725effd647 None None] Network 6dbc1343-281b-450f-a687-42738455fc73 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:23.867121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ec915523-a2ae-4233-bd98-97991ab7d133 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Calling delete_port for f774e296-902c-4dca-b117-1c0b2385eb13 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:23.891166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:23.891897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:23.951107 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1c6184ff-c1b0-432d-95c1-7802ba5c82e5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6172523 Sep 19 17:12:23.952500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42178) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:23.956194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa9e32e-2d9b-4a8d-b6cc-90fcf6ca0e60 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting subnet 82925795-b998-4c90-9a63-9e480160d678 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:23.975630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '6dbc1343-281b-450f-a687-42738455fc73', 'name': 'tempest-PortsTestJSON-951366809'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:23.983993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Attempting to bind port 7c603002-0b01-4238-89de-c876f0a2cdab on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:23.984384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Attempting to bind port 7c603002-0b01-4238-89de-c876f0a2cdab by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:23.984747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Attempting to bind port 7c603002-0b01-4238-89de-c876f0a2cdab on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:24.000933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:24.001308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:24.001714 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.002104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:24.002575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Bound port: 7c603002-0b01-4238-89de-c876f0a2cdab, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:24.002972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.008000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e32e-2d9b-4a8d-b6cc-90fcf6ca0e60 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.106070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.116552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e32e-2d9b-4a8d-b6cc-90fcf6ca0e60 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.183051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 9a6139b2-ff48-492e-995d-20f94a3be47a yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:24.187466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddcde2-a080-45f2-8ee8-e99d0d28c356 req-2aa93abd-c44f-4f1a-aa4b-c91e5393a278 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:24.189189 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cddcde2-a080-45f2-8ee8-e99d0d28c356 req-2aa93abd-c44f-4f1a-aa4b-c91e5393a278 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.3749671 Sep 19 17:12:24.196367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] For port 7c603002-0b01-4238-89de-c876f0a2cdab, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:24.201652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] For port 7c603002-0b01-4238-89de-c876f0a2cdab, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c603002-0b01-4238-89de-c876f0a2cdab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:24.238537 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.265217 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2cddcde2-a080-45f2-8ee8-e99d0d28c356 req-b85ff3ce-3967-4029-8e30-4fccfa23265d tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684688 Sep 19 17:12:24.295073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec915523-a2ae-4233-bd98-97991ab7d133 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.342164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] DHCP port deletion for aea33455-08a7-4dba-a162-0bb675c2ad98 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:24.362189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-6dbc1343-281b-450f-a687-42738455fc73', 'network_id': '6dbc1343-281b-450f-a687-42738455fc73', 'tenant_id': '9bef7bf06a55483c91d04fcffeb787be', 'fixed_ips': [{'subnet_id': '0da81583-05e1-47e3-acf2-14cce01d55a4'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:24.363744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.373925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 44f0ffc1-6202-47ef-aec0-f7959e03105d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:24.374326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.379511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] Deleting port e90644e9-fff7-41cd-85d2-d00890a445d1 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:24.379895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.380113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf0443c4-39e3-498a-ab71-9e23af9902ab tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.395736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec915523-a2ae-4233-bd98-97991ab7d133 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Port': ['ID=f774e296-902c-4dca-b117-1c0b2385eb13,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:24.512693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec915523-a2ae-4233-bd98-97991ab7d133 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.538581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee6dca-7174-4ccc-af3c-9ae6a3f72648 None None] Pushing event updated for resources: {'Port': ['ID=7c603002-0b01-4238-89de-c876f0a2cdab,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:24.559540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e32e-2d9b-4a8d-b6cc-90fcf6ca0e60 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.612557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:24.626481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf0443c4-39e3-498a-ab71-9e23af9902ab tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for 34f99e42-e611-4a65-ae57-050f70437bd0 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:24.674596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e32e-2d9b-4a8d-b6cc-90fcf6ca0e60 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.761510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9e32e-2d9b-4a8d-b6cc-90fcf6ca0e60 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Subnet': ['ID=82925795-b998-4c90-9a63-9e480160d678,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:24.777153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.785815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e32e-2d9b-4a8d-b6cc-90fcf6ca0e60 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.787584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7d511-0e77-4995-8695-f2d9ee8ba5f0 None None] Network 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:24.788020 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ec915523-a2ae-4233-bd98-97991ab7d133 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/ports/f774e296-902c-4dca-b117-1c0b2385eb13 HTTP/1.1" status: 204 len: 168 time: 1.9754288 Sep 19 17:12:24.789113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:24.791049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42184) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:24.836549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:24.841840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.908146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] For port e90644e9-fff7-41cd-85d2-d00890a445d1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e90644e9-fff7-41cd-85d2-d00890a445d1,segment=NetworkSegment(88d0e058-565f-4867-a606-4c6a3aa1eb15),segment_id=88d0e058-565f-4867-a606-4c6a3aa1eb15)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:24.908798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:24.917102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Allocated IP 172.20.0.2 (6dbc1343-281b-450f-a687-42738455fc73/0da81583-05e1-47e3-acf2-14cce01d55a4/98fdf465-1639-4923-b907-6ecdc1a5dfd2) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:24.917324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:24.977374 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:12:24.977797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:24.979875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 44f0ffc1-6202-47ef-aec0-f7959e03105d owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:25.011525 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a218bf-cc95-4afb-a94e-c2b0fead1340 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:25.011525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a218bf-cc95-4afb-a94e-c2b0fead1340 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:25.015809 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a2a218bf-cc95-4afb-a94e-c2b0fead1340 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/subnets/57ff30f9-95dc-4630-8af7-13361bb3675a HTTP/1.1" status: 404 len: 337 time: 0.2175491 Sep 19 17:12:25.017511 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9fa9e32e-2d9b-4a8d-b6cc-90fcf6ca0e60 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/subnets/82925795-b998-4c90-9a63-9e480160d678 HTTP/1.1" status: 204 len: 168 time: 1.4699457 Sep 19 17:12:25.018263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42188) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:25.018593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42190) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:25.054738 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e792bbad-767e-4abb-8724-6a848b529dce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1877630 Sep 19 17:12:25.067440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ee58-9634-414f-95e0-7cb442824ee8 req-f5d5dfc0-e514-4650-93c7-0b05da9bb5b2 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:25.068161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] Calling delete_port for e90644e9-fff7-41cd-85d2-d00890a445d1 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:25.069052 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0c1ee58-9634-414f-95e0-7cb442824ee8 req-f5d5dfc0-e514-4650-93c7-0b05da9bb5b2 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4928606 Sep 19 17:12:25.073371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42196) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:25.115577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf0443c4-39e3-498a-ab71-9e23af9902ab tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.222666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0443c4-39e3-498a-ab71-9e23af9902ab tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=34f99e42-e611-4a65-ae57-050f70437bd0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:25.286504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.293212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.317873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting port e90644e9-fff7-41cd-85d2-d00890a445d1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:25.318219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.327603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.361478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.378457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port a9bb46da-727e-4403-bdff-7f1f81eb1537 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:25.379258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.403681 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0c1ee58-9634-414f-95e0-7cb442824ee8 req-dcfdf4b9-7856-4661-bdf2-7d32db2a6851 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716136 Sep 19 17:12:25.423748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5099e-12dc-4bf5-abbd-a13251e0c0f0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:25.424645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9de5099e-12dc-4bf5-abbd-a13251e0c0f0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:25.472591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf0443c4-39e3-498a-ab71-9e23af9902ab tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.492429 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bf0443c4-39e3-498a-ab71-9e23af9902ab tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/ports/34f99e42-e611-4a65-ae57-050f70437bd0 HTTP/1.1" status: 204 len: 168 time: 2.3194683 Sep 19 17:12:25.494246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42202) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:25.501834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] Pushing event deleted for resources: {'Port': ['ID=e90644e9-fff7-41cd-85d2-d00890a445d1,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:25.533543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6678054-21ae-4306-848c-e3cb8290d40e None None] No DVR routers for this DVR port e90644e9-fff7-41cd-85d2-d00890a445d1 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:25.594301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7c603002-0b01-4238-89de-c876f0a2cdab up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:25.629902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9de5099e-12dc-4bf5-abbd-a13251e0c0f0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:25.630846 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9de5099e-12dc-4bf5-abbd-a13251e0c0f0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5568104 Sep 19 17:12:25.643512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42206) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:25.651640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.682565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Transition to ACTIVE for port object 98fdf465-1639-4923-b907-6ecdc1a5dfd2 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:25.721488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] DHCP port deletion for 7c2e4b41-972a-4c64-bf20-e7a7661e6f92 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:25.735254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Transition to ACTIVE for port object 98fdf465-1639-4923-b907-6ecdc1a5dfd2 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:25.736002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983528be-9b74-433b-a6e1-4d86fb7944db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:25.736806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] Deleting port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:25.737292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.738261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983528be-9b74-433b-a6e1-4d86fb7944db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:25.739368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-983528be-9b74-433b-a6e1-4d86fb7944db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:25.744907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] The port 'e90644e9-fff7-41cd-85d2-d00890a445d1' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:12:25.760766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15397965-d038-4485-aa7e-f9b1dacba08a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:25.767027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-15397965-d038-4485-aa7e-f9b1dacba08a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Synchronizing usage tracker for tenant:3a3d5d2f86f74fd183556b48d2412166 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:25.788587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-983528be-9b74-433b-a6e1-4d86fb7944db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:25.790033 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-983528be-9b74-433b-a6e1-4d86fb7944db tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1447434 Sep 19 17:12:25.795419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42210) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:25.810064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:25.854958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-15397965-d038-4485-aa7e-f9b1dacba08a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Unset dirty status for tenant:3a3d5d2f86f74fd183556b48d2412166 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:25.860078 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-15397965-d038-4485-aa7e-f9b1dacba08a tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4456e72-d7fb-4268-b75a-22710e5f2072 HTTP/1.1" status: 200 len: 913 time: 0.3641894 Sep 19 17:12:25.864370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Network 6dbc1343-281b-450f-a687-42738455fc73 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:25.874110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:25.877009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:25.902581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42214) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:26.066136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Pushing event updated for resources: {'Port': ['ID=98fdf465-1639-4923-b907-6ecdc1a5dfd2,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:26.076788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.078984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2082574e-0b14-4458-87ad-31b368c2b6d6 None None] Provisioning for port 7c603002-0b01-4238-89de-c876f0a2cdab completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:26.092428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfc7c51-568b-4163-a18f-7350b7322b98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 401e4cb8-d888-48c0-b2c2-d176cb3eaf39 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:26.094896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.8 (6dbc1343-281b-450f-a687-42738455fc73/0da81583-05e1-47e3-acf2-14cce01d55a4/e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:26.098587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Attempting to bind port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:26.098587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Attempting to bind port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '8ac63635-6787-46b0-9d1c-cdc1d356f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6dbc1343-281b-450f-a687-42738455fc73'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:26.098842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Attempting to bind port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 on network 6dbc1343-281b-450f-a687-42738455fc73 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:26.099950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c51-568b-4163-a18f-7350b7322b98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.156487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:26.156778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Checking segment: {'id': '8ac63635-6787-46b0-9d1c-cdc1d356f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6dbc1343-281b-450f-a687-42738455fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:26.157194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.157568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Bound using segment: {'id': '8ac63635-6787-46b0-9d1c-cdc1d356f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6dbc1343-281b-450f-a687-42738455fc73'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:26.158046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Bound port: 98fdf465-1639-4923-b907-6ecdc1a5dfd2, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac63635-6787-46b0-9d1c-cdc1d356f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6dbc1343-281b-450f-a687-42738455fc73'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:26.158413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.167422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea33455-08a7-4dba-a162-0bb675c2ad98']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:26.176103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c51-568b-4163-a18f-7350b7322b98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.185457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 7c603002-0b01-4238-89de-c876f0a2cdab completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:26.197910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7c603002-0b01-4238-89de-c876f0a2cdab triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:26.198095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.306873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d0e058-565f-4867-a606-4c6a3aa1eb15') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:26.307528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d0e058-565f-4867-a606-4c6a3aa1eb15') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:26.317348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.364208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] For port 8d63f5d8-2a79-482a-81ed-b2d3e5322615, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8d63f5d8-2a79-482a-81ed-b2d3e5322615,segment=NetworkSegment(d72c15d0-3e51-42c3-ba8d-7099a063c7b9),segment_id=d72c15d0-3e51-42c3-ba8d-7099a063c7b9)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:26.364592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.389007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.401483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c51-568b-4163-a18f-7350b7322b98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.403008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21940ae3-df1d-49b8-a650-df86a2120e4c req-b0b22ee3-eda0-4e33-a3b6-f5745228cdf7 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:26.404627 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21940ae3-df1d-49b8-a650-df86a2120e4c req-b0b22ee3-eda0-4e33-a3b6-f5745228cdf7 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7003717 Sep 19 17:12:26.419355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=44f0ffc1-6202-47ef-aec0-f7959e03105d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:26.469139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.495320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.496292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:26.530845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c51-568b-4163-a18f-7350b7322b98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.557298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:26.557713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.562526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.571394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] Calling delete_port for 8d63f5d8-2a79-482a-81ed-b2d3e5322615 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:26.578482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] For port a9bb46da-727e-4403-bdff-7f1f81eb1537, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a9bb46da-727e-4403-bdff-7f1f81eb1537,segment=NetworkSegment(c2a9675a-9c61-456f-803b-9c4a7836ada8),segment_id=c2a9675a-9c61-456f-803b-9c4a7836ada8)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:26.578841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.635589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7c51-568b-4163-a18f-7350b7322b98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=401e4cb8-d888-48c0-b2c2-d176cb3eaf39,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:26.653337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7c51-568b-4163-a18f-7350b7322b98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.658449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] For port 98fdf465-1639-4923-b907-6ecdc1a5dfd2, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:26.676032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac11f71-3506-4d88-9ebd-c3c1595b8478 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:26.704845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 6dbc1343-281b-450f-a687-42738455fc73 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:26.709843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:26.712698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:26.726476 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 88d0e058-565f-4867-a606-4c6a3aa1eb15 resource provider aggregate not found Sep 19 17:12:26.749681 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9dfc7c51-568b-4163-a18f-7350b7322b98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/401e4cb8-d888-48c0-b2c2-d176cb3eaf39 HTTP/1.1" status: 204 len: 168 time: 0.9493706 Sep 19 17:12:26.760892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42222) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:26.829863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:26.838495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.848261 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-468a4d63-85a2-49c7-8e22-66cd87447430 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819938 Sep 19 17:12:26.848484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42226) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:26.866380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:26.871342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Calling delete_port for a9bb46da-727e-4403-bdff-7f1f81eb1537 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:26.908431 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 88d0e058-565f-4867-a606-4c6a3aa1eb15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88d0e058-565f-4867-a606-4c6a3aa1eb15 found for delete ", "request_id": "req-b8ef00b6-82e5-47ae-b6a3-826df3ede589"}]} Sep 19 17:12:26.921829 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21940ae3-df1d-49b8-a650-df86a2120e4c req-932357c0-f7e8-4a0b-81b8-714cda91a5c3 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4980612 Sep 19 17:12:26.926116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] Pushing event deleted for resources: {'Port': ['ID=8d63f5d8-2a79-482a-81ed-b2d3e5322615,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:26.931087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc45984-37f1-4be7-99f3-5be89ea98bae None None] No DVR routers for this DVR port 8d63f5d8-2a79-482a-81ed-b2d3e5322615 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:26.932431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7c603002-0b01-4238-89de-c876f0a2cdab is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:26.932804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:26.952799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:26.953485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.026752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 7c603002-0b01-4238-89de-c876f0a2cdab, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c603002-0b01-4238-89de-c876f0a2cdab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:27.032353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.051899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:27.058457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:27.062944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:27.070478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:27.088595 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-feac9f43-1262-4ecc-8ceb-5a9a2c990a72 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1305957 Sep 19 17:12:27.090589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42232) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:27.091470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:27.096376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.113744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e90644e9-fff7-41cd-85d2-d00890a445d1 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:27.175959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: e90644e9-fff7-41cd-85d2-d00890a445d1 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:27.176298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e90644e9-fff7-41cd-85d2-d00890a445d1 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:27.192109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] For port 98fdf465-1639-4923-b907-6ecdc1a5dfd2, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=98fdf465-1639-4923-b907-6ecdc1a5dfd2,segment=NetworkSegment(8ac63635-6787-46b0-9d1c-cdc1d356f41d),segment_id=8ac63635-6787-46b0-9d1c-cdc1d356f41d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:27.195286 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=7c603002-0b01-4238-89de-c876f0a2cdab,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:27.199670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.277866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:27.298747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Deleting port 7c603002-0b01-4238-89de-c876f0a2cdab {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:27.299155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.301387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.344056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d078cb21-c855-4708-89f3-7133d9fdbaf5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:27.345414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d078cb21-c855-4708-89f3-7133d9fdbaf5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.347858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.360878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.372177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Network': ['ID=aea33455-08a7-4dba-a162-0bb675c2ad98,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:27.379119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbb357-5010-416c-b60d-36bc25c9ea62 None None] Pushing event updated for resources: {'Port': ['ID=98fdf465-1639-4923-b907-6ecdc1a5dfd2,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:27.393383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.437885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8d63f5d8-2a79-482a-81ed-b2d3e5322615 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:27.494594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 8d63f5d8-2a79-482a-81ed-b2d3e5322615 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:27.494947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8d63f5d8-2a79-482a-81ed-b2d3e5322615 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:27.495368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7c603002-0b01-4238-89de-c876f0a2cdab no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:27.518590 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-743cca74-3e7a-4310-932f-1ded6174f6fe tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/networks/aea33455-08a7-4dba-a162-0bb675c2ad98 HTTP/1.1" status: 204 len: 168 time: 2.4887619 Sep 19 17:12:27.565214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Port': ['ID=a9bb46da-727e-4403-bdff-7f1f81eb1537,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:27.614640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42236) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:27.697265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No DVR routers for this DVR port a9bb46da-727e-4403-bdff-7f1f81eb1537 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:27.748945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] For port 7c603002-0b01-4238-89de-c876f0a2cdab, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c603002-0b01-4238-89de-c876f0a2cdab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:27.749457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.887355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Calling delete_port for 7c603002-0b01-4238-89de-c876f0a2cdab owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:27.901718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8864dda-c94c-4479-a562-3d551a96e89a req-7c74fe25-2012-4a8c-b0b8-fcd9b153deba tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:27.903615 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8864dda-c94c-4479-a562-3d551a96e89a req-7c74fe25-2012-4a8c-b0b8-fcd9b153deba tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7853081 Sep 19 17:12:27.906970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.919484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7c603002-0b01-4238-89de-c876f0a2cdab is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:27.919898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.979592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router d139012d-4502-4d6c-b509-595b0ba9f97d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:27.980471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 7c603002-0b01-4238-89de-c876f0a2cdab, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c603002-0b01-4238-89de-c876f0a2cdab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:27.989249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:27.991529 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.020150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d078cb21-c855-4708-89f3-7133d9fdbaf5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.093184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:28.093462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:28.116536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3270477a-4b2c-43f3-bb07-c856194e4213']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.127595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=7c603002-0b01-4238-89de-c876f0a2cdab,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:28.211573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a9675a-9c61-456f-803b-9c4a7836ada8') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.212014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a9675a-9c61-456f-803b-9c4a7836ada8') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.234396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.241474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:28.251645 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e9c663f8-62b4-4440-9678-5289a4229900 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/d139012d-4502-4d6c-b509-595b0ba9f97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4493303 Sep 19 17:12:28.253835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42240) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:28.256863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671d684-8e84-40cd-9168-8e247e38117b None None] Sync routers for ids ['d139012d-4502-4d6c-b509-595b0ba9f97d'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:28.270783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671d684-8e84-40cd-9168-8e247e38117b None None] Routers {'d139012d-4502-4d6c-b509-595b0ba9f97d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:28.271702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7671d684-8e84-40cd-9168-8e247e38117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d139012d-4502-4d6c-b509-595b0ba9f97d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.307123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.313186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.322078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0b70b239-9b9c-4dfa-85d3-ddc176d8da81 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:28.330260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:28.330892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.343583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7671d684-8e84-40cd-9168-8e247e38117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.353082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671d684-8e84-40cd-9168-8e247e38117b None None] Routers {'d139012d-4502-4d6c-b509-595b0ba9f97d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:28.353718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7671d684-8e84-40cd-9168-8e247e38117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d139012d-4502-4d6c-b509-595b0ba9f97d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.413200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7671d684-8e84-40cd-9168-8e247e38117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.413611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671d684-8e84-40cd-9168-8e247e38117b None None] The sync data for ids ['d139012d-4502-4d6c-b509-595b0ba9f97d'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:28.424522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d078cb21-c855-4708-89f3-7133d9fdbaf5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:28.500159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0b70b239-9b9c-4dfa-85d3-ddc176d8da81 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:28.501410 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b70b239-9b9c-4dfa-85d3-ddc176d8da81 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=d139012d-4502-4d6c-b509-595b0ba9f97d HTTP/1.1" status: 200 len: 205 time: 0.2468233 Sep 19 17:12:28.504197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42244) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:28.524364 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8864dda-c94c-4479-a562-3d551a96e89a req-881c6c03-0582-41a8-b6e4-213a9a7cc83b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5939887 Sep 19 17:12:28.556712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.556969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7a89b-0d21-456c-afb2-f45f72e60533 None None] Network 6dbc1343-281b-450f-a687-42738455fc73 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:28.575915 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:28.594970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:28.610999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:28.611955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.623889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Deleting port 7c603002-0b01-4238-89de-c876f0a2cdab {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:28.624177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.662743 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8129137 Sep 19 17:12:28.666395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2e4b41-972a-4c64-bf20-e7a7661e6f92']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.682387 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42250) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:28.692081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e29686-78fc-4c9b-86e2-d84ba016abce tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=df9b521a-547e-4298-aa3e-972e0d4952a6,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:28.709770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72c15d0-3e51-42c3-ba8d-7099a063c7b9') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.710885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72c15d0-3e51-42c3-ba8d-7099a063c7b9') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:28.716151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-186a6978-6f05-4d15-a674-0ff090ca3f7a None None] Provisioning for port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:28.720730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1862921969', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:28.728337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:28.771570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:router and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:28.779627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.780975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.784029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.789355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:28.806992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:28.813196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.833018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:28.833412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.863962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.865594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.897191 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/3270477a-4b2c-43f3-bb07-c856194e4213 HTTP/1.1" status: 204 len: 168 time: 3.8690431 Sep 19 17:12:28.898481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6afac-59a2-4ac4-b966-85e9f2efb864 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Network': ['ID=3270477a-4b2c-43f3-bb07-c856194e4213,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:28.904669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:28.917359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad280-412c-49b9-b08d-f7925aa49b50 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.925701 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment d72c15d0-3e51-42c3-ba8d-7099a063c7b9 resource provider aggregate not found Sep 19 17:12:28.951104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d078cb21-c855-4708-89f3-7133d9fdbaf5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.972986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] For port 7c603002-0b01-4238-89de-c876f0a2cdab, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c603002-0b01-4238-89de-c876f0a2cdab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:28.973399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:28.997331 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment d72c15d0-3e51-42c3-ba8d-7099a063c7b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d72c15d0-3e51-42c3-ba8d-7099a063c7b9 found for delete ", "request_id": "req-a825c63d-57d7-4300-a4c4-c1d23ecc2b20"}]} Sep 19 17:12:29.012673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.017894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078cb21-c855-4708-89f3-7133d9fdbaf5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:29.018697 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c2a9675a-9c61-456f-803b-9c4a7836ada8 resource provider aggregate not found Sep 19 17:12:29.031702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.089019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.118581 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c2a9675a-9c61-456f-803b-9c4a7836ada8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2a9675a-9c61-456f-803b-9c4a7836ada8 found for delete ", "request_id": "req-4663ee8c-47e0-4d5b-98d8-7da11b2c5239"}]} Sep 19 17:12:29.139285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Network': ['ID=7c2e4b41-972a-4c64-bf20-e7a7661e6f92,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:29.145180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Calling delete_port for 7c603002-0b01-4238-89de-c876f0a2cdab owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:29.157335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.170477 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-94592457-9025-4fd5-b723-1fe55482a30f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/networks/7c2e4b41-972a-4c64-bf20-e7a7661e6f92 HTTP/1.1" status: 204 len: 168 time: 1.5520210 Sep 19 17:12:29.178539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42266) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:29.239603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.241125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.242306 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-da6dc05e-49bc-4a5f-bf61-f911d7f1b22a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5543938 Sep 19 17:12:29.246987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d078cb21-c855-4708-89f3-7133d9fdbaf5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.249618 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d078cb21-c855-4708-89f3-7133d9fdbaf5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a HTTP/1.1" status: 204 len: 168 time: 2.1321061 Sep 19 17:12:29.253027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42270) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:29.253514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42272) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:29.300877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] No DVR routers for this DVR port 7c603002-0b01-4238-89de-c876f0a2cdab on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:29.302573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1def00f-1fdd-4eee-9aea-90d3f92293ed None None] Pushing event deleted for resources: {'Port': ['ID=7c603002-0b01-4238-89de-c876f0a2cdab,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:29.326984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdacb72-5738-489d-8abb-1e5b69f1a0d6 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:29.340852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad280-412c-49b9-b08d-f7925aa49b50 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.343364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad280-412c-49b9-b08d-f7925aa49b50 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.385736 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c83972-c2b2-46dc-a55f-e7e2864f3a06 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:29.386214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c83972-c2b2-46dc-a55f-e7e2864f3a06 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:29.391489 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-85c83972-c2b2-46dc-a55f-e7e2864f3a06 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a HTTP/1.1" status: 404 len: 333 time: 0.1328268 Sep 19 17:12:29.391651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.404018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-405da2b3-3ad3-4e14-a4df-943510f585e1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting subnet ec4b61de-5d83-481e-8a42-c0e500b3d03e {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:29.405916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42278) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:29.520306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-405da2b3-3ad3-4e14-a4df-943510f585e1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.577040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ef2d7-a26f-42bd-a5ec-f810e7cb2d12 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port a065d4b4-874c-44a5-a73c-fc65189aa605 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:29.578152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef2d7-a26f-42bd-a5ec-f810e7cb2d12 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.590553 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fb0a66-b3eb-454a-a763-62dd25e44c78 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:12:29.591312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d7fb0a66-b3eb-454a-a763-62dd25e44c78 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:29.640793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad280-412c-49b9-b08d-f7925aa49b50 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.641535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9ad280-412c-49b9-b08d-f7925aa49b50 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Fanout notify agent at l3_agent the message router_deleted on router d139012d-4502-4d6c-b509-595b0ba9f97d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:12:29.657015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 98fdf465-1639-4923-b907-6ecdc1a5dfd2 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:29.693530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad280-412c-49b9-b08d-f7925aa49b50 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.694851 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f9ad280-412c-49b9-b08d-f7925aa49b50 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/d139012d-4502-4d6c-b509-595b0ba9f97d HTTP/1.1" status: 204 len: 168 time: 1.1898139 Sep 19 17:12:29.705064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a3632-fe3b-479f-88db-5e944d1b4c22 req-af24ce8a-2fb0-4b5e-93af-4026ecac1367 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:29.707001 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ce7a3632-fe3b-479f-88db-5e944d1b4c22 req-af24ce8a-2fb0-4b5e-93af-4026ecac1367 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9735053 Sep 19 17:12:29.707726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42282) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:29.726831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-405da2b3-3ad3-4e14-a4df-943510f585e1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.755714 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': 'df9b521a-547e-4298-aa3e-972e0d4952a6'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:29.756545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.780055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:29.787071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:29.787829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:29.904757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d7fb0a66-b3eb-454a-a763-62dd25e44c78 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:29.906173 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d7fb0a66-b3eb-454a-a763-62dd25e44c78 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a HTTP/1.1" status: 404 len: 333 time: 0.4259148 Sep 19 17:12:29.952991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42286) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:30.027456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6e382f29-4cf5-43b0-9ba9-1c2b0fab364d None None] Could not find standard attr ID for object e2734a29-0cf3-4bec-8a0b-4d33cc6ebc9a. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:12:30.058542 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ce7a3632-fe3b-479f-88db-5e944d1b4c22 req-d00f48fb-22e6-4bcf-a087-548e60c1a76a tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917454 Sep 19 17:12:30.073397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a845da69-1a95-4663-a51c-da037a51c8f1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet 4045cf7b-a261-4334-9d4d-6bffeebe282d {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:30.085049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a845da69-1a95-4663-a51c-da037a51c8f1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.149159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-405da2b3-3ad3-4e14-a4df-943510f585e1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.178411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:30.179778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.185039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.225918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/df9b521a-547e-4298-aa3e-972e0d4952a6/5a9913f3-e2b6-4161-aeea-d11711ebfb55) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:30.236029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 98fdf465-1639-4923-b907-6ecdc1a5dfd2, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=98fdf465-1639-4923-b907-6ecdc1a5dfd2,segment=NetworkSegment(8ac63635-6787-46b0-9d1c-cdc1d356f41d),segment_id=8ac63635-6787-46b0-9d1c-cdc1d356f41d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:30.242732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.395984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f047456-2504-4dfa-9a12-66ebf3f7e785 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet 0da81583-05e1-47e3-acf2-14cce01d55a4 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:30.406560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a845da69-1a95-4663-a51c-da037a51c8f1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.434238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f047456-2504-4dfa-9a12-66ebf3f7e785 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.532427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-405da2b3-3ad3-4e14-a4df-943510f585e1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.532907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef2d7-a26f-42bd-a5ec-f810e7cb2d12 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.538804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=98fdf465-1639-4923-b907-6ecdc1a5dfd2,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:30.621434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405da2b3-3ad3-4e14-a4df-943510f585e1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4b61de-5d83-481e-8a42-c0e500b3d03e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:30.630567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-405da2b3-3ad3-4e14-a4df-943510f585e1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.642283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4fff6c-b0dc-4ec3-8473-881a874a83de None None] Network a6bae2d3-7983-41ec-84db-b73d8024e031 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:30.691322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ef2d7-a26f-42bd-a5ec-f810e7cb2d12 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Calling delete_port for a065d4b4-874c-44a5-a73c-fc65189aa605 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:30.714438 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-405da2b3-3ad3-4e14-a4df-943510f585e1 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/subnets/ec4b61de-5d83-481e-8a42-c0e500b3d03e HTTP/1.1" status: 204 len: 168 time: 1.5346889 Sep 19 17:12:30.715575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42294) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:30.721768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f047456-2504-4dfa-9a12-66ebf3f7e785 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.851499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.852875 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.864416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Deleting port a6f4f29a-48bd-482a-993e-38a36e3543af {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:30.864751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.909370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Transition to ACTIVE for port object 5a9913f3-e2b6-4161-aeea-d11711ebfb55 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:30.951927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Transition to ACTIVE for port object 5a9913f3-e2b6-4161-aeea-d11711ebfb55 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:30.965790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a845da69-1a95-4663-a51c-da037a51c8f1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:30.968211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.047535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:31.051885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:31.052994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef2d7-a26f-42bd-a5ec-f810e7cb2d12 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.055683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:31.059020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 0a0ae578-d841-4089-a220-6e8d08128c68 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:31.059366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.065116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] DHCP port deletion for a6bae2d3-7983-41ec-84db-b73d8024e031 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:31.073359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] Deleting port a6f4f29a-48bd-482a-993e-38a36e3543af {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:31.073905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.140563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::1 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/df9b521a-547e-4298-aa3e-972e0d4952a6/3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:31.166762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f047456-2504-4dfa-9a12-66ebf3f7e785 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.169651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] For port a6f4f29a-48bd-482a-993e-38a36e3543af, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a6f4f29a-48bd-482a-993e-38a36e3543af,segment=NetworkSegment(9bd1c01c-15bd-4c62-a342-b2431117b20e),segment_id=9bd1c01c-15bd-4c62-a342-b2431117b20e)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:31.170191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.213867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ef2d7-a26f-42bd-a5ec-f810e7cb2d12 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Port': ['ID=a065d4b4-874c-44a5-a73c-fc65189aa605,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:31.241453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618e65-ae1e-4ba8-8799-c8845e4c8ca0 req-78c47986-d92c-48e2-aa9b-e387a46fd576 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:31.242970 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff618e65-ae1e-4ba8-8799-c8845e4c8ca0 req-78c47986-d92c-48e2-aa9b-e387a46fd576 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.5614140 Sep 19 17:12:31.274693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef2d7-a26f-42bd-a5ec-f810e7cb2d12 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.312128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Pushing event updated for resources: {'Port': ['ID=5a9913f3-e2b6-4161-aeea-d11711ebfb55,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:31.364022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a845da69-1a95-4663-a51c-da037a51c8f1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.365183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Calling delete_port for a6f4f29a-48bd-482a-993e-38a36e3543af owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:31.425493 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5a2ef2d7-a26f-42bd-a5ec-f810e7cb2d12 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/ports/a065d4b4-874c-44a5-a73c-fc65189aa605 HTTP/1.1" status: 204 len: 168 time: 2.5184772 Sep 19 17:12:31.429458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42298) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:31.438450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845da69-1a95-4663-a51c-da037a51c8f1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=4045cf7b-a261-4334-9d4d-6bffeebe282d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:31.443542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a845da69-1a95-4663-a51c-da037a51c8f1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.476757 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff618e65-ae1e-4ba8-8799-c8845e4c8ca0 req-ed0f37ec-ed10-459b-8b21-6ee3ad83f01f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991837 Sep 19 17:12:31.478066 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a845da69-1a95-4663-a51c-da037a51c8f1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/4045cf7b-a261-4334-9d4d-6bffeebe282d HTTP/1.1" status: 204 len: 168 time: 1.7646947 Sep 19 17:12:31.491358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] For port a6f4f29a-48bd-482a-993e-38a36e3543af, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a6f4f29a-48bd-482a-993e-38a36e3543af,segment=NetworkSegment(9bd1c01c-15bd-4c62-a342-b2431117b20e),segment_id=9bd1c01c-15bd-4c62-a342-b2431117b20e)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:31.492242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42302) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:31.493893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.559170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f047456-2504-4dfa-9a12-66ebf3f7e785 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.592979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c907e-453f-4db8-9673-c1d269786c67 None None] Network 72d7b77d-a31b-4970-a7bd-0745456f4df8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:31.606491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 98fdf465-1639-4923-b907-6ecdc1a5dfd2 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:31.632930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.641218 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-33640aea-36c2-424f-8635-a19ab5f17316 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] DELETE failed (client error): The resource could not be found. Sep 19 17:12:31.641916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33640aea-36c2-424f-8635-a19ab5f17316 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:12:31.643807 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-33640aea-36c2-424f-8635-a19ab5f17316 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/subnets/3e312575-840f-40ca-a166-245dcf70641d HTTP/1.1" status: 404 len: 337 time: 0.2113538 Sep 19 17:12:31.649049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42306) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:31.650182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1f047456-2504-4dfa-9a12-66ebf3f7e785 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.652575 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1f047456-2504-4dfa-9a12-66ebf3f7e785 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/0da81583-05e1-47e3-acf2-14cce01d55a4 HTTP/1.1" status: 204 len: 168 time: 1.6976254 Sep 19 17:12:31.662691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42308) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:31.695506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f047456-2504-4dfa-9a12-66ebf3f7e785 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=0da81583-05e1-47e3-acf2-14cce01d55a4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:31.730680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f96d7-2d45-4e96-bbd2-9e3498237eae None None] Network 6dbc1343-281b-450f-a687-42738455fc73 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:31.754510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] Calling delete_port for a6f4f29a-48bd-482a-993e-38a36e3543af owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:31.816900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.827760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Attempting to bind port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:31.828774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Attempting to bind port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:31.828774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Attempting to bind port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:31.854064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for 0a0ae578-d841-4089-a220-6e8d08128c68 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:31.854607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:31.855211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.908986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.969426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.996556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:31.997021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:31.997322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.997714 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:31.998510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Bound port: 5a9913f3-e2b6-4161-aeea-d11711ebfb55, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:31.998668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:31.999416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Port': ['ID=a6f4f29a-48bd-482a-993e-38a36e3543af,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:32.015465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:32.017191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] No DVR routers for this DVR port a6f4f29a-48bd-482a-993e-38a36e3543af on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:32.102545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dad9b44-d319-4e81-aab9-aef1a32f3c0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet 123c60d8-deef-404b-a07b-6ffb05ec7a39 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:32.143319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1dad9b44-d319-4e81-aab9-aef1a32f3c0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.250483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.272122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.278280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1dad9b44-d319-4e81-aab9-aef1a32f3c0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.334362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:32.334999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:32.353530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] For port 5a9913f3-e2b6-4161-aeea-d11711ebfb55, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:32.355855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bae2d3-7983-41ec-84db-b73d8024e031']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:32.357192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:32.357576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.388963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd1c01c-15bd-4c62-a342-b2431117b20e') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:32.389382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd1c01c-15bd-4c62-a342-b2431117b20e') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:32.398230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] For port 98fdf465-1639-4923-b907-6ecdc1a5dfd2, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=98fdf465-1639-4923-b907-6ecdc1a5dfd2,segment=NetworkSegment(8ac63635-6787-46b0-9d1c-cdc1d356f41d),segment_id=8ac63635-6787-46b0-9d1c-cdc1d356f41d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:32.399097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.410655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.413860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] For port 5a9913f3-e2b6-4161-aeea-d11711ebfb55, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5a9913f3-e2b6-4161-aeea-d11711ebfb55,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:32.426055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.460081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.536696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.558050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78f3aa-d20c-4236-aac8-7ffca2643a5a None None] Pushing event updated for resources: {'Port': ['ID=5a9913f3-e2b6-4161-aeea-d11711ebfb55,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:32.607658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6d982d-8c12-4744-b89d-339e806d7679']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:32.627799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31d7e46-e4a4-43b0-95f1-01f0104900f4') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:32.628157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31d7e46-e4a4-43b0-95f1-01f0104900f4') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:32.647752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 98fdf465-1639-4923-b907-6ecdc1a5dfd2 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:32.682796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.706882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1dad9b44-d319-4e81-aab9-aef1a32f3c0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.709500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.712194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] DHCP port deletion for 72d7b77d-a31b-4970-a7bd-0745456f4df8 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:32.717309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:32.726759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:32.733259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] Deleting port 4f24c59e-5f89-44e6-9305-803ef854d322 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:32.733773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.735823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:32.742172 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:32.745298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.772499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:32.773298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.781225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bc1d5-4d3d-4af4-8274-9caba3de0325 None None] DHCP port deletion for 6dbc1343-281b-450f-a687-42738455fc73 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:32.809483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bc1d5-4d3d-4af4-8274-9caba3de0325 None None] Deleting port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:32.817050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc1d5-4d3d-4af4-8274-9caba3de0325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.851063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.853388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] Deleting port a6f4f29a-48bd-482a-993e-38a36e3543af {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:32.853866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.859682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1dad9b44-d319-4e81-aab9-aef1a32f3c0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.886996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a6f4f29a-48bd-482a-993e-38a36e3543af no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:32.920364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1dad9b44-d319-4e81-aab9-aef1a32f3c0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.925718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:32.926133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:32.990847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3bda8-7da0-4920-8f39-4c0fd7eafbab None None] Network b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:33.016816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9b44-d319-4e81-aab9-aef1a32f3c0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=123c60d8-deef-404b-a07b-6ffb05ec7a39,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:33.021868 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment b31d7e46-e4a4-43b0-95f1-01f0104900f4 resource provider aggregate not found Sep 19 17:12:33.035878 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:33.042416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c26b3f50-f9f9-4a50-8d83-138fd9bd6ed2 None None] The port 'a6f4f29a-48bd-482a-993e-38a36e3543af' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:12:33.058008 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1dad9b44-d319-4e81-aab9-aef1a32f3c0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/123c60d8-deef-404b-a07b-6ffb05ec7a39 HTTP/1.1" status: 204 len: 168 time: 1.5620816 Sep 19 17:12:33.063069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42322) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:33.064703 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment b31d7e46-e4a4-43b0-95f1-01f0104900f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b31d7e46-e4a4-43b0-95f1-01f0104900f4 found for delete ", "request_id": "req-2a0f8ffc-e20f-42d7-bfe5-242a9fd1ad5d"}]} Sep 19 17:12:33.064864 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 9bd1c01c-15bd-4c62-a342-b2431117b20e resource provider aggregate not found Sep 19 17:12:33.098809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.119653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: a6f4f29a-48bd-482a-993e-38a36e3543af {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:33.120001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a6f4f29a-48bd-482a-993e-38a36e3543af not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:33.154551 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 9bd1c01c-15bd-4c62-a342-b2431117b20e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bd1c01c-15bd-4c62-a342-b2431117b20e found for delete ", "request_id": "req-ebb4f4bf-c606-4d45-b64b-dea32c8badf8"}]} Sep 19 17:12:33.216410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.235359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=0a0ae578-d841-4089-a220-6e8d08128c68,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:33.244341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.253545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.309885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Pushing event deleted for resources: {'Network': ['ID=a6bae2d3-7983-41ec-84db-b73d8024e031,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:33.314748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bc1d5-4d3d-4af4-8274-9caba3de0325 None None] The port '98fdf465-1639-4923-b907-6ecdc1a5dfd2' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:12:33.466240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.470367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.476485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] For port 4f24c59e-5f89-44e6-9305-803ef854d322, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f24c59e-5f89-44e6-9305-803ef854d322,segment=NetworkSegment(5365305a-36a6-4e93-ab35-7ee9dc655d3f),segment_id=5365305a-36a6-4e93-ab35-7ee9dc655d3f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:33.477082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.518865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=98fdf465-1639-4923-b907-6ecdc1a5dfd2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:33.527714 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-242ec3f8-e2cf-47e8-b2c8-d9608f6f09c0 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/networks/a6bae2d3-7983-41ec-84db-b73d8024e031 HTTP/1.1" status: 204 len: 168 time: 2.8041983 Sep 19 17:12:33.536620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/2c6d982d-8c12-4744-b89d-339e806d7679 HTTP/1.1" status: 204 len: 168 time: 1.8655012 Sep 19 17:12:33.539837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42328) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:33.540063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42330) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:33.547673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378f3f5-c450-4b68-bd47-cf9becb1bdb8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Network': ['ID=2c6d982d-8c12-4744-b89d-339e806d7679,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:33.562417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No DVR routers for this DVR port 98fdf465-1639-4923-b907-6ecdc1a5dfd2 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:33.609938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5a9913f3-e2b6-4161-aeea-d11711ebfb55 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:33.642964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d32933-efbc-4bd3-b376-4c72f0d74ee9 req-d18e85e4-df77-42d2-ada6-690613ab7c81 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:33.644820 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29d32933-efbc-4bd3-b376-4c72f0d74ee9 req-d18e85e4-df77-42d2-ada6-690613ab7c81 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7130666 Sep 19 17:12:33.645689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] Calling delete_port for 4f24c59e-5f89-44e6-9305-803ef854d322 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:33.757251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:33.766714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.768877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.772902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.778426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.785548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:33.836660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] Pushing event deleted for resources: {'Port': ['ID=4f24c59e-5f89-44e6-9305-803ef854d322,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:33.839095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f728c-86fa-4df4-9c57-94887eb6944f None None] No DVR routers for this DVR port 4f24c59e-5f89-44e6-9305-803ef854d322 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:33.862604 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29d32933-efbc-4bd3-b376-4c72f0d74ee9 req-14986a2b-d0a9-419f-b059-6a551f26448b tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110660 Sep 19 17:12:33.868506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 98fdf465-1639-4923-b907-6ecdc1a5dfd2 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:33.907291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbc1343-281b-450f-a687-42738455fc73']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:33.918061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] DHCP port deletion for b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:33.926947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac63635-6787-46b0-9d1c-cdc1d356f41d') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:33.927231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac63635-6787-46b0-9d1c-cdc1d356f41d') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:33.937197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 98fdf465-1639-4923-b907-6ecdc1a5dfd2 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:33.937802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 98fdf465-1639-4923-b907-6ecdc1a5dfd2 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:33.938373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f24c59e-5f89-44e6-9305-803ef854d322 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:34.002941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.076169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] Deleting port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:34.076878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.100768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.112806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:34.113257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.132886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 4f24c59e-5f89-44e6-9305-803ef854d322 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:34.133614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f24c59e-5f89-44e6-9305-803ef854d322 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:34.237074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e7b797d2-3522-4fc5-ba0c-fe1db73b5f94 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Synchronizing usage tracker for tenant:754f0de6853d49a784248115253f2c60 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:34.284579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.425231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.452485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Network': ['ID=6dbc1343-281b-450f-a687-42738455fc73,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:34.457089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-13c43078-b873-454a-8f4b-94188f41954f None None] Provisioning for port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:34.462222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e7b797d2-3522-4fc5-ba0c-fe1db73b5f94 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Unset dirty status for tenant:754f0de6853d49a784248115253f2c60 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:34.465718 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e7b797d2-3522-4fc5-ba0c-fe1db73b5f94 tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "GET /v2.0/ports?device_id=22fc59f1-d96e-4b2e-8c75-d3c682c60f48 HTTP/1.1" status: 200 len: 205 time: 0.9188623 Sep 19 17:12:34.468377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9aeec703-ac4d-480d-be81-dee99e063e32 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/networks/6dbc1343-281b-450f-a687-42738455fc73 HTTP/1.1" status: 204 len: 168 time: 2.8009162 Sep 19 17:12:34.471917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42340) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:34.479414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42342) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:34.494563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-987185698'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:34.508460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-13c43078-b873-454a-8f4b-94188f41954f None None] Provisioning complete for port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:34.509002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-13c43078-b873-454a-8f4b-94188f41954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.571518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] For port 0ca2e9fa-7854-4eac-96f5-7551dc574e91, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0ca2e9fa-7854-4eac-96f5-7551dc574e91,segment=NetworkSegment(34b11285-885b-4e0d-b7f8-53b1f0aae6f9),segment_id=34b11285-885b-4e0d-b7f8-53b1f0aae6f9)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:34.571802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee96c7f8-3409-437e-ade8-b49bb87139d8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting subnet fa4abf4c-63a8-4e26-813d-587e93fb320b {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:34.571920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.582774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:34.646305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee96c7f8-3409-437e-ade8-b49bb87139d8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.670996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd48-8d56-42e0-af5f-8c622575749f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.677739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:network and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:34.683493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:34.700115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] Calling delete_port for 0ca2e9fa-7854-4eac-96f5-7551dc574e91 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:34.711034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:34.762749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.778871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:34.782323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.796321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee96c7f8-3409-437e-ade8-b49bb87139d8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.827751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-13c43078-b873-454a-8f4b-94188f41954f None None] Current status of the port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:34.828125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-13c43078-b873-454a-8f4b-94188f41954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.854056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.866193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Router a4456e72-d7fb-4268-b75a-22710e5f2072 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:34.869257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d7b77d-a31b-4970-a7bd-0745456f4df8']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:34.885358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.897819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c298-deed-4689-8556-19d677a4678a req-06f5e592-92ab-4518-8a95-92d3b70eb3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:34.899268 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3509c298-deed-4689-8556-19d677a4678a req-06f5e592-92ab-4518-8a95-92d3b70eb3cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 1098 time: 0.5520568 Sep 19 17:12:34.903221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5365305a-36a6-4e93-ab35-7ee9dc655d3f') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:34.903506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5365305a-36a6-4e93-ab35-7ee9dc655d3f') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:34.913590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-13c43078-b873-454a-8f4b-94188f41954f None None] For port 5a9913f3-e2b6-4161-aeea-d11711ebfb55, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5a9913f3-e2b6-4161-aeea-d11711ebfb55,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:34.915035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] Pushing event deleted for resources: {'Port': ['ID=0ca2e9fa-7854-4eac-96f5-7551dc574e91,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:34.917222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827bc7cc-01de-48e1-8d1d-69c9752cda6f None None] No DVR routers for this DVR port 0ca2e9fa-7854-4eac-96f5-7551dc574e91 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:34.921571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-13c43078-b873-454a-8f4b-94188f41954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.961823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.962856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:34.992675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c43078-b873-454a-8f4b-94188f41954f None None] Pushing event updated for resources: {'Port': ['ID=5a9913f3-e2b6-4161-aeea-d11711ebfb55,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:35.014992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.021273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:35.055418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a06db02-8275-4141-ad61-f1a0a34bcd76 None None] Provisioning for port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:35.061795 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a06db02-8275-4141-ad61-f1a0a34bcd76 None None] Provisioning complete for port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:35.062332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3a06db02-8275-4141-ad61-f1a0a34bcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.126262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3a06db02-8275-4141-ad61-f1a0a34bcd76 None None] Port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:35.141178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.141519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Added segment 674745de-0456-4cff-9ed6-08fd16dd715c of type vlan for network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e Sep 19 17:12:35.162167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.181782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:35.182104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.195801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85428727-dce3-4842-bc15-7807a36c2573 req-9d8c00ba-7716-40b8-84f4-ff508d0d3302 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:35.197302 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85428727-dce3-4842-bc15-7807a36c2573 req-9d8c00ba-7716-40b8-84f4-ff508d0d3302 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.8482149 Sep 19 17:12:35.240908 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 8ac63635-6787-46b0-9d1c-cdc1d356f41d resource provider aggregate not found Sep 19 17:12:35.275549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd48-8d56-42e0-af5f-8c622575749f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.327068 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 8ac63635-6787-46b0-9d1c-cdc1d356f41d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ac63635-6787-46b0-9d1c-cdc1d356f41d found for delete ", "request_id": "req-f391d257-1390-4e01-9fe0-f4b435c5a38d"}]} Sep 19 17:12:35.332076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd48-8d56-42e0-af5f-8c622575749f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.349749 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5365305a-36a6-4e93-ab35-7ee9dc655d3f resource provider aggregate not found Sep 19 17:12:35.378862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.381159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:35.399157 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5365305a-36a6-4e93-ab35-7ee9dc655d3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5365305a-36a6-4e93-ab35-7ee9dc655d3f found for delete ", "request_id": "req-c85ecf91-8133-49b1-988c-4d33bcce850a"}]} Sep 19 17:12:35.400699 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85428727-dce3-4842-bc15-7807a36c2573 req-c38496db-44d5-4a3a-bf04-1f9a8cccbb6d tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830809 Sep 19 17:12:35.403980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd48-8d56-42e0-af5f-8c622575749f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.404608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d95cd48-8d56-42e0-af5f-8c622575749f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Fanout notify agent at l3_agent the message router_deleted on router 22fc59f1-d96e-4b2e-8c75-d3c682c60f48 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:12:35.413555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee96c7f8-3409-437e-ade8-b49bb87139d8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.449230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd48-8d56-42e0-af5f-8c622575749f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.449465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5a9913f3-e2b6-4161-aeea-d11711ebfb55 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:35.453151 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4d95cd48-8d56-42e0-af5f-8c622575749f tempest-RoutersNegativeIpV6Test-967580106 tempest-RoutersNegativeIpV6Test-967580106-project] 10.222.0.83 "DELETE /v2.0/routers/22fc59f1-d96e-4b2e-8c75-d3c682c60f48 HTTP/1.1" status: 204 len: 168 time: 0.9453917 Sep 19 17:12:35.458119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c298-deed-4689-8556-19d677a4678a req-6a7213c3-1b79-430d-be4d-ac2310dcbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:35.459629 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3509c298-deed-4689-8556-19d677a4678a req-6a7213c3-1b79-430d-be4d-ac2310dcbf86 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 200 len: 913 time: 0.5377283 Sep 19 17:12:35.469638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.506502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:35.509198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:35.546002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:35.546417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.572677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.581991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:35.596104 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f827c7-89d6-4d15-b995-ab582b800303 None None] Sync routers for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:35.613342 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f827c7-89d6-4d15-b995-ab582b800303 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:35.614294 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f4f827c7-89d6-4d15-b995-ab582b800303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:35.632244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=72d7b77d-a31b-4970-a7bd-0745456f4df8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:35.658293 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-27e74983-5b1f-44a8-adb5-abb6d76877ec tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/72d7b77d-a31b-4970-a7bd-0745456f4df8 HTTP/1.1" status: 204 len: 168 time: 2.5550735 Sep 19 17:12:35.663423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.669224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:35.669852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.684734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42358) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:35.756159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:35.772719 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f4f827c7-89d6-4d15-b995-ab582b800303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:35.784840 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f827c7-89d6-4d15-b995-ab582b800303 None None] Routers {'a4456e72-d7fb-4268-b75a-22710e5f2072'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:35.785976 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f4f827c7-89d6-4d15-b995-ab582b800303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['a4456e72-d7fb-4268-b75a-22710e5f2072'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:35.876818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0ca2e9fa-7854-4eac-96f5-7551dc574e91 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:35.900079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42364) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:35.928201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 0ca2e9fa-7854-4eac-96f5-7551dc574e91 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:35.928957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0ca2e9fa-7854-4eac-96f5-7551dc574e91 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:35.953125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Router 61ba1435-bf76-4b67-95ff-e07783774f71 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:12:35.961077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6818c6ed-0a9d-4fb7-8776-fa8fb6837988 None None] Provisioning complete for port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:35.961502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6818c6ed-0a9d-4fb7-8776-fa8fb6837988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:35.986002 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f4f827c7-89d6-4d15-b995-ab582b800303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:35.988347 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f827c7-89d6-4d15-b995-ab582b800303 None None] The sync data for ids ['a4456e72-d7fb-4268-b75a-22710e5f2072'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:36.018441 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0cbd3437-22a5-4b97-b571-2244ea3520da tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "PUT /v2.0/routers/a4456e72-d7fb-4268-b75a-22710e5f2072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0807750 Sep 19 17:12:36.033545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6818c6ed-0a9d-4fb7-8776-fa8fb6837988 None None] Port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:36.045850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42370) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:36.088121 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6034403 Sep 19 17:12:36.090252 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3509c298-deed-4689-8556-19d677a4678a req-5e843cbf-6495-4cd0-bec6-abc654b13090 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 200 len: 1002 time: 0.6161327 Sep 19 17:12:36.101271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42374) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:36.146521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee96c7f8-3409-437e-ade8-b49bb87139d8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.172804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '8b3b16bb-3e2e-4f66-a27e-ce411e72a81e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:36.219699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4cf0c-9dc5-449d-8433-9cd55c9e26c0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Network': ['ID=8b3b16bb-3e2e-4f66-a27e-ce411e72a81e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:36.221612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96c7f8-3409-437e-ade8-b49bb87139d8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4abf4c-63a8-4e26-813d-587e93fb320b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:36.223562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee96c7f8-3409-437e-ade8-b49bb87139d8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.225380 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee96c7f8-3409-437e-ade8-b49bb87139d8 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/subnets/fa4abf4c-63a8-4e26-813d-587e93fb320b HTTP/1.1" status: 204 len: 168 time: 2.6793015 Sep 19 17:12:36.228721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f880e6-a9aa-4537-9149-1bb8cab1dd89 None None] Network 104af635-24e8-47fb-99a3-0458ecaa3e6a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:36.232069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42384) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:36.248073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:36.265656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.274765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c298-deed-4689-8556-19d677a4678a req-e3597daa-b27b-4e7d-b761-61722a5c4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:36.276195 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3509c298-deed-4689-8556-19d677a4678a req-e3597daa-b27b-4e7d-b761-61722a5c4c3e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 200 len: 851 time: 0.1698837 Sep 19 17:12:36.364299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:36.386112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Sync routers for ids ['61ba1435-bf76-4b67-95ff-e07783774f71'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:36.451026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Routers {'61ba1435-bf76-4b67-95ff-e07783774f71'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:36.451557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['61ba1435-bf76-4b67-95ff-e07783774f71'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:36.461677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.522011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.585397 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7c4304c9-1dac-400a-b683-dd294cba0f73 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "PUT /v2.0/routers/61ba1435-bf76-4b67-95ff-e07783774f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3307016 Sep 19 17:12:36.603386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42390) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:36.629593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port d4db1d78-7e30-4730-9140-f3ea4e33c296 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:36.629938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.655136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:36.656152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.659199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:36.662337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:36.668963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:36.688407 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3bdc3382-54c5-4632-a567-7b37e44fd07a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=754f0de6853d49a784248115253f2c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7851021 Sep 19 17:12:36.689293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42396) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:36.708021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Set router 61ba1435-bf76-4b67-95ff-e07783774f71 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:12:36.722649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c298-deed-4689-8556-19d677a4678a req-4bb5c073-59bd-4809-89c0-9f75bd5a086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:36.724188 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3509c298-deed-4689-8556-19d677a4678a req-4bb5c073-59bd-4809-89c0-9f75bd5a086f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c02a989-b601-4077-a12b-46a803f8f26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3998022 Sep 19 17:12:36.733283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:36.745788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:36.749876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.780710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b11285-885b-4e0d-b7f8-53b1f0aae6f9') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:36.781312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b11285-885b-4e0d-b7f8-53b1f0aae6f9') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:36.875377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.919587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] DHCP port deletion for 104af635-24e8-47fb-99a3-0458ecaa3e6a request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:36.931751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970216f8-aad0-4bd7-ad4c-7a4f5df325e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:36.932257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.932412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-970216f8-aad0-4bd7-ad4c-7a4f5df325e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:36.949608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:36.950019 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:36.986616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] Deleting port d4db1d78-7e30-4730-9140-f3ea4e33c296 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:36.987018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.015035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.025705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-970216f8-aad0-4bd7-ad4c-7a4f5df325e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:37.027029 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-970216f8-aad0-4bd7-ad4c-7a4f5df325e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports/3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 HTTP/1.1" status: 200 len: 911 time: 0.4220636 Sep 19 17:12:37.035100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42400) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:37.048996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3625ad-771e-4cfd-a959-7686c6899974 req-f0f19f25-0e67-4dff-aed4-298f874c1898 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:37.050600 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7d3625ad-771e-4cfd-a959-7686c6899974 req-f0f19f25-0e67-4dff-aed4-298f874c1898 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4978449 Sep 19 17:12:37.178574 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3509c298-deed-4689-8556-19d677a4678a req-b6886598-eef2-4b1c-bab8-013b12889fa4 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364076 Sep 19 17:12:37.233964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb88135a-3112-45d4-a60f-6c0422f9e5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.249276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting port 9acb043e-d1c8-438c-8e3f-6662b70414e6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:37.249497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.294526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.300095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] For port d4db1d78-7e30-4730-9140-f3ea4e33c296, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d4db1d78-7e30-4730-9140-f3ea4e33c296,segment=NetworkSegment(2824c678-9b98-4cc4-9c21-aa4e9593cb38),segment_id=2824c678-9b98-4cc4-9c21-aa4e9593cb38)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:37.300464 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.332239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.348673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:37.356103 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7d3625ad-771e-4cfd-a959-7686c6899974 req-81b23e82-40a5-4baf-9bc7-549b025c1f01 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602274 Sep 19 17:12:37.357677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] For port d4db1d78-7e30-4730-9140-f3ea4e33c296, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d4db1d78-7e30-4730-9140-f3ea4e33c296,segment=NetworkSegment(2824c678-9b98-4cc4-9c21-aa4e9593cb38),segment_id=2824c678-9b98-4cc4-9c21-aa4e9593cb38)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:37.358192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.373082 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-97fb5304-a17e-4168-b6e8-38e3e14c3bed tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/b49537aa-52e5-4b37-bfa8-4cd8b86b6f1b HTTP/1.1" status: 204 len: 168 time: 1.6673756 Sep 19 17:12:37.376049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42406) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:37.428523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb88135a-3112-45d4-a60f-6c0422f9e5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.470665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-165407670'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:37.479038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:37.489502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] Calling delete_port for d4db1d78-7e30-4730-9140-f3ea4e33c296 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:37.512369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b35bc3-009a-4e7c-b35c-9c2272899c14 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:37.518007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b35bc3-009a-4e7c-b35c-9c2272899c14 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:37.519830 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-14b35bc3-009a-4e7c-b35c-9c2272899c14 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4803414 Sep 19 17:12:37.522074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d4db1d78-7e30-4730-9140-f3ea4e33c296 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:37.533667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42412) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:37.543630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Calling delete_port for d4db1d78-7e30-4730-9140-f3ea4e33c296 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:37.577643 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 34b11285-885b-4e0d-b7f8-53b1f0aae6f9 resource provider aggregate not found Sep 19 17:12:37.581728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:37.607961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'name': 'tempest-NetworksTestDHCPv6-router-1862921969', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:28Z', 'updated_at': '2022-09-19T17:12:33Z', 'revision_number': 2, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None, '_interfaces': [{'id': '3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7', 'name': '', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'mac_address': 'fa:16:3e:45:4e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'df9b521a-547e-4298-aa3e-972e0d4952a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:30Z', 'updated_at': '2022-09-19T17:12:34Z', 'revision_number': 2, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'subnets': [{'id': 'df9b521a-547e-4298-aa3e-972e0d4952a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:37.622774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Checking router: 61ba1435-bf76-4b67-95ff-e07783774f71 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:12:37.622774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Updating router 61ba1435-bf76-4b67-95ff-e07783774f71 port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:12:37.731629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.733910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:37.766285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:37.774220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.776851 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3509c298-deed-4689-8556-19d677a4678a req-975dba2f-2b6c-4017-8873-4806a10b2ce5 service neutron] 10.222.0.86 "GET /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829101 Sep 19 17:12:37.778551 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 34b11285-885b-4e0d-b7f8-53b1f0aae6f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34b11285-885b-4e0d-b7f8-53b1f0aae6f9 found for delete ", "request_id": "req-c397e91b-f5ae-4f50-bd35-f8fa68d8ccd4"}]} Sep 19 17:12:37.791982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:37.796307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.814138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] Pushing event deleted for resources: {'Port': ['ID=d4db1d78-7e30-4730-9140-f3ea4e33c296,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:37.815952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Port d4db1d78-7e30-4730-9140-f3ea4e33c296 update to DOWN by agent not found {{(pid=89057) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 19 17:12:37.825846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b60eb8-4b33-42d8-b557-f9c591796d0c None None] No DVR routers for this DVR port d4db1d78-7e30-4730-9140-f3ea4e33c296 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:37.833260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:37.834258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:37.857630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:37.868217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.868944 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment 56650923-d121-4874-80bb-f11bd4e4377a of type vlan for network 35458bea-17b0-4b99-b143-e9680700ee4e Sep 19 17:12:37.882471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.898638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.931763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:37.938526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:37.939455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.007678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb88135a-3112-45d4-a60f-6c0422f9e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.011025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.070276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=35458bea-17b0-4b99-b143-e9680700ee4e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:38.078575 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2808fa05-5e5e-4839-8729-676d2b700d45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6992497 Sep 19 17:12:38.079519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42420) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:38.085916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': '35458bea-17b0-4b99-b143-e9680700ee4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:38.119127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88135a-3112-45d4-a60f-6c0422f9e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d745e9-6f10-482f-8033-81ef05cab29b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:38.174238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 35458bea-17b0-4b99-b143-e9680700ee4e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:38.189346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Calling delete_port for 9acb043e-d1c8-438c-8e3f-6662b70414e6 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:38.198345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:38.202917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:38.206113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:38.212567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:38.225176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:38.228741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.257696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=4402e24c-66e0-4254-8ee5-3657bc14d474,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:38.311676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.324032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb88135a-3112-45d4-a60f-6c0422f9e5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.325111 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fb88135a-3112-45d4-a60f-6c0422f9e5df admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/77d745e9-6f10-482f-8033-81ef05cab29b HTTP/1.1" status: 204 len: 168 time: 1.6188941 Sep 19 17:12:38.338964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking segment: {'id': '674745de-0456-4cff-9ed6-08fd16dd715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b3b16bb-3e2e-4f66-a27e-ce411e72a81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:38.339373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network hostable DHCP agents. Network: 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:38.345484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Deleting port d4db1d78-7e30-4730-9140-f3ea4e33c296 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:38.347417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Transition to ACTIVE for port object 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:38.348055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.366371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.409715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:38.455402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:38.475200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:38.475862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.515016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd154dae-6f36-4eca-94d9-9eee3a14b0eb None None] Network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:38.562519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] The port 'd4db1d78-7e30-4730-9140-f3ea4e33c296' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:12:38.669694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.749067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Port': ['ID=9acb043e-d1c8-438c-8e3f-6662b70414e6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:38.752466 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-56bb9616-bc8b-42c2-ae29-fee5c8f76afe tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5980270 Sep 19 17:12:38.752899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.757058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42430) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:38.762697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Attempting to bind port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:38.771334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Attempting to bind port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:38.771334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Attempting to bind port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:38.771334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d695f49-0f5f-4a34-979f-a35ffee08945 None None] Pushing event updated for resources: {'Port': ['ID=3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:38.794437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:38.794838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:38.795603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.796021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:38.797000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Bound port: 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:38.797395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.809243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104af635-24e8-47fb-99a3-0458ecaa3e6a']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:38.811627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '8b3b16bb-3e2e-4f66-a27e-ce411e72a81e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2121320726'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:38.860483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2824c678-9b98-4cc4-9c21-aa4e9593cb38') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:38.860954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2824c678-9b98-4cc4-9c21-aa4e9593cb38') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:38.888373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.917933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:38.937299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:38.937849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.052680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.081154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] For port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:39.086720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] For port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:39.090625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-8b3b16bb-3e2e-4f66-a27e-ce411e72a81e', 'network_id': '8b3b16bb-3e2e-4f66-a27e-ce411e72a81e', 'tenant_id': '9bef7bf06a55483c91d04fcffeb787be', 'fixed_ips': [{'subnet_id': '4402e24c-66e0-4254-8ee5-3657bc14d474'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:39.091991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.093694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.120142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.137749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.170402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] Pushing event deleted for resources: {'Network': ['ID=104af635-24e8-47fb-99a3-0458ecaa3e6a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:39.183993 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0a862c1f-7eb2-4c26-9c1b-803efeeeedd5 tempest-NetworksIpV6TestAttrs-333497790 tempest-NetworksIpV6TestAttrs-333497790-project] 10.222.0.83 "DELETE /v2.0/networks/104af635-24e8-47fb-99a3-0458ecaa3e6a HTTP/1.1" status: 204 len: 168 time: 2.9508595 Sep 19 17:12:39.197750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': '56650923-d121-4874-80bb-f11bd4e4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35458bea-17b0-4b99-b143-e9680700ee4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:39.198122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: 35458bea-17b0-4b99-b143-e9680700ee4e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:39.205153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=2a040b14-6f72-49ac-855e-1c20aa49d33f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:39.207285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.221743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 35458bea-17b0-4b99-b143-e9680700ee4e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:39.235383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 35458bea-17b0-4b99-b143-e9680700ee4e) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:39.240201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:39.240848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.266822 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-60d00303-a2b0-4aec-9cb1-e0edeb09a19d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1838667 Sep 19 17:12:39.267391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f69825-2f71-4f0b-b79a-4ff085d74d2e req-78c76909-fedf-4081-aef7-52ee466b8860 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:39.268330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42448) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:39.273824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-38f69825-2f71-4f0b-b79a-4ff085d74d2e req-78c76909-fedf-4081-aef7-52ee466b8860 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7120910 Sep 19 17:12:39.277294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1742162747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:39.292261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584e58f-1121-4a2f-91c9-7401eb56f79c None None] Network 35458bea-17b0-4b99-b143-e9680700ee4e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:39.296310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:39.300544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:router and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:39.307244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:39.316943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Routers {'61ba1435-bf76-4b67-95ff-e07783774f71'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:39.317693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['61ba1435-bf76-4b67-95ff-e07783774f71'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:39.323854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:39.352594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.353713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.372813 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.395717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.449086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.490057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.494175 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-15fedaed-f73a-430d-8a7c-9fe3161d6f36 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2223179 Sep 19 17:12:39.495541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:39.505681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'port': {'network_id': '35458bea-17b0-4b99-b143-e9680700ee4e', 'name': 'tempest-RoutersTest-1892555794'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:39.624386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42466) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:39.645910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d695f49-0f5f-4a34-979f-a35ffee08945 None None] Pushing event updated for resources: {'Port': ['ID=3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:39.654374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.661734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.688402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:39.735337 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-38f69825-2f71-4f0b-b79a-4ff085d74d2e req-9ac1e74c-ddc9-4a0e-8618-64140ddeb510 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4602189 Sep 19 17:12:39.749203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:39.754477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:39.773995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] Set router 61ba1435-bf76-4b67-95ff-e07783774f71 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:12:39.805099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.805967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Fanout notify agent at l3_agent the message router_deleted on router a4456e72-d7fb-4268-b75a-22710e5f2072 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:12:39.810724 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:39.813842 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2824c678-9b98-4cc4-9c21-aa4e9593cb38 resource provider aggregate not found Sep 19 17:12:39.829974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.831421 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8aafff62-bce9-4e4b-a7b6-4df15aef5c96 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/routers/a4456e72-d7fb-4268-b75a-22710e5f2072 HTTP/1.1" status: 204 len: 168 time: 3.7846410 Sep 19 17:12:39.836558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42480) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:39.881322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:39.885231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.913402 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2824c678-9b98-4cc4-9c21-aa4e9593cb38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2824c678-9b98-4cc4-9c21-aa4e9593cb38 found for delete ", "request_id": "req-213521f9-9231-4556-b930-3cd7ab4ba09e"}]} Sep 19 17:12:39.926734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 4091858d-e960-4d55-8c06-37b4d0eff5bd yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:39.935043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:39.943527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:39.977521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Allocated IP 172.20.0.2 (8b3b16bb-3e2e-4f66-a27e-ce411e72a81e/4402e24c-66e0-4254-8ee5-3657bc14d474/a353ce45-4860-4da5-992e-e97c1e95bf1f) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:40.016896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:40.017645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.062579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] device_id is not set on port 3af8902a-25cc-4238-b43c-81f1ed9717f9 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:40.105143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c872e02d-d12c-45f8-896d-9779c4b68585 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Deleting subnet 8231094f-3fe3-4acc-9c4c-82945f73fc11 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:40.125116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c872e02d-d12c-45f8-896d-9779c4b68585 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.189367 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c23334a2-a97b-4fae-8c6f-b1645cb00789 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b68fbf195ee84ac3ad2200e7b6f709bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636747 Sep 19 17:12:40.197661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42492) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:40.245165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] For port 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:40.245165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.260424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-35458bea-17b0-4b99-b143-e9680700ee4e', 'network_id': '35458bea-17b0-4b99-b143-e9680700ee4e', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': '2a040b14-6f72-49ac-855e-1c20aa49d33f'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:40.261293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.263802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c872e02d-d12c-45f8-896d-9779c4b68585 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.424595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:40.533369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42502) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:40.551596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c872e02d-d12c-45f8-896d-9779c4b68585 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.563276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.569704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'name': 'tempest-NetworksTestDHCPv6-router-1862921969', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:28Z', 'updated_at': '2022-09-19T17:12:33Z', 'revision_number': 2, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None, '_interfaces': [{'id': '3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7', 'name': '', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'mac_address': 'fa:16:3e:45:4e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'df9b521a-547e-4298-aa3e-972e0d4952a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:30Z', 'updated_at': '2022-09-19T17:12:39Z', 'revision_number': 4, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'subnets': [{'id': 'df9b521a-547e-4298-aa3e-972e0d4952a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:40.577972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d8e0-a098-45a8-96f0-95eae17924a0 None None] The sync data for ids ['61ba1435-bf76-4b67-95ff-e07783774f71'] in dv-neutron-857789-3-hyperv is: [{'id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'name': 'tempest-NetworksTestDHCPv6-router-1862921969', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:28Z', 'updated_at': '2022-09-19T17:12:33Z', 'revision_number': 2, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None, '_interfaces': [{'id': '3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7', 'name': '', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'mac_address': 'fa:16:3e:45:4e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'df9b521a-547e-4298-aa3e-972e0d4952a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:30Z', 'updated_at': '2022-09-19T17:12:39Z', 'revision_number': 4, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'subnets': [{'id': 'df9b521a-547e-4298-aa3e-972e0d4952a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:40.580132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Transition to ACTIVE for port object a353ce45-4860-4da5-992e-e97c1e95bf1f will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:40.616415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Transition to ACTIVE for port object a353ce45-4860-4da5-992e-e97c1e95bf1f will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:40.625498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.638089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a594402c-e121-414f-b226-ee7cd4908b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.670146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a594402c-e121-414f-b226-ee7cd4908b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.724011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:40.727615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:40.733147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:40.775291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.20.0.13 (35458bea-17b0-4b99-b143-e9680700ee4e/2a040b14-6f72-49ac-855e-1c20aa49d33f/3af8902a-25cc-4238-b43c-81f1ed9717f9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:40.805720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a594402c-e121-414f-b226-ee7cd4908b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.835877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Pushing event updated for resources: {'Port': ['ID=a353ce45-4860-4da5-992e-e97c1e95bf1f,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:40.862161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Attempting to bind port a353ce45-4860-4da5-992e-e97c1e95bf1f on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:40.862385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Attempting to bind port a353ce45-4860-4da5-992e-e97c1e95bf1f by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '674745de-0456-4cff-9ed6-08fd16dd715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b3b16bb-3e2e-4f66-a27e-ce411e72a81e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:40.862694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Attempting to bind port a353ce45-4860-4da5-992e-e97c1e95bf1f on network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:40.871668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:40.872179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Checking segment: {'id': '674745de-0456-4cff-9ed6-08fd16dd715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b3b16bb-3e2e-4f66-a27e-ce411e72a81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:40.872512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.873012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Bound using segment: {'id': '674745de-0456-4cff-9ed6-08fd16dd715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b3b16bb-3e2e-4f66-a27e-ce411e72a81e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:40.873413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Bound port: a353ce45-4860-4da5-992e-e97c1e95bf1f, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674745de-0456-4cff-9ed6-08fd16dd715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b3b16bb-3e2e-4f66-a27e-ce411e72a81e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:40.873802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.885757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--1162974013', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:40.912203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:40.918851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594402c-e121-414f-b226-ee7cd4908b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f736b9-a2f9-4b92-99b7-78c4f9733d2d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:40.943294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c872e02d-d12c-45f8-896d-9779c4b68585 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:40.946501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:40.954578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:40.968285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:41.004235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.9 (8b3b16bb-3e2e-4f66-a27e-ce411e72a81e/4402e24c-66e0-4254-8ee5-3657bc14d474/4091858d-e960-4d55-8c06-37b4d0eff5bd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:41.010600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872e02d-d12c-45f8-896d-9779c4b68585 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Subnet': ['ID=8231094f-3fe3-4acc-9c4c-82945f73fc11,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:41.062361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.067475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:41.072771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.074084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c872e02d-d12c-45f8-896d-9779c4b68585 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.079708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] For port a353ce45-4860-4da5-992e-e97c1e95bf1f, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:41.083766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] For port a353ce45-4860-4da5-992e-e97c1e95bf1f, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a353ce45-4860-4da5-992e-e97c1e95bf1f,segment=NetworkSegment(674745de-0456-4cff-9ed6-08fd16dd715c),segment_id=674745de-0456-4cff-9ed6-08fd16dd715c)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:41.089604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.183329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2dd6e-367d-4f67-a60b-82792cc42672 None None] Pushing event updated for resources: {'Port': ['ID=a353ce45-4860-4da5-992e-e97c1e95bf1f,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:41.212167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.222606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a594402c-e121-414f-b226-ee7cd4908b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.231781 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a594402c-e121-414f-b226-ee7cd4908b64 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a1f736b9-a2f9-4b92-99b7-78c4f9733d2d HTTP/1.1" status: 204 len: 168 time: 1.0330050 Sep 19 17:12:41.240587 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c872e02d-d12c-45f8-896d-9779c4b68585 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/subnets/8231094f-3fe3-4acc-9c4c-82945f73fc11 HTTP/1.1" status: 204 len: 168 time: 1.4007297 Sep 19 17:12:41.244025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:41.245928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42514) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:41.331200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:41.371921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b486cc7-d928-46b0-93f4-23763a92949e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.547557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:41.565002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.586927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:41.614785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:41.616633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object 3af8902a-25cc-4238-b43c-81f1ed9717f9 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:41.618073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.654844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.840411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.845637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6f208-62a6-4eb7-a7ba-a564b7bd8293 req-73a9844b-100b-4b6c-8c34-8c90bc7714e7 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:41.847124 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-99a6f208-62a6-4eb7-a7ba-a564b7bd8293 req-73a9844b-100b-4b6c-8c34-8c90bc7714e7 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.8978894 Sep 19 17:12:41.885029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.887854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:41.934767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object 4091858d-e960-4d55-8c06-37b4d0eff5bd will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:42.003697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Allocated IP 172.20.0.2 (35458bea-17b0-4b99-b143-e9680700ee4e/2a040b14-6f72-49ac-855e-1c20aa49d33f/dc24e54b-af6a-47b2-8a12-29d1a2fb6002) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:42.005510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=3af8902a-25cc-4238-b43c-81f1ed9717f9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:42.023153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c77106d-84c0-4ec4-b86a-ef4bf054d5ed']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:42.034193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Router 61ba1435-bf76-4b67-95ff-e07783774f71 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:42.037395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 35458bea-17b0-4b99-b143-e9680700ee4e is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:42.046819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.047205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.047733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.048209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.048702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.049182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.049674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.050159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.050643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.051211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.051696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.052187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:42.056369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:42.061470 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-99a6f208-62a6-4eb7-a7ba-a564b7bd8293 req-b1116b1a-8056-4233-8d3d-8c8a115b466f tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001574 Sep 19 17:12:42.064693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:42.095269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefcc0b1-7dd3-4619-97e5-ff0b9867fae7') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:42.103853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefcc0b1-7dd3-4619-97e5-ff0b9867fae7') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:42.144798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.199256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.208000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.209901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:42.210412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.223721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.313321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.362455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:42.363109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.388009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Transition to ACTIVE for port object dc24e54b-af6a-47b2-8a12-29d1a2fb6002 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:42.389202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:42.389867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.390705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:42.409202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:42.418381 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment fefcc0b1-7dd3-4619-97e5-ff0b9867fae7 resource provider aggregate not found Sep 19 17:12:42.420487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:42.422628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.429051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Transition to ACTIVE for port object dc24e54b-af6a-47b2-8a12-29d1a2fb6002 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:42.436651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.450681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.452887 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] 10.222.0.83 "DELETE /v2.0/networks/0c77106d-84c0-4ec4-b86a-ef4bf054d5ed HTTP/1.1" status: 204 len: 168 time: 1.2010016 Sep 19 17:12:42.461994 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-358932f1-faa1-4af2-8157-64fbc77d18dd tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9627748 Sep 19 17:12:42.462117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:42.466819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42544) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:42.474504 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment fefcc0b1-7dd3-4619-97e5-ff0b9867fae7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fefcc0b1-7dd3-4619-97e5-ff0b9867fae7 found for delete ", "request_id": "req-19e288c5-126b-4bd1-a208-7e2fa504c2e3"}]} Sep 19 17:12:42.476547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce1753-8564-40b9-b02b-bc4b0f89b9b6 tempest-FloatingIPTestJSON-365793042 tempest-FloatingIPTestJSON-365793042-project] Pushing event deleted for resources: {'Network': ['ID=0c77106d-84c0-4ec4-b86a-ef4bf054d5ed,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:42.483789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=4091858d-e960-4d55-8c06-37b4d0eff5bd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:42.486289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c953c558-8010-42c7-ae31-4c727a6aa236,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:42.574973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Network 35458bea-17b0-4b99-b143-e9680700ee4e is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:42.580695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:42.585901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42548) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:42.587082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:42.642119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Pushing event updated for resources: {'Port': ['ID=dc24e54b-af6a-47b2-8a12-29d1a2fb6002,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:42.715276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Attempting to bind port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:42.715883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Attempting to bind port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '56650923-d121-4874-80bb-f11bd4e4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35458bea-17b0-4b99-b143-e9680700ee4e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:42.716309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Attempting to bind port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 on network 35458bea-17b0-4b99-b143-e9680700ee4e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:42.723678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:42.724605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Checking segment: {'id': '56650923-d121-4874-80bb-f11bd4e4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35458bea-17b0-4b99-b143-e9680700ee4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:42.725128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.725907 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Bound using segment: {'id': '56650923-d121-4874-80bb-f11bd4e4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35458bea-17b0-4b99-b143-e9680700ee4e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:42.726400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Bound port: dc24e54b-af6a-47b2-8a12-29d1a2fb6002, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56650923-d121-4874-80bb-f11bd4e4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35458bea-17b0-4b99-b143-e9680700ee4e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:42.726993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.750155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.750508 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment eccb10d4-9931-41f0-affa-7447a8952a89 of type vlan for network abdffc55-2833-4ee4-8913-08310e09357d Sep 19 17:12:42.774409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1fdec971-eec2-4140-b0ed-6e9da92b4ddf tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1811910225', 'prefixes': ['172.20.0.0/16']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:42.783501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1fdec971-eec2-4140-b0ed-6e9da92b4ddf tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:42.855525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] For port dc24e54b-af6a-47b2-8a12-29d1a2fb6002, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:42.861821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] For port dc24e54b-af6a-47b2-8a12-29d1a2fb6002, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dc24e54b-af6a-47b2-8a12-29d1a2fb6002,segment=NetworkSegment(56650923-d121-4874-80bb-f11bd4e4377a),segment_id=56650923-d121-4874-80bb-f11bd4e4377a)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:42.866280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.911106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fdec971-eec2-4140-b0ed-6e9da92b4ddf tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] Notify callbacks [] for subnetpool, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.916099 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1fdec971-eec2-4140-b0ed-6e9da92b4ddf tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3290942 Sep 19 17:12:42.916723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42556) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:42.919800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:42.920468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:42.974720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dbdcd-c3fb-4fdb-99fb-34366a29cb04 None None] Pushing event updated for resources: {'Port': ['ID=dc24e54b-af6a-47b2-8a12-29d1a2fb6002,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:42.984254 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-707f9638-ecbf-46f8-b6ef-e164a5c0f707 tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] 10.222.0.83 "GET /v2.0/subnetpools/4d0f2130-7a85-47fd-b47d-c2609c3faaf9 HTTP/1.1" status: 200 len: 732 time: 0.0640411 Sep 19 17:12:42.985200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:42.993264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2670cb92-c44b-4a86-80d7-6f5361ba73e1 tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-327475924'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:43.023706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42564) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:43.039791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-897d8a1f-d51e-423d-abe3-0a394661622a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "PUT /v2.0/routers/61ba1435-bf76-4b67-95ff-e07783774f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4933591 Sep 19 17:12:43.043701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:43.055235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42570) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:43.066891 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] Sync routers for ids ['61ba1435-bf76-4b67-95ff-e07783774f71'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:43.082540 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] Routers {'61ba1435-bf76-4b67-95ff-e07783774f71'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:43.083210 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['61ba1435-bf76-4b67-95ff-e07783774f71'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:43.181718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413feea1-23b2-4c01-ac4c-d6911bb8c9f8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:43.183174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413feea1-23b2-4c01-ac4c-d6911bb8c9f8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:43.184012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-413feea1-23b2-4c01-ac4c-d6911bb8c9f8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:43.203510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd8a3d-a92b-4112-998d-9a0b27c56878 req-3f4541e2-b650-45c8-9606-74d9d7a17afe tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:43.211891 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70cd8a3d-a92b-4112-998d-9a0b27c56878 req-3f4541e2-b650-45c8-9606-74d9d7a17afe tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.9898739 Sep 19 17:12:43.249106 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a63d196e-c3d0-4231-83fd-399ed41eeb9d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.4788980 Sep 19 17:12:43.249656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42574) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:43.302046 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] Set router 61ba1435-bf76-4b67-95ff-e07783774f71 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:12:43.321445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:12:43.350347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c402610d-71c9-4a3d-aa52-9dab0a29a6ec None None] Network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:43.359389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-413feea1-23b2-4c01-ac4c-d6911bb8c9f8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:43.360868 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-413feea1-23b2-4c01-ac4c-d6911bb8c9f8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3036287 Sep 19 17:12:43.374790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42578) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:43.457587 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'name': 'tempest-NetworksTestDHCPv6-router-1862921969', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:28Z', 'updated_at': '2022-09-19T17:12:40Z', 'revision_number': 3, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:43.462038 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] Checking router: 61ba1435-bf76-4b67-95ff-e07783774f71 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:12:43.488979 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] Routers {'61ba1435-bf76-4b67-95ff-e07783774f71'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:43.489994 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['61ba1435-bf76-4b67-95ff-e07783774f71'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:43.513627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2670cb92-c44b-4a86-80d7-6f5361ba73e1 tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] Notify callbacks [] for subnetpool, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:43.520333 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2670cb92-c44b-4a86-80d7-6f5361ba73e1 tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] 10.222.0.83 "PUT /v2.0/subnetpools/4d0f2130-7a85-47fd-b47d-c2609c3faaf9 HTTP/1.1" status: 200 len: 683 time: 0.5316615 Sep 19 17:12:43.523390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4f5a0-fb33-41b5-9188-564ca2042771 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 4091858d-e960-4d55-8c06-37b4d0eff5bd {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:43.524276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f5a0-fb33-41b5-9188-564ca2042771 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:43.536446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42582) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:43.554611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ca6cf095-2c59-426b-8d41-14d223f58c6d None None] Provisioning for port a353ce45-4860-4da5-992e-e97c1e95bf1f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:43.558808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dc24e54b-af6a-47b2-8a12-29d1a2fb6002 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:43.663968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:43.665545 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a3382123-7d0b-48bf-970c-0552b7038daa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a3d5d2f86f74fd183556b48d2412166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407018 Sep 19 17:12:43.670271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:43.671199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:43.673380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:43.692254 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70cd8a3d-a92b-4112-998d-9a0b27c56878 req-15e30307-504e-4584-a267-fbbd524779fa tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793797 Sep 19 17:12:43.692501 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] Set router 61ba1435-bf76-4b67-95ff-e07783774f71 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:12:43.763447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31ffc1c-b7b7-49db-bf1b-dc0edabe337e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet df9b521a-547e-4298-aa3e-972e0d4952a6 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:43.771724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-374eb905-830c-4d74-92ce-f1f5a7672e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:43.813497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:43.826176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c31ffc1c-b7b7-49db-bf1b-dc0edabe337e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:43.831363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a353ce45-4860-4da5-992e-e97c1e95bf1f up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:43.841370 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'name': 'tempest-NetworksTestDHCPv6-router-1862921969', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:28Z', 'updated_at': '2022-09-19T17:12:40Z', 'revision_number': 3, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:43.845904 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc8672-9760-4f5a-829d-e7a0e27d0081 None None] The sync data for ids ['61ba1435-bf76-4b67-95ff-e07783774f71'] in dv-neutron-857789-3-hyperv is: [{'id': '61ba1435-bf76-4b67-95ff-e07783774f71', 'name': 'tempest-NetworksTestDHCPv6-router-1862921969', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:28Z', 'updated_at': '2022-09-19T17:12:40Z', 'revision_number': 3, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:44.044290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port a353ce45-4860-4da5-992e-e97c1e95bf1f completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:44.059730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port a353ce45-4860-4da5-992e-e97c1e95bf1f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:44.060112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.076933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42594) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:44.077711 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.5429924 Sep 19 17:12:44.079695 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:12:44.087479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=abdffc55-2833-4ee4-8913-08310e09357d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:44.125259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.125862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.126376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.126869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.127388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.127856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.128407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.128671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.129003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.129329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.129657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.129976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae307-8786-43e0-9889-b749fa1520ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:44.146757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network abdffc55-2833-4ee4-8913-08310e09357d details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:44.174416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f5a0-fb33-41b5-9188-564ca2042771 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.330440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6aa0-f062-4671-92ec-fc89444ff5ae tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] Notify callbacks [] for subnetpool, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.331603 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8bfa6aa0-f062-4671-92ec-fc89444ff5ae tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] 10.222.0.83 "DELETE /v2.0/subnetpools/4d0f2130-7a85-47fd-b47d-c2609c3faaf9 HTTP/1.1" status: 204 len: 168 time: 0.7749007 Sep 19 17:12:44.343169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42598) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:44.360261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.374810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port a353ce45-4860-4da5-992e-e97c1e95bf1f is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:44.376767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.397639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'admin_state_up': True, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:44.418051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4f5a0-fb33-41b5-9188-564ca2042771 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 4091858d-e960-4d55-8c06-37b4d0eff5bd owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:44.436007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port a353ce45-4860-4da5-992e-e97c1e95bf1f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a353ce45-4860-4da5-992e-e97c1e95bf1f,segment=NetworkSegment(674745de-0456-4cff-9ed6-08fd16dd715c),segment_id=674745de-0456-4cff-9ed6-08fd16dd715c)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:44.443062 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.494134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:44.498504 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-f9660d2a-0eaa-405d-abeb-32845a965b7f tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] show failed (client error): The resource could not be found. Sep 19 17:12:44.499596 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f9660d2a-0eaa-405d-abeb-32845a965b7f tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] 10.222.0.83 "GET /v2.0/subnetpools/4d0f2130-7a85-47fd-b47d-c2609c3faaf9 HTTP/1.1" status: 404 len: 346 time: 0.1422648 Sep 19 17:12:44.510692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42602) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:44.520336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c31ffc1c-b7b7-49db-bf1b-dc0edabe337e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.565658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:router and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:44.571261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=a353ce45-4860-4da5-992e-e97c1e95bf1f,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:44.576198 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-67cca5e4-a42d-4451-876c-38979d70ee7f tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] delete failed (client error): The resource could not be found. Sep 19 17:12:44.577324 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-67cca5e4-a42d-4451-876c-38979d70ee7f tempest-SubnetPoolsTestJSON-1129600730 tempest-SubnetPoolsTestJSON-1129600730-project] 10.222.0.83 "DELETE /v2.0/subnetpools/4d0f2130-7a85-47fd-b47d-c2609c3faaf9 HTTP/1.1" status: 404 len: 346 time: 0.0571072 Sep 19 17:12:44.592634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781c7a9-c396-4b7b-aecd-4a008e49c012 None None] Network 35458bea-17b0-4b99-b143-e9680700ee4e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:44.592989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:44.594277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04874fc6-445d-4470-8054-987ab03c0695 req-33c8eb84-6de9-4d99-99cb-2cb9384fb2f9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:44.595818 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-04874fc6-445d-4470-8054-987ab03c0695 req-33c8eb84-6de9-4d99-99cb-2cb9384fb2f9 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.4129484 Sep 19 17:12:44.615953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:44.640965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d960f9-b71d-49f8-a2f5-9524457bb93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.675993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d960f9-b71d-49f8-a2f5-9524457bb93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.704901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Provisioning for port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:44.712395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Provisioning complete for port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:44.712764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.714901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.716003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.816953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.862420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-04874fc6-445d-4470-8054-987ab03c0695 req-cf4b1e34-d53c-45d3-a36d-c6d23b14e3a7 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921101 Sep 19 17:12:44.916082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c31ffc1c-b7b7-49db-bf1b-dc0edabe337e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.962877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d960f9-b71d-49f8-a2f5-9524457bb93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.965686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Current status of the port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:44.966128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:44.992209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42610) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:45.070820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] For port dc24e54b-af6a-47b2-8a12-29d1a2fb6002, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dc24e54b-af6a-47b2-8a12-29d1a2fb6002,segment=NetworkSegment(56650923-d121-4874-80bb-f11bd4e4377a),segment_id=56650923-d121-4874-80bb-f11bd4e4377a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:45.092998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.107678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f5a0-fb33-41b5-9188-564ca2042771 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.110079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.112155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d960f9-b71d-49f8-a2f5-9524457bb93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b48e0e-dfe9-48d6-8ca3-50ae218044ac,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:45.133461 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.168257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.190437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4f5a0-fb33-41b5-9188-564ca2042771 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=4091858d-e960-4d55-8c06-37b4d0eff5bd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:45.211281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Provisioning complete for port a353ce45-4860-4da5-992e-e97c1e95bf1f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:45.211665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.238496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.256908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Pushing event updated for resources: {'Port': ['ID=dc24e54b-af6a-47b2-8a12-29d1a2fb6002,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:45.277643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.278000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.278425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.278673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.279038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.279382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.279709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.280039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.280374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.280700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.281182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.281518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:12:45.360913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.384976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Current status of the port a353ce45-4860-4da5-992e-e97c1e95bf1f is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:45.388939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a87698be-b3fa-48af-ba80-3bea00b7f9c2 None None] Could not find standard attr ID for object 4091858d-e960-4d55-8c06-37b4d0eff5bd. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:12:45.445172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dc24e54b-af6a-47b2-8a12-29d1a2fb6002 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:45.467359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=3af8902a-25cc-4238-b43c-81f1ed9717f9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:45.476038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:45.490946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] Usage tracker for resource:security_group_rule and tenant:4d1f2c46bfe0436dbdd9fcc806ea07a1 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:45.497373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:45.506897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:45.525239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.545100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f5a0-fb33-41b5-9188-564ca2042771 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.550995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d7de3e3b-ef72-4874-9963-102f3cd117a2 None None] Could not find standard attr ID for object 4091858d-e960-4d55-8c06-37b4d0eff5bd. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:12:45.557727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d960f9-b71d-49f8-a2f5-9524457bb93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.561737 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35d960f9-b71d-49f8-a2f5-9524457bb93c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/05b48e0e-dfe9-48d6-8ca3-50ae218044ac HTTP/1.1" status: 204 len: 168 time: 1.8845468 Sep 19 17:12:45.620337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:45.621991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.652312 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0bc4f5a0-fb33-41b5-9188-564ca2042771 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/4091858d-e960-4d55-8c06-37b4d0eff5bd HTTP/1.1" status: 204 len: 168 time: 2.4003580 Sep 19 17:12:45.653826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:45.659334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c31ffc1c-b7b7-49db-bf1b-dc0edabe337e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.752002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ffc1c-b7b7-49db-bf1b-dc0edabe337e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=df9b521a-547e-4298-aa3e-972e0d4952a6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:45.768887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c31ffc1c-b7b7-49db-bf1b-dc0edabe337e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.773272 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c31ffc1c-b7b7-49db-bf1b-dc0edabe337e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/df9b521a-547e-4298-aa3e-972e0d4952a6 HTTP/1.1" status: 204 len: 168 time: 2.3974738 Sep 19 17:12:45.774781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42624) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:45.797323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fef967-d03a-45b7-a572-18d722329e64 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:45.852873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.855224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cb5bb606-ce7f-4359-936b-b65e2e52ea90 None None] Provisioning complete for port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:45.855607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb606-ce7f-4359-936b-b65e2e52ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.862605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:45.894623 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8e4aa9-66ee-46b8-9e5a-742d99b9b681 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:12:45.895533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0b8e4aa9-66ee-46b8-9e5a-742d99b9b681 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:45.951298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0b8e4aa9-66ee-46b8-9e5a-742d99b9b681 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:45.959674 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b8e4aa9-66ee-46b8-9e5a-742d99b9b681 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/4091858d-e960-4d55-8c06-37b4d0eff5bd HTTP/1.1" status: 404 len: 333 time: 0.2941263 Sep 19 17:12:45.962317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42630) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:46.027806 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4d1f2c46bfe0436dbdd9fcc806ea07a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0343516 Sep 19 17:12:46.028542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.031917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42638) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:46.042390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21439f8e-ac88-45ef-b70d-aa22c56fcf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b989f7-2ad1-45d5-ad1d-dffeb01af8c5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:46.077009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:46.078545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a353ce45-4860-4da5-992e-e97c1e95bf1f up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:46.218597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9338b334-0437-40c6-9981-936e13fe355f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.276835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9338b334-0437-40c6-9981-936e13fe355f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.283994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.373928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea87d54d-3a85-43d1-a6df-8c93bc98dba4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet 4402e24c-66e0-4254-8ee5-3657bc14d474 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:46.378166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea87d54d-3a85-43d1-a6df-8c93bc98dba4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.430427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.438039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea87d54d-3a85-43d1-a6df-8c93bc98dba4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.440111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bb606-ce7f-4359-936b-b65e2e52ea90 None None] Current status of the port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:46.456159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port a353ce45-4860-4da5-992e-e97c1e95bf1f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:46.456610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.505653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cb5bb606-ce7f-4359-936b-b65e2e52ea90 None None] Provisioning for port 3af8902a-25cc-4238-b43c-81f1ed9717f9 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:46.520069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cb5bb606-ce7f-4359-936b-b65e2e52ea90 None None] Provisioning complete for port 3af8902a-25cc-4238-b43c-81f1ed9717f9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:46.520450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb606-ce7f-4359-936b-b65e2e52ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.598298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bb606-ce7f-4359-936b-b65e2e52ea90 None None] Port 3af8902a-25cc-4238-b43c-81f1ed9717f9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:46.627122 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-83209997-7047-4e6d-bc1d-2672a76dc1fc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8504426 Sep 19 17:12:46.629738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:46.644636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42654) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:46.650033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] Deleting port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:46.650416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.698835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42658) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:46.706316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port a353ce45-4860-4da5-992e-e97c1e95bf1f is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:46.750707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:46.773426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9338b334-0437-40c6-9981-936e13fe355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.798471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338b334-0437-40c6-9981-936e13fe355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b989f7-2ad1-45d5-ad1d-dffeb01af8c5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:46.802757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.805206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:46.805640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3085ac71-ceb2-4ca6-b3f9-1cc3c09a9dd7 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:46.810663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.812634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea87d54d-3a85-43d1-a6df-8c93bc98dba4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.831463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-44c618b2-d211-4b35-b574-091fec9b1d53 None None] Provisioning complete for port 3af8902a-25cc-4238-b43c-81f1ed9717f9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:46.831934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44c618b2-d211-4b35-b574-091fec9b1d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.897770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-244605724'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:46.911619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9338b334-0437-40c6-9981-936e13fe355f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.912732 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9338b334-0437-40c6-9981-936e13fe355f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/32b989f7-2ad1-45d5-ad1d-dffeb01af8c5 HTTP/1.1" status: 204 len: 168 time: 0.8792043 Sep 19 17:12:46.916100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:46.934672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:46.943148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:46.955977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:46.958144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:46.968360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=3af8902a-25cc-4238-b43c-81f1ed9717f9,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:46.977000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-44c618b2-d211-4b35-b574-091fec9b1d53 None None] Port 3af8902a-25cc-4238-b43c-81f1ed9717f9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:46.986292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] For port 5a9913f3-e2b6-4161-aeea-d11711ebfb55, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5a9913f3-e2b6-4161-aeea-d11711ebfb55,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:46.986949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.048443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e240a-22d8-4fb8-8f53-24dbe70c01c4 req-e38aae03-b21d-438a-a77a-2d64659776ff tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:47.051528 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-438e240a-22d8-4fb8-8f53-24dbe70c01c4 req-e38aae03-b21d-438a-a77a-2d64659776ff tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.7969682 Sep 19 17:12:47.058389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cd84f34-d594-4188-a430-3875e6f2ae62 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.063105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:47.067118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.083239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.113085 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:47.119415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] Calling delete_port for 5a9913f3-e2b6-4161-aeea-d11711ebfb55 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:47.121156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:security_group_rule and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:47.125495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:47.142120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:47.171171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 35458bea-17b0-4b99-b143-e9680700ee4e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:47.178627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:47.212475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.276028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] Pushing event deleted for resources: {'Port': ['ID=5a9913f3-e2b6-4161-aeea-d11711ebfb55,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:47.284681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579825c4-d6bc-4c66-92ae-3fa5496613ee None None] No DVR routers for this DVR port 5a9913f3-e2b6-4161-aeea-d11711ebfb55 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:47.436947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5a9913f3-e2b6-4161-aeea-d11711ebfb55 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:47.469263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.484014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.523837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70341ff9-cb45-4425-b83c-970588b9f54f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:47.537403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5a9913f3-e2b6-4161-aeea-d11711ebfb55 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:47.538235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5a9913f3-e2b6-4161-aeea-d11711ebfb55 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:47.546583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:47.570650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.571037 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment 6dd56612-3fb5-4af6-86a8-507fec7f9430 of type vlan for network ab184b5e-4f4a-4063-b7c8-93b381eb13ab Sep 19 17:12:47.576803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 0785055d-40e0-46b9-be9c-d17667032ba4 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:12:47.579837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.610222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1d57ee3c-2add-4f3f-9a63-8401aace1d11 None None] Provisioning complete for port 3af8902a-25cc-4238-b43c-81f1ed9717f9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:47.610841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1d57ee3c-2add-4f3f-9a63-8401aace1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.685621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1d57ee3c-2add-4f3f-9a63-8401aace1d11 None None] Port 3af8902a-25cc-4238-b43c-81f1ed9717f9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:47.734404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.738835 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-438e240a-22d8-4fb8-8f53-24dbe70c01c4 req-34b1d8a1-df0d-4ec9-8dd0-130a93781a7c tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472706 Sep 19 17:12:47.797620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.803437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea87d54d-3a85-43d1-a6df-8c93bc98dba4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.894252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-81ade925-fae3-40d5-a0f3-24d6a4e16b52 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:47.895987 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-81ade925-fae3-40d5-a0f3-24d6a4e16b52 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.86 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 1.3369069 Sep 19 17:12:47.902178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87d54d-3a85-43d1-a6df-8c93bc98dba4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=4402e24c-66e0-4254-8ee5-3657bc14d474,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:47.921461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e705bc-1467-4349-9307-8b8021f784a5 None None] Network 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:47.925267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:47.927319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.934563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:47.935480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.939619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0df838-3476-4b48-b20a-6c034fd373a7 None None] Sync routers for ids ['0785055d-40e0-46b9-be9c-d17667032ba4'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:47.951919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cd84f34-d594-4188-a430-3875e6f2ae62 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:47.958761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea87d54d-3a85-43d1-a6df-8c93bc98dba4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.020609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0df838-3476-4b48-b20a-6c034fd373a7 None None] Routers {'0785055d-40e0-46b9-be9c-d17667032ba4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:48.021273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3b0df838-3476-4b48-b20a-6c034fd373a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['0785055d-40e0-46b9-be9c-d17667032ba4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:48.035958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42684) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:48.066753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=ab184b5e-4f4a-4063-b7c8-93b381eb13ab,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:48.072572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7733a1d0-2a7e-4409-9e33-44d82dcb7b72 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/0785055d-40e0-46b9-be9c-d17667032ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5954022 Sep 19 17:12:48.072773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42690) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:48.079891 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-027ae021-5af6-412b-aabe-a05ae6f891ba tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3718436 Sep 19 17:12:48.080545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42694) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:48.106460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network ab184b5e-4f4a-4063-b7c8-93b381eb13ab details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:48.107608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cd84f34-d594-4188-a430-3875e6f2ae62 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.123578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1611745542'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:48.135356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:48.141901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:48.146591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:48.151056 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ea87d54d-3a85-43d1-a6df-8c93bc98dba4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/4402e24c-66e0-4254-8ee5-3657bc14d474 HTTP/1.1" status: 204 len: 168 time: 2.1867406 Sep 19 17:12:48.153606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:48.166646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42698) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:48.172528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:48.177655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.187054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3b0df838-3476-4b48-b20a-6c034fd373a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:48.199349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Deleting port a89e082a-3e57-4a13-9941-604d296d3922 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:48.199943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.224406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1565633865-network', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:48.242315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1fceb0-c216-41dc-b26c-636851215567 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:48.244039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cf1fceb0-c216-41dc-b26c-636851215567 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports/3af8902a-25cc-4238-b43c-81f1ed9717f9 HTTP/1.1" status: 200 len: 978 time: 0.1703241 Sep 19 17:12:48.245128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:48.248311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:48.253608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42702) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:48.255998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0df838-3476-4b48-b20a-6c034fd373a7 None None] Routers {'0785055d-40e0-46b9-be9c-d17667032ba4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:48.256909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3b0df838-3476-4b48-b20a-6c034fd373a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['0785055d-40e0-46b9-be9c-d17667032ba4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:48.273004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cd84f34-d594-4188-a430-3875e6f2ae62 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.273629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd84f34-d594-4188-a430-3875e6f2ae62 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Fanout notify agent at l3_agent the message router_deleted on router 61ba1435-bf76-4b67-95ff-e07783774f71 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:12:48.315165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Usage tracker for resource:network and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:48.331490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:48.334533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.334885 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment 3c2ca76d-67df-4e89-96f9-9bb269458b47 of type vlan for network d8fdb3a0-a20e-44d3-94ff-13c8439be93b Sep 19 17:12:48.421726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.424336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3b0df838-3476-4b48-b20a-6c034fd373a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:48.424757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0df838-3476-4b48-b20a-6c034fd373a7 None None] The sync data for ids ['0785055d-40e0-46b9-be9c-d17667032ba4'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:48.425065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:48.465007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Made reservation on behalf of 005540b87a2946f39e66ce23e0f987a5 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:48.467431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.489318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.500405 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.503681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cd84f34-d594-4188-a430-3875e6f2ae62 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.508334 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8cd84f34-d594-4188-a430-3875e6f2ae62 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/routers/61ba1435-bf76-4b67-95ff-e07783774f71 HTTP/1.1" status: 204 len: 168 time: 1.8511117 Sep 19 17:12:48.511436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:48.543111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.233 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/b56af9e1-b27d-4d61-809a-71954de5abe5) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:48.547559 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] DHCP port deletion for 8b3b16bb-3e2e-4f66-a27e-ce411e72a81e request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:12:48.551865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] Deleting port a353ce45-4860-4da5-992e-e97c1e95bf1f {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:48.552274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.572331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:48.615090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:12:48.632559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port a353ce45-4860-4da5-992e-e97c1e95bf1f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:48.632899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.712234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:48.749602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Usage tracker for resource:security_group_rule and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:48.759086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:48.759578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] For port a353ce45-4860-4da5-992e-e97c1e95bf1f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a353ce45-4860-4da5-992e-e97c1e95bf1f,segment=NetworkSegment(674745de-0456-4cff-9ed6-08fd16dd715c),segment_id=674745de-0456-4cff-9ed6-08fd16dd715c)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:48.760162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.768865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:48.803013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.808435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:48.809029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.861359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:48.882901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] For port a89e082a-3e57-4a13-9941-604d296d3922, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a89e082a-3e57-4a13-9941-604d296d3922,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:48.883540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:48.915527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] Calling delete_port for a353ce45-4860-4da5-992e-e97c1e95bf1f owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:48.981708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:48.996724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.041854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] Pushing event deleted for resources: {'Port': ['ID=a353ce45-4860-4da5-992e-e97c1e95bf1f,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:49.049092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b19db4-8fa5-4b51-a1a2-501cab68cca8 None None] No DVR routers for this DVR port a353ce45-4860-4da5-992e-e97c1e95bf1f on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:49.075033 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9623055 Sep 19 17:12:49.081622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d127c-f0e3-4f5e-b0a3-b413a94a9241 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=d8fdb3a0-a20e-44d3-94ff-13c8439be93b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:49.085054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42712) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:49.088740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:49.092667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.093792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network d8fdb3a0-a20e-44d3-94ff-13c8439be93b details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:49.119837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] For port a353ce45-4860-4da5-992e-e97c1e95bf1f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a353ce45-4860-4da5-992e-e97c1e95bf1f,segment=NetworkSegment(674745de-0456-4cff-9ed6-08fd16dd715c),segment_id=674745de-0456-4cff-9ed6-08fd16dd715c)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:49.120248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.122663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': 'ab184b5e-4f4a-4063-b7c8-93b381eb13ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:49.139825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.323661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for a353ce45-4860-4da5-992e-e97c1e95bf1f owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:49.382925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a353ce45-4860-4da5-992e-e97c1e95bf1f no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:49.428752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: a353ce45-4860-4da5-992e-e97c1e95bf1f {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:49.429635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a353ce45-4860-4da5-992e-e97c1e95bf1f not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:49.522719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:49.539170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.539580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.539822 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Floating IP a2b66054-861c-44bc-9907-777a770abfc4 disassociated. External IP: 172.26.10.205, port: a89e082a-3e57-4a13-9941-604d296d3922. Sep 19 17:12:49.540162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Calling delete_port for a89e082a-3e57-4a13-9941-604d296d3922 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:49.544165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:49.555858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:49.563028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.568646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:12:49.568976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:12:49.570047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.576316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721543d4-b0ed-49c7-bbbd-48551fe89da0 req-b534ff4e-a6e4-45cf-9544-59e4595eeed0 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:49.577726 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-721543d4-b0ed-49c7-bbbd-48551fe89da0 req-b534ff4e-a6e4-45cf-9544-59e4595eeed0 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 945 time: 0.6367354 Sep 19 17:12:49.580112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:49.582017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.691228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:12:49.708455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:49.711882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.747762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8771121d-a58e-49bb-9246-5b5ec703c069,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:49.808267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:49.810800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=b56af9e1-b27d-4d61-809a-71954de5abe5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:49.814734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:49.828649 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-721543d4-b0ed-49c7-bbbd-48551fe89da0 req-c5453637-df00-4cce-ab69-409067640ba6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9158971-8fc1-4da6-88e1-b64b613ec4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348466 Sep 19 17:12:49.828966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:49.840561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.840907 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Added segment bb69eb0d-8651-4681-9845-2e7156c293dc of type vlan for network 68a98c82-41f6-4089-a841-47178a4df383 Sep 19 17:12:49.966444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:49.991575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.059827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.082970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port a353ce45-4860-4da5-992e-e97c1e95bf1f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:50.083525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.175176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] The port 'a353ce45-4860-4da5-992e-e97c1e95bf1f' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:12:50.175982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.205478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:50.247525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:50.250658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:50.251399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.256773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adadf6c-f882-4b6d-b5f1-c144c6f0b1ac None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:50.263894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event deleted for resources: {'Port': ['ID=a89e082a-3e57-4a13-9941-604d296d3922,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:50.273635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.274595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:50.275185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.278582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=f1a084db-47a9-4fcc-9bc1-b61164feba33,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:50.428571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] Pushing event updated for resources: {'Network': ['ID=68a98c82-41f6-4089-a841-47178a4df383,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:50.471606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 68a98c82-41f6-4089-a841-47178a4df383 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:12:50.512807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.609360 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5956b981-51fe-4405-8f92-b80978064d20 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5620794 Sep 19 17:12:50.619983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42716) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:50.643256 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-07f47135-0b59-44d4-ab25-b44bfc474b05 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1297288 Sep 19 17:12:50.651958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42720) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:50.654737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': 'f1a084db-47a9-4fcc-9bc1-b61164feba33'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:50.655766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.670693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1124858704', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:50.677246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Request body: {'subnet': {'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1565633865-subnet', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:50.684943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:50.694408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3b16bb-3e2e-4f66-a27e-ce411e72a81e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:50.696421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:router and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:50.699382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.705753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:50.710850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:50.722350 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Usage tracker for resource:subnet and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:50.731289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:50.735009 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674745de-0456-4cff-9ed6-08fd16dd715c') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:50.735317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674745de-0456-4cff-9ed6-08fd16dd715c') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:50.744349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:50.755636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device a89e082a-3e57-4a13-9941-604d296d3922 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:12:50.758179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:50.763246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.782211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.783620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.798068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: a89e082a-3e57-4a13-9941-604d296d3922 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:12:50.798068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device a89e082a-3e57-4a13-9941-604d296d3922 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:12:50.813609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=f4bbc390-d1fe-406c-8fd6-17106e8caf9e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:50.817638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.830258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.844769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': '6dd56612-3fb5-4af6-86a8-507fec7f9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab184b5e-4f4a-4063-b7c8-93b381eb13ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:50.845138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: ab184b5e-4f4a-4063-b7c8-93b381eb13ab, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:50.865851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Router b94dbf1c-86c5-4b58-bee7-55842511e963 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:50.866593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 3af8902a-25cc-4238-b43c-81f1ed9717f9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:50.867039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.877374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.882154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Made reservation on behalf of 005540b87a2946f39e66ce23e0f987a5 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:50.882510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/f1a084db-47a9-4fcc-9bc1-b61164feba33/9f99613b-2f01-45af-b33b-257b71a0be85) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:50.884497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.910554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.932276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network ab184b5e-4f4a-4063-b7c8-93b381eb13ab is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:50.964683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:12:50.965362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.969937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, ab184b5e-4f4a-4063-b7c8-93b381eb13ab) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:50.971617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.975474 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8d665741-3b56-4ed1-a705-b867b3f81075 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3198915 Sep 19 17:12:50.979041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:50.980008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:50.983416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42726) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:50.996581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56745ba-1474-4087-b2e4-cec6a967d865 None None] Network ab184b5e-4f4a-4063-b7c8-93b381eb13ab requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:51.190624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-33889485-40d8-4331-a6d3-00c39e4e6301 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1002603 Sep 19 17:12:51.325858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:51.360020 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 674745de-0456-4cff-9ed6-08fd16dd715c resource provider aggregate not found Sep 19 17:12:51.362631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42732) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:51.409230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-ab184b5e-4f4a-4063-b7c8-93b381eb13ab', 'network_id': 'ab184b5e-4f4a-4063-b7c8-93b381eb13ab', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': 'f4bbc390-d1fe-406c-8fd6-17106e8caf9e'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:51.411810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:51.482506 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 674745de-0456-4cff-9ed6-08fd16dd715c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 674745de-0456-4cff-9ed6-08fd16dd715c found for delete ", "request_id": "req-bc45154d-e580-4bc4-960d-0fb643d249e7"}]} Sep 19 17:12:51.491947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': 'd8fdb3a0-a20e-44d3-94ff-13c8439be93b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:51.509372 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-126c1690-229a-4c45-a1ea-5e89001954af req-23e430ba-37eb-4549-84b7-73ed64a23aeb tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 210 time: 0.5247085 Sep 19 17:12:51.556351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:51.587905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Allocated IP 2001:db8::2 (ab184b5e-4f4a-4063-b7c8-93b381eb13ab/f4bbc390-d1fe-406c-8fd6-17106e8caf9e/4f89898a-f3c1-48db-8dbe-88e080a88ad4) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:51.604294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Transition to ACTIVE for port object 9f99613b-2f01-45af-b33b-257b71a0be85 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:51.625131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:51.677761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:51.703602 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] Sync routers for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:51.708291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Transition to ACTIVE for port object 9f99613b-2f01-45af-b33b-257b71a0be85 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:51.714667 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:51.718455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:51.723253 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:51.739106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:51.779287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 3af8902a-25cc-4238-b43c-81f1ed9717f9 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:51.793911 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/networks/8b3b16bb-3e2e-4f66-a27e-ce411e72a81e HTTP/1.1" status: 204 len: 168 time: 3.6251779 Sep 19 17:12:51.800927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a02a7f-08e7-406d-bf6a-529445912866 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Network': ['ID=8b3b16bb-3e2e-4f66-a27e-ce411e72a81e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:51.809261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:51.813712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42738) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:51.815262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:51.828298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:51.857679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'name': 'tempest-PortsTestJSON-39641356'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:51.902753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:51.903625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Pushing event updated for resources: {'Port': ['ID=9f99613b-2f01-45af-b33b-257b71a0be85,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:51.915574 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:12:51.958422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] No DVR routers for this DVR port a89e082a-3e57-4a13-9941-604d296d3922 on host hv-neutron-8577 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:12:52.026008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.028391 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e88eb9af-b50b-4149-8db0-937dda995b59 req-d0b3fecb-1e4a-4255-b827-7be2ae52ea31 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.86 "DELETE /v2.0/ports/a89e082a-3e57-4a13-9941-604d296d3922 HTTP/1.1" status: 204 len: 173 time: 4.1239629 Sep 19 17:12:52.029235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Attempting to bind port 9f99613b-2f01-45af-b33b-257b71a0be85 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:52.029622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Attempting to bind port 9f99613b-2f01-45af-b33b-257b71a0be85 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:52.029986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Attempting to bind port 9f99613b-2f01-45af-b33b-257b71a0be85 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:52.044948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:52.047931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'name': 'network-vif-deleted', 'tag': 'a89e082a-3e57-4a13-9941-604d296d3922'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:12:52.050881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae362575-c61f-4c0b-8336-65d41ae6348b" -d '{"events": [{"server_uuid": "b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc", "name": "network-vif-deleted", "tag": "a89e082a-3e57-4a13-9941-604d296d3922"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:12:52.056957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:52.057391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:52.058437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.058843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:52.059453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Bound port: 9f99613b-2f01-45af-b33b-257b71a0be85, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:52.059835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.089572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:52.092997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.115346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.144977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:52.178541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1fff88-a598-4ffd-87db-4cdb3591aaa5 x-openstack-request-id: req-3a1fff88-a598-4ffd-87db-4cdb3591aaa5 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:12:52.179154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc", "name": "network-vif-deleted", "tag": "a89e082a-3e57-4a13-9941-604d296d3922", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:12:52.179564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3a1fff88-a598-4ffd-87db-4cdb3591aaa5 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:12:52.180107 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1fff88-a598-4ffd-87db-4cdb3591aaa5'] response: {'server_uuid': 'b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc', 'name': 'network-vif-deleted', 'tag': 'a89e082a-3e57-4a13-9941-604d296d3922', 'status': 'completed', 'code': 200} Sep 19 17:12:52.187634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=3af8902a-25cc-4238-b43c-81f1ed9717f9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:52.218096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Transition to ACTIVE for port object 4f89898a-f3c1-48db-8dbe-88e080a88ad4 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:52.224816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:52.228671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.266824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Transition to ACTIVE for port object 4f89898a-f3c1-48db-8dbe-88e080a88ad4 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:52.284779 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.359758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.367051 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:12Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:52.376624 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] Checking router: b94dbf1c-86c5-4b58-bee7-55842511e963 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:12:52.394776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Network ab184b5e-4f4a-4063-b7c8-93b381eb13ab is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:52.398791 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:52.400609 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:52.401773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:52.402260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] For port 9f99613b-2f01-45af-b33b-257b71a0be85, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:52.409997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] For port 9f99613b-2f01-45af-b33b-257b71a0be85, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9f99613b-2f01-45af-b33b-257b71a0be85,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:52.420222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:52.426066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.429454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:52.445797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:52.462002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:52.473558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.508773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Pushing event updated for resources: {'Port': ['ID=4f89898a-f3c1-48db-8dbe-88e080a88ad4,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:52.529972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:52.665166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.698699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Attempting to bind port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:52.699500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Attempting to bind port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6dd56612-3fb5-4af6-86a8-507fec7f9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab184b5e-4f4a-4063-b7c8-93b381eb13ab'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:52.700118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Attempting to bind port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 on network ab184b5e-4f4a-4063-b7c8-93b381eb13ab {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:52.702570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a810d-0fe0-4a39-9466-e33bbdcefaea None None] Pushing event updated for resources: {'Port': ['ID=9f99613b-2f01-45af-b33b-257b71a0be85,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:52.709327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:52.716072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Checking segment: {'id': '6dd56612-3fb5-4af6-86a8-507fec7f9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab184b5e-4f4a-4063-b7c8-93b381eb13ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:52.716795 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.717310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Bound using segment: {'id': '6dd56612-3fb5-4af6-86a8-507fec7f9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab184b5e-4f4a-4063-b7c8-93b381eb13ab'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:52.717935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Bound port: 4f89898a-f3c1-48db-8dbe-88e080a88ad4, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd56612-3fb5-4af6-86a8-507fec7f9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab184b5e-4f4a-4063-b7c8-93b381eb13ab'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:52.718591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.800971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:52.851689 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:12:52.938341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] For port 4f89898a-f3c1-48db-8dbe-88e080a88ad4, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:52.951536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] For port 4f89898a-f3c1-48db-8dbe-88e080a88ad4, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f89898a-f3c1-48db-8dbe-88e080a88ad4,segment=NetworkSegment(6dd56612-3fb5-4af6-86a8-507fec7f9430),segment_id=6dd56612-3fb5-4af6-86a8-507fec7f9430)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:52.963567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:53.086015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:53.105499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:53.113135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d421a98-1d31-45e6-8c15-8b3274159a0a None None] Pushing event updated for resources: {'Port': ['ID=4f89898a-f3c1-48db-8dbe-88e080a88ad4,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:53.218146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfed10b1-81a4-4105-9726-b428a435bbc2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:53.221437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-72da4a27-0b6c-44fb-8a41-728c44d458eb req-d6681c92-9062-41bf-b86a-6602dbe196ca tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Synchronizing usage tracker for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:53.276678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 549f6d0b-9990-425f-8c88-ffe100708537 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:53.343767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Checking segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:53.344058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Network hostable DHCP agents. Network: 68a98c82-41f6-4089-a841-47178a4df383, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:53.439911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-72da4a27-0b6c-44fb-8a41-728c44d458eb req-d6681c92-9062-41bf-b86a-6602dbe196ca tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Unset dirty status for tenant:3f4d6ddacfc345e7becd41e81c8b5ebc on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:53.441112 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-72da4a27-0b6c-44fb-8a41-728c44d458eb req-d6681c92-9062-41bf-b86a-6602dbe196ca tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fa5bd6-52d2-45c6-9c49-bd40f4e3c1cc HTTP/1.1" status: 200 len: 210 time: 0.3632271 Sep 19 17:12:53.544010 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:12Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:53.548415 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5b75b-208a-486e-ab8b-c9581bcaf587 None None] The sync data for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv is: [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:09:02Z', 'revision_number': 4, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8170192e-f253-47ea-9d0e-9d566b460dc1', 'name': '', 'network_id': '2c02a989-b601-4077-a12b-46a803f8f26b', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'mac_address': 'fa:16:3e:f2:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:59Z', 'updated_at': '2022-09-19T17:09:12Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'subnets': [{'id': 'c6c30a66-fb2a-4a17-b2c5-28d45589f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:53.606741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9f99613b-2f01-45af-b33b-257b71a0be85 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:53.613046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Network 68a98c82-41f6-4089-a841-47178a4df383 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:53.661101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:53.686802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 0785055d-40e0-46b9-be9c-d17667032ba4 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:12:53.707472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 9f99613b-2f01-45af-b33b-257b71a0be85 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:53.713485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f89898a-f3c1-48db-8dbe-88e080a88ad4 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:53.739141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 68a98c82-41f6-4089-a841-47178a4df383) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:53.747486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e43a9-4dc6-4714-8ae8-e9eed31dae0d None None] Network 68a98c82-41f6-4089-a841-47178a4df383 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:53.830800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:53.832062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:53.899389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 2008a360-1444-4d27-88ce-546ac3947ae1 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:12:53.938796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=f783bee9-3b20-43ff-b76e-140d2d5d8575,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:53.947990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:53.967479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:53.990884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42746) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:53.997952 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fa060e32-1f44-4deb-a5d0-8f1760c060e0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3765812 Sep 19 17:12:53.999544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:54.004623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:54.009242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Usage tracker for resource:router and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:54.014470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:54.022510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c5faa-b05e-4333-b0d4-d8440288ba4a None None] Sync routers for ids ['0785055d-40e0-46b9-be9c-d17667032ba4'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:54.025887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:54.041706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.043014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.058714 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bd6d197b-382f-4920-aa14-007e2806d663 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/0785055d-40e0-46b9-be9c-d17667032ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8038290 Sep 19 17:12:54.059713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42750) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:54.059904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': '3c2ca76d-67df-4e89-96f9-9bb269458b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8fdb3a0-a20e-44d3-94ff-13c8439be93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:54.060525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: d8fdb3a0-a20e-44d3-94ff-13c8439be93b, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:54.081671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c5faa-b05e-4333-b0d4-d8440288ba4a None None] Routers {'0785055d-40e0-46b9-be9c-d17667032ba4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:54.082668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6c0c5faa-b05e-4333-b0d4-d8440288ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['0785055d-40e0-46b9-be9c-d17667032ba4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:54.112329 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7d4dc-ea25-4513-9d44-e5eaac4eed1a None None] New status for floating IP a2b66054-861c-44bc-9907-777a770abfc4: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:12:54.123430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.208292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network d8fdb3a0-a20e-44d3-94ff-13c8439be93b is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:54.270141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, d8fdb3a0-a20e-44d3-94ff-13c8439be93b) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:54.283095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:54.284117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.319044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90713797-083d-4794-a6ff-2b6e217ecb07 None None] Network d8fdb3a0-a20e-44d3-94ff-13c8439be93b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:54.343882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:12:54.347888 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f221839c-a95e-453c-99bc-67d8ec93bfa5 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9841883 Sep 19 17:12:54.356658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42754) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:54.361695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.366217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1407226888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:54.394931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Sync routers for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:12:54.407410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6c0c5faa-b05e-4333-b0d4-d8440288ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:54.457058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::1 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/f1a084db-47a9-4fcc-9bc1-b61164feba33/24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:54.494475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:54.510067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-68a98c82-41f6-4089-a841-47178a4df383', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:54.511014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.551226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:router and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:54.569049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:54.575148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:54.579038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:54.587879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.592495 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a09a049b-247c-4b70-b2b3-9655c564b684 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.3019896 Sep 19 17:12:54.592495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:54.598270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:54.600138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42760) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:54.601223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:54.613981 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:54.620824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:54.621648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.647384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=549f6d0b-9990-425f-8c88-ffe100708537,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:54.654208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.655398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.672578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42766) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:54.674357 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-63489ca1-1e50-4f8d-87d2-77d178a4020c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.8594687 Sep 19 17:12:54.699229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.709782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b17b802d-ed8e-4d99-a045-a98225fd83f1 None None] Provisioning for port 9f99613b-2f01-45af-b33b-257b71a0be85 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:54.725034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.754506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.759239 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1a5e1974-cca9-43ea-9608-0271c9a70a76 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4011960 Sep 19 17:12:54.760223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42772) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:54.767688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42774) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:54.893888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:54.914831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:12:54.928926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:55.021197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:55.039511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:55.063512 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-22154ae4-7338-4fdd-ac1f-30fac4bb75b9 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4557660 Sep 19 17:12:55.066533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d21c903-2826-494e-a471-63ea557a90e6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:55.069552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42780) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:55.115284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b17b802d-ed8e-4d99-a045-a98225fd83f1 None None] Provisioning complete for port 9f99613b-2f01-45af-b33b-257b71a0be85 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:55.115742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b17b802d-ed8e-4d99-a045-a98225fd83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:55.139712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c5faa-b05e-4333-b0d4-d8440288ba4a None None] Routers {'0785055d-40e0-46b9-be9c-d17667032ba4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:55.140661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6c0c5faa-b05e-4333-b0d4-d8440288ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['0785055d-40e0-46b9-be9c-d17667032ba4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:55.205189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:55.214067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:55.224479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a07b76-2e13-492b-aa43-dfff84a31ebb None None] Network ab184b5e-4f4a-4063-b7c8-93b381eb13ab requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:55.245907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:55.246144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:55.300550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b1d595a2-45b7-4d7b-b8d1-7402edcd8183 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 549f6d0b-9990-425f-8c88-ffe100708537 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:55.300960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1d595a2-45b7-4d7b-b8d1-7402edcd8183 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:55.308926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd1335-f643-4e21-9804-eb8af6edbb53 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:55.317158 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f7bd1335-f643-4e21-9804-eb8af6edbb53 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2396486 Sep 19 17:12:55.332051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42784) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:55.339335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-c28a9512-3bf4-4528-a388-720c5bd0450f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] remove_router_interface failed (client error): The resource could not be found. Sep 19 17:12:55.343320 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c28a9512-3bf4-4528-a388-720c5bd0450f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/0785055d-40e0-46b9-be9c-d17667032ba4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2751968 Sep 19 17:12:55.345624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42788) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:55.395668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:55.451897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6c0c5faa-b05e-4333-b0d4-d8440288ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:55.452310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c5faa-b05e-4333-b0d4-d8440288ba4a None None] The sync data for ids ['0785055d-40e0-46b9-be9c-d17667032ba4'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:12:55.613134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:55.650224 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bedeab32-c42e-4519-9ac5-33557514428b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3105023 Sep 19 17:12:55.654039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1ab89cf-59f5-405e-9690-3c1ecece35c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:12:55.663727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42792) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:55.691866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-107898751', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:55.708767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1ab89cf-59f5-405e-9690-3c1ecece35c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:12:55.712695 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c1ab89cf-59f5-405e-9690-3c1ecece35c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=0785055d-40e0-46b9-be9c-d17667032ba4 HTTP/1.1" status: 200 len: 205 time: 0.1298630 Sep 19 17:12:55.719054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42796) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:55.855376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Allocated IP 172.20.0.2 (68a98c82-41f6-4089-a841-47178a4df383/bfed10b1-81a4-4105-9726-b428a435bbc2/1f7c2f7f-375a-49ce-a8ee-84dbd495d300) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:55.892168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d21c903-2826-494e-a471-63ea557a90e6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:55.970437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-d8fdb3a0-a20e-44d3-94ff-13c8439be93b', 'network_id': 'd8fdb3a0-a20e-44d3-94ff-13c8439be93b', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': 'f783bee9-3b20-43ff-b76e-140d2d5d8575'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:55.971163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.002975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-adcaa0d2-df7d-4df1-aa87-e24981710576 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.031912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:56.036017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:56.039047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:56.045280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:56.061643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:56.065313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.080605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b17b802d-ed8e-4d99-a045-a98225fd83f1 None None] Current status of the port 9f99613b-2f01-45af-b33b-257b71a0be85 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:56.080993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b17b802d-ed8e-4d99-a045-a98225fd83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.199351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.221159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d21c903-2826-494e-a471-63ea557a90e6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.256964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21c903-2826-494e-a471-63ea557a90e6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9158971-8fc1-4da6-88e1-b64b613ec4b2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:56.266010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.296309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b17b802d-ed8e-4d99-a045-a98225fd83f1 None None] For port 9f99613b-2f01-45af-b33b-257b71a0be85, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9f99613b-2f01-45af-b33b-257b71a0be85,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:56.323549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b17b802d-ed8e-4d99-a045-a98225fd83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.334035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d21c903-2826-494e-a471-63ea557a90e6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.338039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d21c903-2826-494e-a471-63ea557a90e6 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "DELETE /v2.0/security-groups/a9158971-8fc1-4da6-88e1-b64b613ec4b2 HTTP/1.1" status: 204 len: 168 time: 1.4952374 Sep 19 17:12:56.367048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:12:50Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:56.391074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42800) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:56.437395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Checking router: 2008a360-1444-4d27-88ce-546ac3947ae1 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:12:56.437728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Updating router 2008a360-1444-4d27-88ce-546ac3947ae1 port b56af9e1-b27d-4d61-809a-71954de5abe5 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:12:56.510353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.605114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Allocated IP 2001:db8:1::2 (d8fdb3a0-a20e-44d3-94ff-13c8439be93b/f783bee9-3b20-43ff-b76e-140d2d5d8575/929265c8-d24f-4adf-9837-ee3651c64b5a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:56.607061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Provisioning for port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:56.615706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b802d-ed8e-4d99-a045-a98225fd83f1 None None] Pushing event updated for resources: {'Port': ['ID=9f99613b-2f01-45af-b33b-257b71a0be85,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:56.621304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.623697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.673161 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-fb988fd7-4b36-4f9c-9509-7468ca4380e2 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] show failed (client error): The resource could not be found. Sep 19 17:12:56.674833 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fb988fd7-4b36-4f9c-9509-7468ca4380e2 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "GET /v2.0/security-groups/a9158971-8fc1-4da6-88e1-b64b613ec4b2 HTTP/1.1" status: 404 len: 347 time: 0.2826023 Sep 19 17:12:56.677693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1d595a2-45b7-4d7b-b8d1-7402edcd8183 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.684335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42804) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:56.718948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Transition to ACTIVE for port object 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:56.742721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Transition to ACTIVE for port object 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:56.799980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-adcaa0d2-df7d-4df1-aa87-e24981710576 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.800777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Provisioning complete for port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:56.801164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.837361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-adcaa0d2-df7d-4df1-aa87-e24981710576 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:56.843610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.023134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Network 68a98c82-41f6-4089-a841-47178a4df383 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:57.035416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:57.037811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:57.065285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:12:57.114339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Deleting port 8269fa2e-d577-40b6-b56b-44ea31810877 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:12:57.115012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.160636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Pushing event updated for resources: {'Port': ['ID=1f7c2f7f-375a-49ce-a8ee-84dbd495d300,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:57.239262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b1d595a2-45b7-4d7b-b8d1-7402edcd8183 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 549f6d0b-9990-425f-8c88-ffe100708537 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:57.269261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Provisioning for port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:12:57.302182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Provisioning complete for port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:57.302558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.327562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Attempting to bind port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:57.327704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Attempting to bind port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:57.328699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Attempting to bind port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 on network 68a98c82-41f6-4089-a841-47178a4df383 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:57.358579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:57.359482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Checking segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:57.359482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.359758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Bound using segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:57.360242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Bound port: 1f7c2f7f-375a-49ce-a8ee-84dbd495d300, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:57.360616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.430312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.439257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8::1 (ab184b5e-4f4a-4063-b7c8-93b381eb13ab/f4bbc390-d1fe-406c-8fd6-17106e8caf9e/0db310d0-f448-4bae-8a37-c6f8c86007b9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:57.492744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9f99613b-2f01-45af-b33b-257b71a0be85 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:57.583070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-adcaa0d2-df7d-4df1-aa87-e24981710576 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.583785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcaa0d2-df7d-4df1-aa87-e24981710576 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Fanout notify agent at l3_agent the message router_deleted on router 0785055d-40e0-46b9-be9c-d17667032ba4 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:12:57.628622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.679214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-adcaa0d2-df7d-4df1-aa87-e24981710576 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.683879 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-adcaa0d2-df7d-4df1-aa87-e24981710576 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/0785055d-40e0-46b9-be9c-d17667032ba4 HTTP/1.1" status: 204 len: 168 time: 1.9606836 Sep 19 17:12:57.688456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42808) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:57.706622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1d595a2-45b7-4d7b-b8d1-7402edcd8183 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.724806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Transition to ACTIVE for port object 929265c8-d24f-4adf-9837-ee3651c64b5a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:57.750382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] For port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:57.847227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] For port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1f7c2f7f-375a-49ce-a8ee-84dbd495d300,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:57.856679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Current status of the port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:57.857131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.866340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Transition to ACTIVE for port object 929265c8-d24f-4adf-9837-ee3651c64b5a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:57.869856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.879787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.926117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.935801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d595a2-45b7-4d7b-b8d1-7402edcd8183 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=549f6d0b-9990-425f-8c88-ffe100708537,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:57.942006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9f99613b-2f01-45af-b33b-257b71a0be85 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:57.942476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:57.978196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Transition to ACTIVE for port object b56af9e1-b27d-4d61-809a-71954de5abe5 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:58.016794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=e1508415-4120-4d43-b41a-da1d837115b6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:58.032036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.048288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:58.049444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: abdffc55-2833-4ee4-8913-08310e09357d, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:12:58.049850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Network d8fdb3a0-a20e-44d3-94ff-13c8439be93b is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:58.074057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Attempting to bind port b56af9e1-b27d-4d61-809a-71954de5abe5 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:58.074451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Attempting to bind port b56af9e1-b27d-4d61-809a-71954de5abe5 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:58.074821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Attempting to bind port b56af9e1-b27d-4d61-809a-71954de5abe5 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:58.079815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:58.083452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1d595a2-45b7-4d7b-b8d1-7402edcd8183 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.084005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.084554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.099432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] For port 4f89898a-f3c1-48db-8dbe-88e080a88ad4, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f89898a-f3c1-48db-8dbe-88e080a88ad4,segment=NetworkSegment(6dd56612-3fb5-4af6-86a8-507fec7f9430),segment_id=6dd56612-3fb5-4af6-86a8-507fec7f9430)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:12:58.101108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:58.103678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd275657-832a-470b-bcd1-13903ba353f5 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet 2a040b14-6f72-49ac-855e-1c20aa49d33f {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:12:58.120863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd275657-832a-470b-bcd1-13903ba353f5 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.149157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:58.149540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:58.149942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.150357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:58.150828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Bound port: b56af9e1-b27d-4d61-809a-71954de5abe5, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:58.152997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.160276 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b1d595a2-45b7-4d7b-b8d1-7402edcd8183 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/549f6d0b-9990-425f-8c88-ffe100708537 HTTP/1.1" status: 204 len: 168 time: 3.4092329 Sep 19 17:12:58.161060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42812) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:58.186479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61371c9c-9732-4c6d-99b9-ecb1536a52bd None None] Pushing event updated for resources: {'Port': ['ID=1f7c2f7f-375a-49ce-a8ee-84dbd495d300,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:58.188984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.195005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'mac_address': 'fa:16:3e:2e:bf:2f', 'name': 'tempest-PortsTestJSON-1898530588'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:12:58.236376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Calling delete_port for 8269fa2e-d577-40b6-b56b-44ea31810877 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:12:58.302261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network abdffc55-2833-4ee4-8913-08310e09357d is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:12:58.360968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.369524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, abdffc55-2833-4ee4-8913-08310e09357d) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:58.384202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:12:58.385175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.420747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object 0db310d0-f448-4bae-8a37-c6f8c86007b9 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:12:58.455833 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2bf0583a-5265-4e9d-8d2c-0cfee11d7acd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7805221 Sep 19 17:12:58.456064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71060b85-f36d-4589-a0f2-b2004abb4336 None None] Network abdffc55-2833-4ee4-8913-08310e09357d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:58.458445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:58.473305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd275657-832a-470b-bcd1-13903ba353f5 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.579580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9f99613b-2f01-45af-b33b-257b71a0be85 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:12:58.581824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Pushing event updated for resources: {'Port': ['ID=929265c8-d24f-4adf-9837-ee3651c64b5a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:58.622016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:12:58.636371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:12:58.643270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:12:58.647320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.658556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:12:58.669881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.670614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.674464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.689862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Attempting to bind port 929265c8-d24f-4adf-9837-ee3651c64b5a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:12:58.690241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Attempting to bind port 929265c8-d24f-4adf-9837-ee3651c64b5a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '3c2ca76d-67df-4e89-96f9-9bb269458b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8fdb3a0-a20e-44d3-94ff-13c8439be93b'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:12:58.690601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Attempting to bind port 929265c8-d24f-4adf-9837-ee3651c64b5a on network d8fdb3a0-a20e-44d3-94ff-13c8439be93b {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:12:58.697217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.701221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.708996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-eee0215d-82c1-4987-aff1-c620f09dbb94 None None] Provisioning complete for port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:12:58.709513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eee0215d-82c1-4987-aff1-c620f09dbb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.759276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.762744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:12:58.763139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Checking segment: {'id': '3c2ca76d-67df-4e89-96f9-9bb269458b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8fdb3a0-a20e-44d3-94ff-13c8439be93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:12:58.763541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.763946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Bound using segment: {'id': '3c2ca76d-67df-4e89-96f9-9bb269458b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8fdb3a0-a20e-44d3-94ff-13c8439be93b'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:12:58.764417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Bound port: 929265c8-d24f-4adf-9837-ee3651c64b5a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2ca76d-67df-4e89-96f9-9bb269458b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8fdb3a0-a20e-44d3-94ff-13c8439be93b'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:12:58.764785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.776681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Pushing event deleted for resources: {'Port': ['ID=8269fa2e-d577-40b6-b56b-44ea31810877,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:58.803870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] For port b56af9e1-b27d-4d61-809a-71954de5abe5, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:58.826473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network ab184b5e-4f4a-4063-b7c8-93b381eb13ab is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:58.859435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f043f-40bc-41f3-81a1-ceddd276f40c None None] Pushing event updated for resources: {'Port': ['ID=b56af9e1-b27d-4d61-809a-71954de5abe5,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:58.872535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] For port b56af9e1-b27d-4d61-809a-71954de5abe5, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b56af9e1-b27d-4d61-809a-71954de5abe5,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:58.881885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:12:58.908376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:58.910442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=0db310d0-f448-4bae-8a37-c6f8c86007b9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:58.915156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:12:58.915708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:58.957390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb3a97-2376-4dbe-939d-0b52942207ad None None] Pushing event updated for resources: {'Port': ['ID=4f89898a-f3c1-48db-8dbe-88e080a88ad4,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:58.977795 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.116762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.143115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] For port 929265c8-d24f-4adf-9837-ee3651c64b5a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:12:59.147244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] For port 929265c8-d24f-4adf-9837-ee3651c64b5a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=929265c8-d24f-4adf-9837-ee3651c64b5a,segment=NetworkSegment(3c2ca76d-67df-4e89-96f9-9bb269458b47),segment_id=3c2ca76d-67df-4e89-96f9-9bb269458b47)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:12:59.153011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f043f-40bc-41f3-81a1-ceddd276f40c None None] Pushing event updated for resources: {'Port': ['ID=b56af9e1-b27d-4d61-809a-71954de5abe5,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:59.165712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:59.172451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd275657-832a-470b-bcd1-13903ba353f5 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.248747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.261843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.380943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.409640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.411108 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ba313fbd-5f74-46c0-a1ec-7d80cfe62755 tempest-ServerActionsTestJSON-1163477313 tempest-ServerActionsTestJSON-1163477313-project] 10.222.0.83 "DELETE /v2.0/floatingips/a2b66054-861c-44bc-9907-777a770abfc4 HTTP/1.1" status: 204 len: 168 time: 2.7175982 Sep 19 17:12:59.421722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42820) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:12:59.522043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46a879-c483-472a-9443-1cd32e604a3f None None] Pushing event updated for resources: {'Port': ['ID=929265c8-d24f-4adf-9837-ee3651c64b5a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:59.542036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:12:59.575240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:12:59.576315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:12:59.576580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:12:59.609236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port c833eb97-63aa-420e-a5d5-ca6f02a8c111 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:12:59.647925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd275657-832a-470b-bcd1-13903ba353f5 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.669203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Allocated IP 172.26.10.112 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:12:59.699106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f89898a-f3c1-48db-8dbe-88e080a88ad4 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:12:59.726056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c05f32-3f17-4972-8323-e427909bf4fc None None] Network 68a98c82-41f6-4089-a841-47178a4df383 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:12:59.836894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd275657-832a-470b-bcd1-13903ba353f5 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=2a040b14-6f72-49ac-855e-1c20aa49d33f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:12:59.943492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-abdffc55-2833-4ee4-8913-08310e09357d', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:12:59.944832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.946375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bd275657-832a-470b-bcd1-13903ba353f5 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:12:59.973950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807a6fb2-555c-4024-a624-294bd45d31fe None None] Network 35458bea-17b0-4b99-b143-e9680700ee4e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:00.007686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-eee0215d-82c1-4987-aff1-c620f09dbb94 None None] Current status of the port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:00.175377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bd275657-832a-470b-bcd1-13903ba353f5 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/2a040b14-6f72-49ac-855e-1c20aa49d33f HTTP/1.1" status: 204 len: 168 time: 2.4814346 Sep 19 17:13:00.183637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42824) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:00.403350 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1bdb3252-e04c-45f8-844d-bd20dc7885bc None None] Provisioning for port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:00.451069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.457858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.458600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.538891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.625079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.654521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:00.700167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=0db310d0-f448-4bae-8a37-c6f8c86007b9,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:00.702856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.708629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.735970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Router 6de1c619-6d76-4fc6-b5fe-f2726c4b848d is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:13:00.753784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:00.754130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.847889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca246c2f-018b-44fb-9f62-82f2a24bd189 None None] Network d8fdb3a0-a20e-44d3-94ff-13c8439be93b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:00.861956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Allocated IP 172.20.0.2 (abdffc55-2833-4ee4-8913-08310e09357d/e1508415-4120-4d43-b41a-da1d837115b6/84da4be7-9087-45ee-a2af-393fc8501d2a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:00.895714 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:00.896249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:00.966784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network ab184b5e-4f4a-4063-b7c8-93b381eb13ab is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:00.970646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:01.025346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1bdb3252-e04c-45f8-844d-bd20dc7885bc None None] Provisioning complete for port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:01.025797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3252-e04c-45f8-844d-bd20dc7885bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:01.234975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:13:01.272774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb3252-e04c-45f8-844d-bd20dc7885bc None None] Port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:01.323811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:01.426293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:01.429047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:01.441673 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a97e9c81-f784-4c3e-8466-3bb50e583931 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "PUT /v2.0/routers/6de1c619-6d76-4fc6-b5fe-f2726c4b848d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4572170 Sep 19 17:13:01.445495 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Sync routers for ids ['6de1c619-6d76-4fc6-b5fe-f2726c4b848d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:01.449756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:01.464041 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Routers {'6de1c619-6d76-4fc6-b5fe-f2726c4b848d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:01.465156 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6de1c619-6d76-4fc6-b5fe-f2726c4b848d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:01.486740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:01.500324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:01.518189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1bdb3252-e04c-45f8-844d-bd20dc7885bc None None] Provisioning for port 0db310d0-f448-4bae-8a37-c6f8c86007b9 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:01.616159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] DHCP port deletion for 35458bea-17b0-4b99-b143-e9680700ee4e request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:01.624581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1bdb3252-e04c-45f8-844d-bd20dc7885bc None None] Provisioning complete for port 0db310d0-f448-4bae-8a37-c6f8c86007b9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:01.625275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3252-e04c-45f8-844d-bd20dc7885bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:01.647754 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=c833eb97-63aa-420e-a5d5-ca6f02a8c111,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:01.650441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:01.661370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:01.724451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] Deleting port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:01.725282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:01.730837 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Set router 6de1c619-6d76-4fc6-b5fe-f2726c4b848d gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:01.742597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc496f6-0f26-4d1d-9f54-a84c7f23d93b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:01.744096 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3bc496f6-0f26-4d1d-9f54-a84c7f23d93b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports/24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 HTTP/1.1" status: 200 len: 911 time: 0.2933648 Sep 19 17:13:01.745266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:01.746916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:01.772794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:01.774267 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:01.809043 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bc405095-bfaf-4f8a-9e00-7a160678a79e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0474634 Sep 19 17:13:01.813185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:01.822876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:01.840213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:01.861467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:01.866992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:01.867671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:01.874826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a0ab67-94ff-4f1d-a3c4-c87506591355 None None] Sync routers for ids ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:01.899071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b483919f-9611-4319-8284-fb88b5101982 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:01.899663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b483919f-9611-4319-8284-fb88b5101982 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:01.927035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b483919f-9611-4319-8284-fb88b5101982 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:01.928769 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b483919f-9611-4319-8284-fb88b5101982 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports/0db310d0-f448-4bae-8a37-c6f8c86007b9 HTTP/1.1" status: 200 len: 911 time: 0.1150239 Sep 19 17:13:01.934033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42840) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:02.001435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0ab67-94ff-4f1d-a3c4-c87506591355 None None] Routers {'66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:02.002542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33a0ab67-94ff-4f1d-a3c4-c87506591355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:02.050877 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dafb1c16-1cf2-47d9-adfa-83d04c3bd6fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8709610 Sep 19 17:13:02.053661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb3252-e04c-45f8-844d-bd20dc7885bc None None] Port 0db310d0-f448-4bae-8a37-c6f8c86007b9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:02.059046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42844) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:02.065422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port dc24e54b-af6a-47b2-8a12-29d1a2fb6002, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dc24e54b-af6a-47b2-8a12-29d1a2fb6002,segment=NetworkSegment(56650923-d121-4874-80bb-f11bd4e4377a),segment_id=56650923-d121-4874-80bb-f11bd4e4377a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:02.065858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:02.080408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1da6f-5104-4162-b589-cacdfaff0070 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:02.086508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1da6f-5104-4162-b589-cacdfaff0070 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:02.087615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:02.088155 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a2c1da6f-5104-4162-b589-cacdfaff0070 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3400149 Sep 19 17:13:02.100040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42848) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:02.108866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33a0ab67-94ff-4f1d-a3c4-c87506591355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:02.158837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abd9bc-e7e5-427e-aabe-8028a309f4a4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:02.159554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c0abd9bc-e7e5-427e-aabe-8028a309f4a4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:02.170061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Transition to ACTIVE for port object 84da4be7-9087-45ee-a2af-393fc8501d2a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:02.179023 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'name': 'tempest-NetworksTestDHCPv6-router-1124858704', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:50Z', 'updated_at': '2022-09-19T17:12:55Z', 'revision_number': 2, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None, '_interfaces': [{'id': '24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3', 'name': '', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'mac_address': 'fa:16:3e:32:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f1a084db-47a9-4fcc-9bc1-b61164feba33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:53Z', 'updated_at': '2022-09-19T17:12:57Z', 'revision_number': 2, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'subnets': [{'id': 'f1a084db-47a9-4fcc-9bc1-b61164feba33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:02.186758 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Checking router: 6de1c619-6d76-4fc6-b5fe-f2726c4b848d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:13:02.187303 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Updating router 6de1c619-6d76-4fc6-b5fe-f2726c4b848d port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:13:02.207970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0ab67-94ff-4f1d-a3c4-c87506591355 None None] Routers {'66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:02.208963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33a0ab67-94ff-4f1d-a3c4-c87506591355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:02.252404 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:02.314738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:12:50Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:02.319828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Transition to ACTIVE for port object 84da4be7-9087-45ee-a2af-393fc8501d2a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:02.326029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33a0ab67-94ff-4f1d-a3c4-c87506591355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:02.326742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a0ab67-94ff-4f1d-a3c4-c87506591355 None None] The sync data for ids ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:02.332939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for dc24e54b-af6a-47b2-8a12-29d1a2fb6002 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:02.364669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c0abd9bc-e7e5-427e-aabe-8028a309f4a4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:02.366057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c0abd9bc-e7e5-427e-aabe-8028a309f4a4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/c833eb97-63aa-420e-a5d5-ca6f02a8c111 HTTP/1.1" status: 200 len: 841 time: 0.2922010 Sep 19 17:13:02.374489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42852) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:02.383882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-53b97333-b75f-4e46-8b8e-ecc6f5c2ead8 None None] Provisioning for port 929265c8-d24f-4adf-9837-ee3651c64b5a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:02.394644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40d80e-7334-4519-af98-a2a8795aeacf None None] The sync data for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv is: [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:12:50Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:02.420066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:02.480454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:02.554316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:02.555083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:02.607517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Network abdffc55-2833-4ee4-8913-08310e09357d is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:02.634541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:02.642603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] For port dc24e54b-af6a-47b2-8a12-29d1a2fb6002, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dc24e54b-af6a-47b2-8a12-29d1a2fb6002,segment=NetworkSegment(56650923-d121-4874-80bb-f11bd4e4377a),segment_id=56650923-d121-4874-80bb-f11bd4e4377a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:02.643488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:02.660577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:02.693368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Pushing event updated for resources: {'Port': ['ID=84da4be7-9087-45ee-a2af-393fc8501d2a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:02.775168 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:02.853236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.1 (abdffc55-2833-4ee4-8913-08310e09357d/e1508415-4120-4d43-b41a-da1d837115b6/badaa563-4ad2-490b-ab6d-aca4f0aaecd1) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:02.867525 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Transition to ACTIVE for port object 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:02.898649 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.032619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.055565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-53b97333-b75f-4e46-8b8e-ecc6f5c2ead8 None None] Provisioning complete for port 0db310d0-f448-4bae-8a37-c6f8c86007b9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:03.055957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-53b97333-b75f-4e46-8b8e-ecc6f5c2ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.098576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] Calling delete_port for dc24e54b-af6a-47b2-8a12-29d1a2fb6002 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:03.238466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.324654 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Attempting to bind port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:03.325067 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Attempting to bind port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:03.325367 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Attempting to bind port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:03.334719 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:03.335150 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:03.335500 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.335892 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:03.336431 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Bound port: 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:03.336737 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.403809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.476478 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] For port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:03.480193 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] For port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:03.485968 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.497645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] Pushing event deleted for resources: {'Port': ['ID=dc24e54b-af6a-47b2-8a12-29d1a2fb6002,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:03.505127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Attempting to bind port 84da4be7-9087-45ee-a2af-393fc8501d2a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:03.505511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Attempting to bind port 84da4be7-9087-45ee-a2af-393fc8501d2a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:03.505873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Attempting to bind port 84da4be7-9087-45ee-a2af-393fc8501d2a on network abdffc55-2833-4ee4-8913-08310e09357d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:03.507606 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Pushing event updated for resources: {'Port': ['ID=24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:03.518578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5453a-8cfe-4bcf-b73b-e3c98af425c9 None None] No DVR routers for this DVR port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:13:03.520099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-53b97333-b75f-4e46-8b8e-ecc6f5c2ead8 None None] Port 0db310d0-f448-4bae-8a37-c6f8c86007b9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:03.525466 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Routers {'6de1c619-6d76-4fc6-b5fe-f2726c4b848d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:03.525690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:03.525993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Checking segment: {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:03.526188 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6de1c619-6d76-4fc6-b5fe-f2726c4b848d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:03.526543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.526963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Bound using segment: {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:03.527503 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Bound port: 84da4be7-9087-45ee-a2af-393fc8501d2a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:03.527966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.666184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-53b97333-b75f-4e46-8b8e-ecc6f5c2ead8 None None] Provisioning complete for port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:03.666994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-53b97333-b75f-4e46-8b8e-ecc6f5c2ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.701173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:03.701434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.785791 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] Set router 6de1c619-6d76-4fc6-b5fe-f2726c4b848d gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:03.795581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] For port 84da4be7-9087-45ee-a2af-393fc8501d2a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:03.802871 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] For port 84da4be7-9087-45ee-a2af-393fc8501d2a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84da4be7-9087-45ee-a2af-393fc8501d2a,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:03.808224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.808616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1f7c2f7f-375a-49ce-a8ee-84dbd495d300,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:03.811772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.837090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-61c55692-cfe0-43f5-aa5f-c8576359c55d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port c833eb97-63aa-420e-a5d5-ca6f02a8c111 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:03.837357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61c55692-cfe0-43f5-aa5f-c8576359c55d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.849528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.883783 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.884220 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.884483 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.884818 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.885151 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.885576 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.885924 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.886334 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.887097 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.887097 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.887349 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.887544 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:03.901802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:13:03.902128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object badaa563-4ad2-490b-ab6d-aca4f0aaecd1 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:03.902625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:13:03.935691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:03.994467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-53b97333-b75f-4e46-8b8e-ecc6f5c2ead8 None None] Current status of the port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:04.000306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd33c24-6df0-4e29-a031-ac09a7663927 None None] Pushing event updated for resources: {'Port': ['ID=84da4be7-9087-45ee-a2af-393fc8501d2a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:04.008565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.100043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b56af9e1-b27d-4d61-809a-71954de5abe5 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:04.132786 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4a9b3-afaf-4616-af6e-f07878d01030 None None] Pushing event updated for resources: {'Port': ['ID=24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:04.367981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=1f7c2f7f-375a-49ce-a8ee-84dbd495d300,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:04.388545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b56af9e1-b27d-4d61-809a-71954de5abe5 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:04.400364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b56af9e1-b27d-4d61-809a-71954de5abe5 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:04.400741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.421268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port dc24e54b-af6a-47b2-8a12-29d1a2fb6002 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:04.421809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.430699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.446367 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'name': 'tempest-NetworksTestDHCPv6-router-1124858704', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:50Z', 'updated_at': '2022-09-19T17:12:55Z', 'revision_number': 2, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None, '_interfaces': [{'id': '24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3', 'name': '', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'mac_address': 'fa:16:3e:32:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f1a084db-47a9-4fcc-9bc1-b61164feba33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:53Z', 'updated_at': '2022-09-19T17:13:03Z', 'revision_number': 4, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'subnets': [{'id': 'f1a084db-47a9-4fcc-9bc1-b61164feba33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:04.458087 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3b817-02bc-4b73-bb9a-283dca8f5a1b None None] The sync data for ids ['6de1c619-6d76-4fc6-b5fe-f2726c4b848d'] in dv-neutron-857789-3-hyperv is: [{'id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'name': 'tempest-NetworksTestDHCPv6-router-1124858704', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:50Z', 'updated_at': '2022-09-19T17:12:55Z', 'revision_number': 2, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None, '_interfaces': [{'id': '24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3', 'name': '', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'mac_address': 'fa:16:3e:32:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f1a084db-47a9-4fcc-9bc1-b61164feba33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:53Z', 'updated_at': '2022-09-19T17:13:03Z', 'revision_number': 4, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'subnets': [{'id': 'f1a084db-47a9-4fcc-9bc1-b61164feba33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:04.583010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.621630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b56af9e1-b27d-4d61-809a-71954de5abe5 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:04.622201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.640320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port b56af9e1-b27d-4d61-809a-71954de5abe5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b56af9e1-b27d-4d61-809a-71954de5abe5,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:04.641842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network abdffc55-2833-4ee4-8913-08310e09357d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:04.646301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.647732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 929265c8-d24f-4adf-9837-ee3651c64b5a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:04.664292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:04.715205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] The port 'dc24e54b-af6a-47b2-8a12-29d1a2fb6002' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:13:04.722396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61c55692-cfe0-43f5-aa5f-c8576359c55d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.729292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:04.838636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=b56af9e1-b27d-4d61-809a-71954de5abe5,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:04.856826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:04.868440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 929265c8-d24f-4adf-9837-ee3651c64b5a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:04.874609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 929265c8-d24f-4adf-9837-ee3651c64b5a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:04.875079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:04.945806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.061373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 929265c8-d24f-4adf-9837-ee3651c64b5a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:05.062777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.088081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-61c55692-cfe0-43f5-aa5f-c8576359c55d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for c833eb97-63aa-420e-a5d5-ca6f02a8c111 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:05.103325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 929265c8-d24f-4adf-9837-ee3651c64b5a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=929265c8-d24f-4adf-9837-ee3651c64b5a,segment=NetworkSegment(3c2ca76d-67df-4e89-96f9-9bb269458b47),segment_id=3c2ca76d-67df-4e89-96f9-9bb269458b47)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:05.114103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.205191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8:1::1 (d8fdb3a0-a20e-44d3-94ff-13c8439be93b/f783bee9-3b20-43ff-b76e-140d2d5d8575/d3832cb2-d8a2-4143-a8d2-cf835deab5c8) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:05.218484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dc24e54b-af6a-47b2-8a12-29d1a2fb6002 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:05.278196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: dc24e54b-af6a-47b2-8a12-29d1a2fb6002 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:05.279503 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dc24e54b-af6a-47b2-8a12-29d1a2fb6002 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:05.327387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=929265c8-d24f-4adf-9837-ee3651c64b5a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:05.462392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.469868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.490994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object d3832cb2-d8a2-4143-a8d2-cf835deab5c8 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:05.532482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35458bea-17b0-4b99-b143-e9680700ee4e']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:05.536616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:05.537119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.555161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56650923-d121-4874-80bb-f11bd4e4377a') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:05.555546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56650923-d121-4874-80bb-f11bd4e4377a') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:05.568441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Router 75f93102-03bb-4f55-96ba-60324115fb5d is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:13:05.570976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.576169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61c55692-cfe0-43f5-aa5f-c8576359c55d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.579349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.593632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf9805-1c09-4c5a-99df-a9b5e1a683b2 None None] Network abdffc55-2833-4ee4-8913-08310e09357d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:05.693461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-64c5e28a-8618-4f04-a2d2-520955415dc6 None None] Provisioning for port 84da4be7-9087-45ee-a2af-393fc8501d2a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:05.700656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c55692-cfe0-43f5-aa5f-c8576359c55d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=c833eb97-63aa-420e-a5d5-ca6f02a8c111,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:05.715286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network d8fdb3a0-a20e-44d3-94ff-13c8439be93b is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:05.727682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.730551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61c55692-cfe0-43f5-aa5f-c8576359c55d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.739599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:05.787499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:13:05.787933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:05.883255 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 56650923-d121-4874-80bb-f11bd4e4377a resource provider aggregate not found Sep 19 17:13:05.992573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:05.993835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.009941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 56650923-d121-4874-80bb-f11bd4e4377a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56650923-d121-4874-80bb-f11bd4e4377a found for delete ", "request_id": "req-7b272544-552e-48bb-a665-4382d29d6b3a"}]} Sep 19 17:13:06.011555 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-61c55692-cfe0-43f5-aa5f-c8576359c55d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/c833eb97-63aa-420e-a5d5-ca6f02a8c111 HTTP/1.1" status: 204 len: 168 time: 3.6326089 Sep 19 17:13:06.029657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:06.030965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Deleting port 8170192e-f253-47ea-9d0e-9d566b460dc1 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:06.031323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.048071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.094653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=d3832cb2-d8a2-4143-a8d2-cf835deab5c8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:06.107619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.143842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.174752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=35458bea-17b0-4b99-b143-e9680700ee4e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:06.181386 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b4398f-55ef-4616-af9a-3dd920450ff2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:13:06.182182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-66b4398f-55ef-4616-af9a-3dd920450ff2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:06.184005 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b2befae2-4ae4-4f06-afea-4e94f754a8e8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/35458bea-17b0-4b99-b143-e9680700ee4e HTTP/1.1" status: 204 len: 168 time: 5.9956324 Sep 19 17:13:06.197507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:06.228999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b56af9e1-b27d-4d61-809a-71954de5abe5 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:06.263767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:06.278313 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:06.295127 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:06.295848 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:06.307614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.312932 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ff4e5e6e-bb63-4d32-ac0f-eda10e304da9 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.3209634 Sep 19 17:13:06.317568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42868) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:06.360655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-35d3ee9b-5a9d-4e90-910e-88ecaa0db998 None None] Provisioning for port d3832cb2-d8a2-4143-a8d2-cf835deab5c8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:06.372084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-35d3ee9b-5a9d-4e90-910e-88ecaa0db998 None None] Provisioning complete for port d3832cb2-d8a2-4143-a8d2-cf835deab5c8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:06.374012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35d3ee9b-5a9d-4e90-910e-88ecaa0db998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.450546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b56af9e1-b27d-4d61-809a-71954de5abe5 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:06.450938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.491121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] For port 8170192e-f253-47ea-9d0e-9d566b460dc1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8170192e-f253-47ea-9d0e-9d566b460dc1,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:06.492110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.624291 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:06.639109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-35d3ee9b-5a9d-4e90-910e-88ecaa0db998 None None] Port d3832cb2-d8a2-4143-a8d2-cf835deab5c8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:06.697252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-154933036'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:06.712838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Calling delete_port for 8170192e-f253-47ea-9d0e-9d566b460dc1 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:06.734046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:06.764895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:06.768251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b56af9e1-b27d-4d61-809a-71954de5abe5 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:06.769537 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:06.772630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:06.785184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:06.789349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-66b4398f-55ef-4616-af9a-3dd920450ff2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:06.790519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-66b4398f-55ef-4616-af9a-3dd920450ff2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/c833eb97-63aa-420e-a5d5-ca6f02a8c111 HTTP/1.1" status: 404 len: 333 time: 0.7596514 Sep 19 17:13:06.795095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] For port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:06.795413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42872) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:06.795520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.805127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'name': 'tempest-PortsTestJSON-744736966'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:06.875688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:06.876239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:06.983502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-df72ee9a-7728-4524-8269-5db11937a3e3 None None] Provisioning for port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:06.992880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-df72ee9a-7728-4524-8269-5db11937a3e3 None None] Provisioning complete for port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:06.993179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-df72ee9a-7728-4524-8269-5db11937a3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.010700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.033050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:07.039699 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:02Z', 'revision_number': 3, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:07.044803 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:13:07.047204 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Updating router 75f93102-03bb-4f55-96ba-60324115fb5d port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:13:07.065382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:07.069306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.084049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-df72ee9a-7728-4524-8269-5db11937a3e3 None None] Port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:07.085878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:07.088023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84da4be7-9087-45ee-a2af-393fc8501d2a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:07.108858 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.114885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:07.171118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 84da4be7-9087-45ee-a2af-393fc8501d2a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:07.177466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 84da4be7-9087-45ee-a2af-393fc8501d2a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:07.178065 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.260174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e46d1aad-e590-4864-bf16-32b7fd21d101 None None] Provisioning complete for port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:07.261755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e46d1aad-e590-4864-bf16-32b7fd21d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.302366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:07.313802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:07.333868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:07.337653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.353788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.371001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:13:07.380296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.384663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e46d1aad-e590-4864-bf16-32b7fd21d101 None None] Port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:07.408328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 84da4be7-9087-45ee-a2af-393fc8501d2a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:07.408710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.448011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 84da4be7-9087-45ee-a2af-393fc8501d2a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84da4be7-9087-45ee-a2af-393fc8501d2a,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:07.455155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.456023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 929265c8-d24f-4adf-9837-ee3651c64b5a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:07.565140 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.580291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=84da4be7-9087-45ee-a2af-393fc8501d2a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:07.581961 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Transition to ACTIVE for port object 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:07.591102 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.593553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 929265c8-d24f-4adf-9837-ee3651c64b5a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:07.593924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.681254 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d6582-0e52-41c8-83f2-6d17c6632808 None None] Pushing event updated for resources: {'Port': ['ID=3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:07.687688 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Attempting to bind port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:07.688511 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Attempting to bind port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:07.688957 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Attempting to bind port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:07.696127 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:07.696127 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:07.696445 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.696899 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:07.697454 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Bound port: 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:07.697984 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.729703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:13:07.778920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 929265c8-d24f-4adf-9837-ee3651c64b5a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:07.782199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:07.798730 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] For port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:07.803294 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] For port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:07.810503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.810719 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.810859 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment 996b2070-0bb6-438c-b0ae-0f917cc8e4a9 of type vlan for network 1b80ee96-d674-4b4b-8359-50dd715841e2 Sep 19 17:13:07.812716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.846338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:07.848960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:07.906219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:07.914691 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d6582-0e52-41c8-83f2-6d17c6632808 None None] Pushing event updated for resources: {'Port': ['ID=3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:07.924976 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:07.925603 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:07.926166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:07.926797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.014810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.089238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.092868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:08.097036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.100233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.146119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:08.154790 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:08.201648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:08.224960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network abdffc55-2833-4ee4-8913-08310e09357d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:08.235065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:08.236752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:08.242315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:08.243098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.255300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:08.336461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.345936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:08.346928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.371258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Pushing event deleted for resources: {'Port': ['ID=8170192e-f253-47ea-9d0e-9d566b460dc1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:08.380333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:08.399655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.453790 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d56a9c1c-12ca-40dd-8abb-dd732a6652ad tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6570163 Sep 19 17:13:08.459468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.473784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42876) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:08.538467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.539161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.547402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:08.590622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:08.620058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84da4be7-9087-45ee-a2af-393fc8501d2a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:08.663157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-96321aa0-e727-47bd-93dd-0e7aacec9948 None None] Provisioning complete for port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:08.663916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-96321aa0-e727-47bd-93dd-0e7aacec9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.668937 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:02Z', 'revision_number': 3, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:08.673281 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1b4bb-e342-4537-814c-4cc8afc7e1c1 None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:02Z', 'revision_number': 3, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:08.738640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-96321aa0-e727-47bd-93dd-0e7aacec9948 None None] Port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:08.770699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 84da4be7-9087-45ee-a2af-393fc8501d2a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:08.771130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.837364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=d3832cb2-d8a2-4143-a8d2-cf835deab5c8,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:08.904659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.953485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:08.977232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 84da4be7-9087-45ee-a2af-393fc8501d2a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:09.045487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=1b80ee96-d674-4b4b-8359-50dd715841e2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:09.049905 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d71d05b5-9185-4535-bad6-80a52a3a3845 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8462143 Sep 19 17:13:09.064924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 1b80ee96-d674-4b4b-8359-50dd715841e2 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:13:09.098720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42880) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:09.116205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': '1b80ee96-d674-4b4b-8359-50dd715841e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:09.258949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network d8fdb3a0-a20e-44d3-94ff-13c8439be93b is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:09.301844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:09.339814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:09.388722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:09.398336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:09.406128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:09.417761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:09.558184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:09.562012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:09.671549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Allocated IP 172.20.0.1 (68a98c82-41f6-4089-a841-47178a4df383/bfed10b1-81a4-4105-9726-b428a435bbc2/0a03f385-61a7-4876-a626-31c237546296) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:09.676427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-11c03711-c4f6-4c81-aede-3330cb74e1a2 None None] Provisioning complete for port d3832cb2-d8a2-4143-a8d2-cf835deab5c8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:09.676922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11c03711-c4f6-4c81-aede-3330cb74e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:09.745583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-11c03711-c4f6-4c81-aede-3330cb74e1a2 None None] Port d3832cb2-d8a2-4143-a8d2-cf835deab5c8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:09.762500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 2008a360-1444-4d27-88ce-546ac3947ae1 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:09.815811 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:09.904426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Router b94dbf1c-86c5-4b58-bee7-55842511e963 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:10.096735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:10.155587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:10.216463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Transition to ACTIVE for port object 0a03f385-61a7-4876-a626-31c237546296 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:10.227161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:10.249191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Router 6de1c619-6d76-4fc6-b5fe-f2726c4b848d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:10.288225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:10.302878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] Sync routers for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:10.316296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:10.317046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:10.322667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=410b7766-4677-469e-8d25-0e29b4e7871e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:10.345139 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-86234ea7-f368-406f-bc85-ec5fa938bd82 admin admin] 10.222.0.83 "PUT /v2.0/routers/b94dbf1c-86c5-4b58-bee7-55842511e963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9149592 Sep 19 17:13:10.346306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42884) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:10.417436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:10.475644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': '996b2070-0bb6-438c-b0ae-0f917cc8e4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1b80ee96-d674-4b4b-8359-50dd715841e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:10.475644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: 1b80ee96-d674-4b4b-8359-50dd715841e2, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:13:10.593134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:10.646367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:10.667294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Network 68a98c82-41f6-4089-a841-47178a4df383 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:10.727587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:10.743163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:10.744358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:10.757897 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Sync routers for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:10.769807 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec71c4d6-a9d6-4496-aeb8-ed8aaaa5d922 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/2008a360-1444-4d27-88ce-546ac3947ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3071902 Sep 19 17:13:10.771656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Pushing event updated for resources: {'Port': ['ID=0a03f385-61a7-4876-a626-31c237546296,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:10.774071 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:10.775357 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:10.777331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42888) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:10.787254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:10.808660 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88571001-f3d3-4f1d-90dd-641f639a462f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8694112 Sep 19 17:13:10.810425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:10.818465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42892) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:10.839822 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ea3ef662-4c51-43cf-9710-81c21e463c64 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "PUT /v2.0/routers/6de1c619-6d76-4fc6-b5fe-f2726c4b848d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7382162 Sep 19 17:13:10.845637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451431f-01b7-468a-9e62-b86e1da588e2 None None] Sync routers for ids ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:10.854967 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] Sync routers for ids ['6de1c619-6d76-4fc6-b5fe-f2726c4b848d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:10.873735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:10.881498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451431f-01b7-468a-9e62-b86e1da588e2 None None] Routers {'66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:10.881838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 1b80ee96-d674-4b4b-8359-50dd715841e2 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:13:10.882144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5451431f-01b7-468a-9e62-b86e1da588e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:10.886526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42896) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:10.893004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:10.894058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] In _notify_port_updated(), no bound segment for port 10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3 on network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:13:10.908490 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] Routers {'6de1c619-6d76-4fc6-b5fe-f2726c4b848d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:10.909225 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6de1c619-6d76-4fc6-b5fe-f2726c4b848d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:10.915143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:10.916237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:10.921750 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "PUT /v2.0/ports/10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3 HTTP/1.1" status: 200 len: 818 time: 2.3848701 Sep 19 17:13:10.922861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42900) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:10.984498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5451431f-01b7-468a-9e62-b86e1da588e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:10.989483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:11.012167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:11.012610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.029018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.107506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451431f-01b7-468a-9e62-b86e1da588e2 None None] Routers {'66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:11.108392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5451431f-01b7-468a-9e62-b86e1da588e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:11.116452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 1b80ee96-d674-4b4b-8359-50dd715841e2) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:11.166010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.166693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.171020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.185854 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] Set router 6de1c619-6d76-4fc6-b5fe-f2726c4b848d gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:11.237530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11229d92-1af8-4a55-b064-54400045ca71 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.238933 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-11229d92-1af8-4a55-b064-54400045ca71 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports/d3832cb2-d8a2-4143-a8d2-cf835deab5c8 HTTP/1.1" status: 200 len: 913 time: 0.4194252 Sep 19 17:13:11.247078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f187ae9-aa29-40a7-b443-a3f700be6b92 None None] Network 1b80ee96-d674-4b4b-8359-50dd715841e2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:11.249646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c049897-c381-420f-8e31-ea87835acca1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.251151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c049897-c381-420f-8e31-ea87835acca1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.251901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3c049897-c381-420f-8e31-ea87835acca1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:11.314840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42904) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:11.323995 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'name': 'tempest-NetworksTestDHCPv6-router-1124858704', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:50Z', 'updated_at': '2022-09-19T17:13:08Z', 'revision_number': 3, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:11.336072 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] Checking router: 6de1c619-6d76-4fc6-b5fe-f2726c4b848d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:13:11.341622 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-47a733bb-74b7-4025-994a-884405177afb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2393289 Sep 19 17:13:11.344585 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:11.352633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5451431f-01b7-468a-9e62-b86e1da588e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:11.353108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451431f-01b7-468a-9e62-b86e1da588e2 None None] The sync data for ids ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:11.363984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42908) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:11.387217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-987593540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:11.401856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30430c1c-ace4-4593-b2c4-9f234e3a586a None None] Provisioning for port 0a03f385-61a7-4876-a626-31c237546296 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:11.408745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:11.413886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd9631ba-b6e2-4e0e-8680-48f1669fa3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.427808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ef1d2-9c21-448f-b8e2-913461d2ed3c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:11.448897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30430c1c-ace4-4593-b2c4-9f234e3a586a None None] Provisioning complete for port 0a03f385-61a7-4876-a626-31c237546296 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:11.449248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:router and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:11.449519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30430c1c-ace4-4593-b2c4-9f234e3a586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.457968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a674778e-2ddd-426d-ac9e-a3a79d0a4eb8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:11.458312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a674778e-2ddd-426d-ac9e-a3a79d0a4eb8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.512177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:11.540635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:11.563236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.564538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.573236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-30430c1c-ace4-4593-b2c4-9f234e3a586a None None] Port 0a03f385-61a7-4876-a626-31c237546296 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:11.578720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:11.579795 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.602098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3c049897-c381-420f-8e31-ea87835acca1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:11.603271 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3c049897-c381-420f-8e31-ea87835acca1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7050629 Sep 19 17:13:11.612484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.612945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.613401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.613858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.614310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.614765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.615234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.615671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.616115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.616559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.617004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:11.619085 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-08181854-63a9-4e3e-8905-7cc8e785e6e4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7699 time: 0.8389225 Sep 19 17:13:11.620023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42912) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:11.629301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:13:07Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:11.632020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42914) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:11.636137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.652984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] Checking router: b94dbf1c-86c5-4b58-bee7-55842511e963 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:13:11.668390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:11.676799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] Routers {'b94dbf1c-86c5-4b58-bee7-55842511e963'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:11.677597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b94dbf1c-86c5-4b58-bee7-55842511e963'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:11.744622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.748773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.755181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.822335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.824215 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a1866162-76d4-4951-b81e-5eb78da29953 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4560881 Sep 19 17:13:11.830209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42920) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:11.839187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a674778e-2ddd-426d-ac9e-a3a79d0a4eb8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.842478 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] Routers {'6de1c619-6d76-4fc6-b5fe-f2726c4b848d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:11.843171 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6de1c619-6d76-4fc6-b5fe-f2726c4b848d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:11.902728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:11.908273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Deleting port 00a14295-2a37-4d59-8431-f82c60f56c00 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:11.908618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.918369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-1b80ee96-d674-4b4b-8359-50dd715841e2', 'network_id': '1b80ee96-d674-4b4b-8359-50dd715841e2', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': '410b7766-4677-469e-8d25-0e29b4e7871e'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:11.919250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:11.987695 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] Set router 6de1c619-6d76-4fc6-b5fe-f2726c4b848d gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:12.022690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a674778e-2ddd-426d-ac9e-a3a79d0a4eb8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:12.098417 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'name': 'tempest-NetworksTestDHCPv6-router-1124858704', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:50Z', 'updated_at': '2022-09-19T17:13:08Z', 'revision_number': 3, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:12.108278 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096bf7b-25a9-48ff-82d8-a45791cbeca4 None None] The sync data for ids ['6de1c619-6d76-4fc6-b5fe-f2726c4b848d'] in dv-neutron-857789-3-hyperv is: [{'id': '6de1c619-6d76-4fc6-b5fe-f2726c4b848d', 'name': 'tempest-NetworksTestDHCPv6-router-1124858704', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:50Z', 'updated_at': '2022-09-19T17:13:08Z', 'revision_number': 3, 'project_id': '0b8c953c82f545b18a89c16a10e91225', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:12.126637 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:13:05Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:06Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:12.132324 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Checking router: 2008a360-1444-4d27-88ce-546ac3947ae1 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:13:12.132728 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Updating router 2008a360-1444-4d27-88ce-546ac3947ae1 port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:13:12.147766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d42c8d8-3c6b-4154-b7e8-2420f2d9fa7d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet f1a084db-47a9-4fcc-9bc1-b61164feba33 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:12.171598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.172322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.172942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.173528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.174115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.174696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.175304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.175885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.176465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.177042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:12.179147 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6f6c7b37-e7c0-4787-b560-7a93f37b9280 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6459 time: 0.5440674 Sep 19 17:13:12.180247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d42c8d8-3c6b-4154-b7e8-2420f2d9fa7d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.210085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] Set router b94dbf1c-86c5-4b58-bee7-55842511e963 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:12.211013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:12.213224 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.429791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.467276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d42c8d8-3c6b-4154-b7e8-2420f2d9fa7d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.513563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Allocated IP 172.20.0.2 (1b80ee96-d674-4b4b-8359-50dd715841e2/410b7766-4677-469e-8d25-0e29b4e7871e/eea1b9f4-dc85-4a05-b67a-52ac3cceefa3) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:12.585857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:12.594126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a674778e-2ddd-426d-ac9e-a3a79d0a4eb8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.725398 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.738783 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Transition to ACTIVE for port object badaa563-4ad2-490b-ab6d-aca4f0aaecd1 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:12.748604 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.775089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] For port 00a14295-2a37-4d59-8431-f82c60f56c00, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=00a14295-2a37-4d59-8431-f82c60f56c00,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:12.775591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.804603 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a674778e-2ddd-426d-ac9e-a3a79d0a4eb8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.876232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674778e-2ddd-426d-ac9e-a3a79d0a4eb8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:12.879774 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a674778e-2ddd-426d-ac9e-a3a79d0a4eb8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3 HTTP/1.1" status: 204 len: 168 time: 1.8893406 Sep 19 17:13:12.910444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:12.916975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:12.917500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:12.963718 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d824fa-4eb7-467b-8947-1bd5969331c3 None None] Pushing event updated for resources: {'Port': ['ID=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:12.999908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Calling delete_port for 00a14295-2a37-4d59-8431-f82c60f56c00 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:13.016180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.106365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d42c8d8-3c6b-4154-b7e8-2420f2d9fa7d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.126980 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Attempting to bind port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:13.127664 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Attempting to bind port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:13.128255 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Attempting to bind port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 on network abdffc55-2833-4ee4-8913-08310e09357d {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:13.135556 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:13.136325 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Checking segment: {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:13.136915 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.137481 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Bound using segment: {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:13.138149 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Bound port: badaa563-4ad2-490b-ab6d-aca4f0aaecd1, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:13.138756 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.204852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.230943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Transition to ACTIVE for port object eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:13.234585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:13:07Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:13.250593 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] For port badaa563-4ad2-490b-ab6d-aca4f0aaecd1, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:13.254791 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] For port badaa563-4ad2-490b-ab6d-aca4f0aaecd1, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:13.257605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:13.259809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955accf-6499-4b3c-8dc1-7bcec9485d62 None None] The sync data for ids ['b94dbf1c-86c5-4b58-bee7-55842511e963'] in dv-neutron-857789-3-hyperv is: [{'id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'name': 'tempest-ServerActionsTestJSON-1287256019-router', 'tenant_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:08:45Z', 'updated_at': '2022-09-19T17:13:07Z', 'revision_number': 5, 'project_id': '3f4d6ddacfc345e7becd41e81c8b5ebc', 'gw_port': {'id': '00a14295-2a37-4d59-8431-f82c60f56c00', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94dbf1c-86c5-4b58-bee7-55842511e963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:08:47Z', 'updated_at': '2022-09-19T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:13.260483 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.273158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:13.307977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Transition to ACTIVE for port object eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:13.317413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.360209 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d824fa-4eb7-467b-8947-1bd5969331c3 None None] Pushing event updated for resources: {'Port': ['ID=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:13.367541 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:13.368419 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:12:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:13.401038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Pushing event updated for resources: {'Port': ['ID=eea1b9f4-dc85-4a05-b67a-52ac3cceefa3,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:13.403421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:13.403771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 24d6e4fe-7e58-4fb5-b9b3-03ae1efa27c3 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:13.416749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Network 1b80ee96-d674-4b4b-8359-50dd715841e2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:13.418017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:13.422763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:13.493123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d42c8d8-3c6b-4154-b7e8-2420f2d9fa7d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.549593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42c8d8-3c6b-4154-b7e8-2420f2d9fa7d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a084db-47a9-4fcc-9bc1-b61164feba33,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:13.558536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.570640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Attempting to bind port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:13.571835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Attempting to bind port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '996b2070-0bb6-438c-b0ae-0f917cc8e4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1b80ee96-d674-4b4b-8359-50dd715841e2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:13.572434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Attempting to bind port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 on network 1b80ee96-d674-4b4b-8359-50dd715841e2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:13.589390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:13.590100 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Checking segment: {'id': '996b2070-0bb6-438c-b0ae-0f917cc8e4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1b80ee96-d674-4b4b-8359-50dd715841e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:13.590662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.591392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Bound using segment: {'id': '996b2070-0bb6-438c-b0ae-0f917cc8e4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1b80ee96-d674-4b4b-8359-50dd715841e2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:13.595897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Bound port: eea1b9f4-dc85-4a05-b67a-52ac3cceefa3, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996b2070-0bb6-438c-b0ae-0f917cc8e4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1b80ee96-d674-4b4b-8359-50dd715841e2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:13.596457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.619365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ba1b6cad-5f2b-498c-ae49-262b1c1bea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.621934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d42c8d8-3c6b-4154-b7e8-2420f2d9fa7d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.633954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.687590 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867669f9-6d0b-4d51-9002-c8638c683233 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:13.688468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-867669f9-6d0b-4d51-9002-c8638c683233 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:13.700089 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:13.714312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] For port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:13.717912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] For port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eea1b9f4-dc85-4a05-b67a-52ac3cceefa3,segment=NetworkSegment(996b2070-0bb6-438c-b0ae-0f917cc8e4a9),segment_id=996b2070-0bb6-438c-b0ae-0f917cc8e4a9)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:13.719801 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29245d-6279-4d55-9c51-cc32b070a024 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:13.745575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.808868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-867669f9-6d0b-4d51-9002-c8638c683233 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:13.810522 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-867669f9-6d0b-4d51-9002-c8638c683233 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8958173 Sep 19 17:13:13.816275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:13.825098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.875104 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b996a159-e214-4b10-ab57-c3b0a28fe766 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4471 time: 1.6575029 Sep 19 17:13:13.886691 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef3f7bb-0c28-474d-8fe7-ea7bd6e35c2e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:13:13.888187 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aef3f7bb-0c28-474d-8fe7-ea7bd6e35c2e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/10f7bf62-1b78-45eb-b4b4-37fd8a3c09b3 HTTP/1.1" status: 404 len: 333 time: 0.0708888 Sep 19 17:13:13.893569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42938) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:13.908556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.20.0.1 (1b80ee96-d674-4b4b-8359-50dd715841e2/410b7766-4677-469e-8d25-0e29b4e7871e/c45ff7a5-af24-4b45-8eb9-1f77ec920f8a) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:13.913782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-814717913'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:13.922400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:13.931415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:network and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:13.940116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:13.950390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:13.953129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:13.989777 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3d42c8d8-3c6b-4154-b7e8-2420f2d9fa7d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/f1a084db-47a9-4fcc-9bc1-b61164feba33 HTTP/1.1" status: 204 len: 168 time: 2.3628581 Sep 19 17:13:14.050940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42942) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:14.051797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:14.086847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde424ed-3b10-40fe-a690-6c790cdd3727 None None] Pushing event updated for resources: {'Port': ['ID=eea1b9f4-dc85-4a05-b67a-52ac3cceefa3,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:14.144261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056050066', 'description': 'tempest-secgroup-smoke-1056050066 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:14.164319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:14.168662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.178376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:14.247685 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:13:05Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:13Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:14.258504 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15916a1-8d5d-4eae-aa10-e212895a1064 None None] The sync data for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv is: [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:13:05Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:13Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:14.266168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:14.279950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:14.294825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:14.310237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Pushing event updated for resources: {'Port': ['ID=0a03f385-61a7-4876-a626-31c237546296,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:14.315234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:14.320501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] Deleting port 9f99613b-2f01-45af-b33b-257b71a0be85 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:14.321546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.349834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9932334d-dbad-4b35-a4ff-b5c908ef240b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:router {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:14.377983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.426317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.442696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9932334d-dbad-4b35-a4ff-b5c908ef240b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:router {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:14.443979 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9932334d-dbad-4b35-a4ff-b5c908ef240b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3895242 Sep 19 17:13:14.444816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:13:14.456377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:14.502732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Pushing event deleted for resources: {'Port': ['ID=00a14295-2a37-4d59-8431-f82c60f56c00,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:14.564354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:14.579563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:14.582772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:14.589545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:14.678358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] For port 9f99613b-2f01-45af-b33b-257b71a0be85, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9f99613b-2f01-45af-b33b-257b71a0be85,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:14.678860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.713190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.740725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.741136 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Added segment 1cf1102e-e8e3-4c25-b467-054a12b37b95 of type vlan for network 1757efaf-e7c0-492a-998f-22a8cec47d11 Sep 19 17:13:14.742263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.820090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:14.848192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.864840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] Calling delete_port for 9f99613b-2f01-45af-b33b-257b71a0be85 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:14.878461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.895542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:14.897035 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8409545 Sep 19 17:13:14.912329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:14.939271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a78-0c7f-4093-98bc-b62d6a551d60 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.012717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:15.019347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device badaa563-4ad2-490b-ab6d-aca4f0aaecd1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:15.024677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '415cbc9c-c416-4298-83ce-215813aab26b', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:15.078598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object c45ff7a5-af24-4b45-8eb9-1f77ec920f8a will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:15.081047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:15.105167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.127972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.133193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.161118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612b7f8-f9d8-45d9-bcc4-b271b94bab06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415cbc9c-c416-4298-83ce-215813aab26b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:15.190049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:15.197191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.198293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Network 68a98c82-41f6-4089-a841-47178a4df383 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:15.201898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:15.208574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.213195 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:15.215982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94dbf1c-86c5-4b58-bee7-55842511e963 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:13:15.220726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] No DVR routers for this DVR port 9f99613b-2f01-45af-b33b-257b71a0be85 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:13:15.241043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:15.295091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de9c79-de13-4f1b-9c23-32696c1995a3 None None] Pushing event deleted for resources: {'Port': ['ID=9f99613b-2f01-45af-b33b-257b71a0be85,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:15.319766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.321931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:15.334498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.345040 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d24fffbb-b737-42fc-892f-e1e29056562e admin admin] 10.222.0.83 "DELETE /v2.0/routers/b94dbf1c-86c5-4b58-bee7-55842511e963 HTTP/1.1" status: 204 len: 168 time: 4.9979644 Sep 19 17:13:15.346965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.348951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:15.349324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.354286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42958) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:15.598696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:15.599171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.642737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port badaa563-4ad2-490b-ab6d-aca4f0aaecd1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:15.665253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.674643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ea52828d-d736-437d-96a6-97ced93ef784 None None] Provisioning complete for port 0a03f385-61a7-4876-a626-31c237546296 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:15.675109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ea52828d-d736-437d-96a6-97ced93ef784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.731355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port d3832cb2-d8a2-4143-a8d2-cf835deab5c8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:15.731922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.760618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2059c8-56b8-4fda-b688-30a0648018aa admin admin] Deleting subnet c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:15.776633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6dc3ce-a790-4e51-9c38-117ef5531702 None None] Network 1b80ee96-d674-4b4b-8359-50dd715841e2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:15.783256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:15.795000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c2059c8-56b8-4fda-b688-30a0648018aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.804849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ea52828d-d736-437d-96a6-97ced93ef784 None None] Port 0a03f385-61a7-4876-a626-31c237546296 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:15.821525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a78-0c7f-4093-98bc-b62d6a551d60 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.828885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a78-0c7f-4093-98bc-b62d6a551d60 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.837432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.844739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:15.845450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.895418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.915914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Router 75f93102-03bb-4f55-96ba-60324115fb5d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:15.923596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c2059c8-56b8-4fda-b688-30a0648018aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.926372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:15.943206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8170192e-f253-47ea-9d0e-9d566b460dc1 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:16.006815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 8170192e-f253-47ea-9d0e-9d566b460dc1 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:16.007214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8170192e-f253-47ea-9d0e-9d566b460dc1 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:16.007636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9f99613b-2f01-45af-b33b-257b71a0be85 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:16.062311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 9f99613b-2f01-45af-b33b-257b71a0be85 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:16.062713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9f99613b-2f01-45af-b33b-257b71a0be85 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:16.065536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e22edf98-db84-401e-ace6-88fbeaf36029 None None] Provisioning for port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:16.075649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e22edf98-db84-401e-ace6-88fbeaf36029 None None] Provisioning complete for port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:16.075860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e22edf98-db84-401e-ace6-88fbeaf36029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.141828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a78-0c7f-4093-98bc-b62d6a551d60 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.142414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80c1a78-0c7f-4093-98bc-b62d6a551d60 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Fanout notify agent at l3_agent the message router_deleted on router 6de1c619-6d76-4fc6-b5fe-f2726c4b848d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:13:16.145484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 1b80ee96-d674-4b4b-8359-50dd715841e2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:16.173602 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2737570 Sep 19 17:13:16.188560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:16.193956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a80c1a78-0c7f-4093-98bc-b62d6a551d60 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.194433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42962) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:16.195894 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a80c1a78-0c7f-4093-98bc-b62d6a551d60 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/routers/6de1c619-6d76-4fc6-b5fe-f2726c4b848d HTTP/1.1" status: 204 len: 168 time: 1.7385716 Sep 19 17:13:16.197804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:16.202772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42964) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:16.211229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed66b7-7315-441c-97af-2b4f9e941697 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Network': ['ID=1757efaf-e7c0-492a-998f-22a8cec47d11,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:16.215129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:16.224050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.233543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:13:16.256752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:16.320563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-069d5521-acd6-4eb5-84f8-c498ee37025b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:16.324333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=c45ff7a5-af24-4b45-8eb9-1f77ec920f8a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:16.367154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.380559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.411689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e7d9a6-e5fa-4452-88b7-281b8128d094,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:16.418074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.455725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e22edf98-db84-401e-ace6-88fbeaf36029 None None] Current status of the port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:16.456114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e22edf98-db84-401e-ace6-88fbeaf36029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.490502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.555752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e22edf98-db84-401e-ace6-88fbeaf36029 None None] For port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eea1b9f4-dc85-4a05-b67a-52ac3cceefa3,segment=NetworkSegment(996b2070-0bb6-438c-b0ae-0f917cc8e4a9),segment_id=996b2070-0bb6-438c-b0ae-0f917cc8e4a9)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:16.557907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-069d5521-acd6-4eb5-84f8-c498ee37025b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:16.559462 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-069d5521-acd6-4eb5-84f8-c498ee37025b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3551729 Sep 19 17:13:16.569332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e22edf98-db84-401e-ace6-88fbeaf36029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.571320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42970) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:16.617646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device badaa563-4ad2-490b-ab6d-aca4f0aaecd1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:16.671295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.672652 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-59884aeb-1766-4a2b-958f-6c16325d6cfd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7487986 Sep 19 17:13:16.676964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42974) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:16.686957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '415cbc9c-c416-4298-83ce-215813aab26b', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:16.696832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:16.706317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff5e72-9fa2-41e1-9fa7-b62839a67c98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:16.707165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2bff5e72-9fa2-41e1-9fa7-b62839a67c98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:16.711094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:16.713726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22edf98-db84-401e-ace6-88fbeaf36029 None None] Pushing event updated for resources: {'Port': ['ID=eea1b9f4-dc85-4a05-b67a-52ac3cceefa3,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:16.716109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:16.728853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:16.729198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.732472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:16.742200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2bff5e72-9fa2-41e1-9fa7-b62839a67c98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:16.743313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for d3832cb2-d8a2-4143-a8d2-cf835deab5c8 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:16.743791 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2bff5e72-9fa2-41e1-9fa7-b62839a67c98 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1581993 Sep 19 17:13:16.771261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42978) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:16.842603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:16.866602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.875075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8430f37c-5593-4bfa-885e-89f983b6bba5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:router {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:16.876179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:16.916309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:16.926520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.933257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:16.941215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c2059c8-56b8-4fda-b688-30a0648018aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:16.951765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8430f37c-5593-4bfa-885e-89f983b6bba5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:router {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:16.951920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 00a14295-2a37-4d59-8431-f82c60f56c00 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:16.953571 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8430f37c-5593-4bfa-885e-89f983b6bba5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1761677 Sep 19 17:13:16.963147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42982) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:16.974710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:16.995821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:16.999331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 00a14295-2a37-4d59-8431-f82c60f56c00 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:16.999683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 00a14295-2a37-4d59-8431-f82c60f56c00 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:17.016335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-486300c3-0e47-4c91-b59c-98e70170c0df None None] Provisioning complete for port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:17.016718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-486300c3-0e47-4c91-b59c-98e70170c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.076244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:17.080591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c2059c8-56b8-4fda-b688-30a0648018aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.093162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:17.140661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:17.144851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e7b8b6-3c53-400a-8018-1a589d0ac7ab None None] Network 2c02a989-b601-4077-a12b-46a803f8f26b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:17.145365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.169900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:17.170805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:17.173569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4c2059c8-56b8-4fda-b688-30a0648018aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.180332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.189669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2059c8-56b8-4fda-b688-30a0648018aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c30a66-fb2a-4a17-b2c5-28d45589f4a4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:17.204254 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4c2059c8-56b8-4fda-b688-30a0648018aa admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c6c30a66-fb2a-4a17-b2c5-28d45589f4a4 HTTP/1.1" status: 204 len: 168 time: 1.8436136 Sep 19 17:13:17.207461 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d4984aaa-497d-4c97-a8b7-15741fc61750 admin admin] 10.222.0.83 "PUT /v2.0/routers/75f93102-03bb-4f55-96ba-60324115fb5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8886516 Sep 19 17:13:17.208438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 42986) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:17.264145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.352752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:17.363419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:17.401063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:17.405838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.439305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e012ca55-a906-4aa0-bc0a-8597b9e2e838,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:17.441085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-486300c3-0e47-4c91-b59c-98e70170c0df None None] Current status of the port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:17.498541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.504827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.580243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.581869 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a6102522-5ec0-4499-9df6-c4351e2ab192 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9019156 Sep 19 17:13:17.592906 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 42998) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:17.606395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '415cbc9c-c416-4298-83ce-215813aab26b', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:17.618008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=d3832cb2-d8a2-4143-a8d2-cf835deab5c8,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:17.639402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:17.647697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:17.671882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:17.685537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:17.688508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-486300c3-0e47-4c91-b59c-98e70170c0df None None] Provisioning for port c45ff7a5-af24-4b45-8eb9-1f77ec920f8a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:17.734984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-486300c3-0e47-4c91-b59c-98e70170c0df None None] Provisioning complete for port c45ff7a5-af24-4b45-8eb9-1f77ec920f8a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:17.735375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-486300c3-0e47-4c91-b59c-98e70170c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.765711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Deleting port 4201406a-57a4-4c8d-b4fa-72904aa3b06c {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:17.766358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:17.810097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-486300c3-0e47-4c91-b59c-98e70170c0df None None] Port c45ff7a5-af24-4b45-8eb9-1f77ec920f8a cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:17.834761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:17.930939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43008) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:17.950581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1012100846-network', 'tenant_id': '69fa1d10df2646c5b01518de508a5483'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:17.985953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a73dcb3-1e21-4ba4-b1ff-cdd38fc9c432 None None] Provisioning complete for port c45ff7a5-af24-4b45-8eb9-1f77ec920f8a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:17.986615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3a73dcb3-1e21-4ba4-b1ff-cdd38fc9c432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.001694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.020758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:18.035506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Usage tracker for resource:network and tenant:69fa1d10df2646c5b01518de508a5483 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:18.053027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:18.065417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:18.138665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Made reservation on behalf of 69fa1d10df2646c5b01518de508a5483 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:18.140927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.170033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.187962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.206620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3a73dcb3-1e21-4ba4-b1ff-cdd38fc9c432 None None] Port c45ff7a5-af24-4b45-8eb9-1f77ec920f8a cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:18.228371 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.241340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.244619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:18.266651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Usage tracker for resource:security_group_rule and tenant:69fa1d10df2646c5b01518de508a5483 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:18.267780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] DHCP port deletion for 2c02a989-b601-4077-a12b-46a803f8f26b request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:18.282878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:18.297729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fac91dc-4c68-4e8f-9127-cb2409347dc5,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:18.301478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] Deleting port 4201406a-57a4-4c8d-b4fa-72904aa3b06c {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:18.301478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.342322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:18.363850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.376100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.381576 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3e6bacb3-d1b5-41ec-9ef8-c41522156688 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7873194 Sep 19 17:13:18.382694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.412816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] For port 4201406a-57a4-4c8d-b4fa-72904aa3b06c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4201406a-57a4-4c8d-b4fa-72904aa3b06c,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:18.414830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.418321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43012) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:18.481324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '415cbc9c-c416-4298-83ce-215813aab26b', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:18.506685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:18.512788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:12Z', 'revision_number': 2, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:18.529097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:13:18.529460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Updating router 75f93102-03bb-4f55-96ba-60324115fb5d port 0a03f385-61a7-4876-a626-31c237546296 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:13:18.534709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:18.558252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:18.569807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:18.598094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:13:18.602122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:18.609101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.649906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] For port 4201406a-57a4-4c8d-b4fa-72904aa3b06c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4201406a-57a4-4c8d-b4fa-72904aa3b06c,segment=NetworkSegment(5cad2de0-d393-4317-8a21-74990fb8870f),segment_id=5cad2de0-d393-4317-8a21-74990fb8870f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:18.650272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.653087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.664142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Calling delete_port for 4201406a-57a4-4c8d-b4fa-72904aa3b06c owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:18.666611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=c45ff7a5-af24-4b45-8eb9-1f77ec920f8a,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:18.720396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.785475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] Calling delete_port for 4201406a-57a4-4c8d-b4fa-72904aa3b06c owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:18.785738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:18.795609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.813237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.818243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:18.832265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:18.832599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.842553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083afb9b-756b-4bb1-b5da-e5f0590ca16f None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:18.856289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=0da056d0-2fa0-46e4-8d70-65f564868c7c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:18.964073 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-356afdf3-c445-48be-9699-0aa234e005bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9954467 Sep 19 17:13:18.965058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43016) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:18.970991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=d6cffbac-6523-44e1-9c20-7fc8414745b1,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:18.984359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:18.990564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:18.999388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.003172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.005599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 1b80ee96-d674-4b4b-8359-50dd715841e2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:19.012324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.016959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:19.022823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.039178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:19.039544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.053709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:13:19.140616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d134d39e-da53-4c04-a0e8-e26aa2126f19,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:19.142703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e239f-007a-4b57-b8c5-26adc0c9c4a2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:19.146809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4201406a-57a4-4c8d-b4fa-72904aa3b06c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:19.150348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking segment: {'id': '1cf1102e-e8e3-4c25-b467-054a12b37b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:19.151018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network hostable DHCP agents. Network: 1757efaf-e7c0-492a-998f-22a8cec47d11, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:13:19.153862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:13:19.154227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:13:19.156700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.157218 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Added segment 85f921f1-2118-4cd5-906e-b96976bb1ece of type vlan for network ca3062b8-9ccd-4005-9f73-fd1db1e29974 Sep 19 17:13:19.158941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] No DVR routers for this DVR port 4201406a-57a4-4c8d-b4fa-72904aa3b06c on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:13:19.244094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:19.278951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.282181 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a09b2177-125e-4d75-8762-05521484f4ae tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8228889 Sep 19 17:13:19.283158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43020) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:19.343886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '415cbc9c-c416-4298-83ce-215813aab26b', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:19.348072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:13:19.355879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.365865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:19.366117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.374824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:19.381504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:19.394485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:19.426288 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:13:19.432152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.433330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:19.433893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.460552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router d434f0b0-bfff-49ef-af82-1afe648ed5b8 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:13:19.474780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.506039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 1757efaf-e7c0-492a-998f-22a8cec47d11) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:19.515877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '0da056d0-2fa0-46e4-8d70-65f564868c7c'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:19.516724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.535720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bffb72c-f695-481b-8395-d75e3b563b9f None None] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:19.566070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-06f770f6-35ec-428c-9d6b-2bc97a158dfb None None] Provisioning complete for port c45ff7a5-af24-4b45-8eb9-1f77ec920f8a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:19.566478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-06f770f6-35ec-428c-9d6b-2bc97a158dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.574014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:19.574869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.578784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:19.592079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c02a989-b601-4077-a12b-46a803f8f26b']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:19.626419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:19.630767 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6948440 Sep 19 17:13:19.630966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cad2de0-d393-4317-8a21-74990fb8870f') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:19.630966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cad2de0-d393-4317-8a21-74990fb8870f') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:19.639976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43024) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:19.650247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Request body: {'subnet': {'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1012100846-subnet', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:19.666600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:19.670068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.675360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] Deleting port 4201406a-57a4-4c8d-b4fa-72904aa3b06c {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:19.675745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.685167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Usage tracker for resource:subnet and tenant:69fa1d10df2646c5b01518de508a5483 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:19.690761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:19.699546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:19.699815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:19.703456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.746664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9146c-b2fe-4249-9364-ca7e9d84fb1b admin admin] Pushing event updated for resources: {'Network': ['ID=ca3062b8-9ccd-4005-9f73-fd1db1e29974,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:19.779976 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-88df00ed-061c-4777-81c5-7a0a05e4d8b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5793705 Sep 19 17:13:19.783125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.783959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43028) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:19.791992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:19.794127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:19.808037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.812753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:19.817764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network ca3062b8-9ccd-4005-9f73-fd1db1e29974 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:13:19.825415 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a75a833a-c35a-4200-a96c-f1d1d3265a8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5067425 Sep 19 17:13:19.828547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43032) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:19.829562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:19.830072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:19.849664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-75bb906b-4855-481c-9c01-0fd1a6d273d3 None None] The port '4201406a-57a4-4c8d-b4fa-72904aa3b06c' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:13:19.850655 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6cab5-4e3c-4bac-8b8c-f45672c86730 None None] Sync routers for ids ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:19.876793 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6cab5-4e3c-4bac-8b8c-f45672c86730 None None] Routers {'66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:19.877952 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d3f6cab5-4e3c-4bac-8b8c-f45672c86730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:19.910443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3a988-4935-4f77-b8f0-f9fb3dd88d7d None None] Sync routers for ids ['d434f0b0-bfff-49ef-af82-1afe648ed5b8'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:19.913043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-06f770f6-35ec-428c-9d6b-2bc97a158dfb None None] Port c45ff7a5-af24-4b45-8eb9-1f77ec920f8a cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:19.934210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4201406a-57a4-4c8d-b4fa-72904aa3b06c no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:19.990402 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d3f6cab5-4e3c-4bac-8b8c-f45672c86730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:20.005522 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6cab5-4e3c-4bac-8b8c-f45672c86730 None None] Routers {'66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:20.007002 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d3f6cab5-4e3c-4bac-8b8c-f45672c86730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:20.009638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.resource_extend [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:20.021566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 4201406a-57a4-4c8d-b4fa-72904aa3b06c {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:20.021865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4201406a-57a4-4c8d-b4fa-72904aa3b06c not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:20.064699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83417856-3327-44bb-bc13-836d4bc775ce,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:20.083433 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-26607bd5-c9c0-483f-89ac-70bae8d704a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/d434f0b0-bfff-49ef-af82-1afe648ed5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2514575 Sep 19 17:13:20.087189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.091864 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f77e4c0-bc4e-450c-b7ee-699772092059 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7610590 Sep 19 17:13:20.092514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:20.092841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:20.101580 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d3f6cab5-4e3c-4bac-8b8c-f45672c86730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:20.102298 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6cab5-4e3c-4bac-8b8c-f45672c86730 None None] The sync data for ids ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:20.135993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '415cbc9c-c416-4298-83ce-215813aab26b', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:20.136224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:13:20.136723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.153951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Made reservation on behalf of 69fa1d10df2646c5b01518de508a5483 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:20.155135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:20.156438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.174952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3a988-4935-4f77-b8f0-f9fb3dd88d7d None None] Routers {'d434f0b0-bfff-49ef-af82-1afe648ed5b8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:20.174952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-72c3a988-4935-4f77-b8f0-f9fb3dd88d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d434f0b0-bfff-49ef-af82-1afe648ed5b8'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:20.195319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:20.204229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:20.224970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:20.243767 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 5cad2de0-d393-4317-8a21-74990fb8870f resource provider aggregate not found Sep 19 17:13:20.255698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc4425-c367-4e0b-94b8-77c46c3ea01a tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:20.256320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cdc4425-c367-4e0b-94b8-77c46c3ea01a tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:20.268941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:20.277266 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:13:20.282004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:20.289967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:20.298180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.307406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:20.314511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-72c3a988-4935-4f77-b8f0-f9fb3dd88d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:20.316103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6cdc4425-c367-4e0b-94b8-77c46c3ea01a tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:20.320177 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6cdc4425-c367-4e0b-94b8-77c46c3ea01a tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports/c45ff7a5-af24-4b45-8eb9-1f77ec920f8a HTTP/1.1" status: 200 len: 910 time: 0.2211859 Sep 19 17:13:20.326648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43048) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:20.340917 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 5cad2de0-d393-4317-8a21-74990fb8870f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cad2de0-d393-4317-8a21-74990fb8870f found for delete ", "request_id": "req-2971e220-3c66-4af0-a962-bcc93758255f"}]} Sep 19 17:13:20.341556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3a988-4935-4f77-b8f0-f9fb3dd88d7d None None] Routers {'d434f0b0-bfff-49ef-af82-1afe648ed5b8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:20.342205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-72c3a988-4935-4f77-b8f0-f9fb3dd88d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d434f0b0-bfff-49ef-af82-1afe648ed5b8'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:20.402119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:20.405683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.421700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Allocated IP 2001:db8::f816:3eff:fe7d:6786 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/0da056d0-2fa0-46e4-8d70-65f564868c7c/850b5425-43eb-4dc5-ace4-b7e9160c0120) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:20.483967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.488628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.525204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-72c3a988-4935-4f77-b8f0-f9fb3dd88d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:20.525838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3a988-4935-4f77-b8f0-f9fb3dd88d7d None None] The sync data for ids ['d434f0b0-bfff-49ef-af82-1afe648ed5b8'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:20.534144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.560087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-1757efaf-e7c0-492a-998f-22a8cec47d11', 'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11', 'tenant_id': '9bef7bf06a55483c91d04fcffeb787be', 'fixed_ips': [{'subnet_id': 'd6cffbac-6523-44e1-9c20-7fc8414745b1'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:20.560919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.611844 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] 10.222.0.83 "DELETE /v2.0/networks/2c02a989-b601-4077-a12b-46a803f8f26b HTTP/1.1" status: 204 len: 168 time: 3.3506167 Sep 19 17:13:20.613255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471274e-9a06-4cb5-9b1e-b164ea84d7ed admin admin] Pushing event deleted for resources: {'Network': ['ID=2c02a989-b601-4077-a12b-46a803f8f26b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:20.645914 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Transition to ACTIVE for port object 0a03f385-61a7-4876-a626-31c237546296 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:20.655699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.697354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.722808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.725317 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d6cffbac-6523-44e1-9c20-7fc8414745b1 (CIDR: 172.20.0.0/28) Sep 19 17:13:20.799929 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:13:20.800294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:13:20.833371 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9343dc-fb98-4cdc-a78c-5d2bb1fd85e6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:20.857982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:20.859709 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31875dea-b300-4677-b2e5-41d198ab1bef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7617998 Sep 19 17:13:20.863920 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-99c4f6d8-928c-4892-8f6f-0d28db76f919 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0765707 Sep 19 17:13:20.868204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:20.877147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:20.943765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43060) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:21.054391 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d38507ae-d384-422b-bef3-7c98a896158b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3f4d6ddacfc345e7becd41e81c8b5ebc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1091850 Sep 19 17:13:21.062041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c262625-457d-4960-b1b7-d82aa0939e55 None None] Pushing event updated for resources: {'Port': ['ID=0a03f385-61a7-4876-a626-31c237546296,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:21.071710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43066) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:21.084146 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:13:21.151896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:21.172098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:21.194008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:21.194520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Attempting to bind port 0a03f385-61a7-4876-a626-31c237546296 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:21.194891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Attempting to bind port 0a03f385-61a7-4876-a626-31c237546296 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:21.195289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Attempting to bind port 0a03f385-61a7-4876-a626-31c237546296 on network 68a98c82-41f6-4089-a841-47178a4df383 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:21.205046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:21.209772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.211189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:21.211605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Checking segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:21.212000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.212414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Bound using segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:21.212861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Bound port: 0a03f385-61a7-4876-a626-31c237546296, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:21.213282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.215791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.253811 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:21.257828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.279148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-230a8f0a-dd5a-4f3a-a252-da2644d85aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.286333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-65835785-f1cf-4a41-b637-6a1b6735df75 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:21.286853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Allocated IP 172.20.0.2 (1757efaf-e7c0-492a-998f-22a8cec47d11/d6cffbac-6523-44e1-9c20-7fc8414745b1/6990bd7a-4fed-4deb-8cfd-a58c2757aaae) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:21.297433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.307337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:21.317853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:21.322925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Transition to ACTIVE for port object 850b5425-43eb-4dc5-ace4-b7e9160c0120 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:21.325393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:21.326258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.340129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e4771d-f97f-4985-acd0-a5f955faa346,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:21.423219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=b8a86435-9df7-41fb-8319-076ce7b5f281,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:21.438102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-230a8f0a-dd5a-4f3a-a252-da2644d85aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.440140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Checking segment: {'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:21.440965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Network hostable DHCP agents. Network: ca3062b8-9ccd-4005-9f73-fd1db1e29974, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:13:21.446436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Transition to ACTIVE for port object 850b5425-43eb-4dc5-ace4-b7e9160c0120 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:21.459009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.479866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-65835785-f1cf-4a41-b637-6a1b6735df75 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:21.481133 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-65835785-f1cf-4a41-b637-6a1b6735df75 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056050066&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.3103943 Sep 19 17:13:21.488703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.506103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] For port 0a03f385-61a7-4876-a626-31c237546296, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:21.543106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Network ca3062b8-9ccd-4005-9f73-fd1db1e29974 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:13:21.556778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] For port 0a03f385-61a7-4876-a626-31c237546296, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0a03f385-61a7-4876-a626-31c237546296,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:21.567298 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-000b67b6-8245-4536-9f76-03168a8980e0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5951076 Sep 19 17:13:21.567732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:21.572803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.574879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:21.585520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:21.589834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Pushing event updated for resources: {'Port': ['ID=850b5425-43eb-4dc5-ace4-b7e9160c0120,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:21.597220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43078) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:21.620762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:9f:2c:5f', 'name': 'tempest-NetworksTestDHCPv6-1786311122'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:21.642036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, ca3062b8-9ccd-4005-9f73-fd1db1e29974) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:21.646625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:21.647240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.681989 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c770e12-f8d3-498c-99e3-e134af7b4d1d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0337639 Sep 19 17:13:21.684143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43082) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:21.691433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:21.693237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617e3a2-2a61-4cab-9bc8-1ba107e291e7 None None] Network ca3062b8-9ccd-4005-9f73-fd1db1e29974 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:21.753814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:21.807254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:21.807934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:21.850445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.918065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Usage tracker for resource:router and tenant:69fa1d10df2646c5b01518de508a5483 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:21.921595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:21.933422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:21.955224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.956242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:21.978597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.006635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c262625-457d-4960-b1b7-d82aa0939e55 None None] Pushing event updated for resources: {'Port': ['ID=0a03f385-61a7-4876-a626-31c237546296,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:22.009576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Attempting to bind port 850b5425-43eb-4dc5-ace4-b7e9160c0120 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:22.011391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Attempting to bind port 850b5425-43eb-4dc5-ace4-b7e9160c0120 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:22.011391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Attempting to bind port 850b5425-43eb-4dc5-ace4-b7e9160c0120 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:22.013477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.028318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-230a8f0a-dd5a-4f3a-a252-da2644d85aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.097694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:22.098142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:22.098461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.099036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:22.099346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Bound port: 850b5425-43eb-4dc5-ace4-b7e9160c0120, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:22.099728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.107908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a8f0a-dd5a-4f3a-a252-da2644d85aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80986b3-938a-4f3c-a9c1-22e67f15c92e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:22.109382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Transition to ACTIVE for port object 6990bd7a-4fed-4deb-8cfd-a58c2757aaae will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:22.124644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-74f79b44-0809-42f6-99a7-622776be9e42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:22.126152 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-74f79b44-0809-42f6-99a7-622776be9e42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 200 len: 797 time: 0.6342049 Sep 19 17:13:22.200970 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-c9a9e135-1678-4dfb-bc92-21d28156352f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0434084 Sep 19 17:13:22.207248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 0db310d0-f448-4bae-8a37-c6f8c86007b9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:22.207719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.263015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Transition to ACTIVE for port object 6990bd7a-4fed-4deb-8cfd-a58c2757aaae will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:22.285694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:22.336244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-230a8f0a-dd5a-4f3a-a252-da2644d85aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.339902 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-230a8f0a-dd5a-4f3a-a252-da2644d85aa2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f80986b3-938a-4f3c-a9c1-22e67f15c92e HTTP/1.1" status: 204 len: 168 time: 1.2595580 Sep 19 17:13:22.350587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.351014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:22.379820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:22.429615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:22.435484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.542220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.550324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:22.570330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:22.580651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-ca3062b8-9ccd-4005-9f73-fd1db1e29974', 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'fixed_ips': [{'subnet_id': 'c0e4771d-f97f-4985-acd0-a5f955faa346'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:22.581484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.591710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] For port 850b5425-43eb-4dc5-ace4-b7e9160c0120, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:22.599554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:22.635874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-9d090056-c98e-46cb-ad11-805891b721f1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:22.655265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:22.657736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:22.677204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:22.677810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.743580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=795e5c84-fd78-4c38-87b0-b4bc567ada41,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:22.747890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.773580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Pushing event updated for resources: {'Port': ['ID=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:22.780686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] For port 850b5425-43eb-4dc5-ace4-b7e9160c0120, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=850b5425-43eb-4dc5-ace4-b7e9160c0120,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:22.786225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-9d090056-c98e-46cb-ad11-805891b721f1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:22.787550 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-9d090056-c98e-46cb-ad11-805891b721f1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5264797 Sep 19 17:13:22.795988 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c0f02e8f-0304-4910-88a2-3ecfd6a9b8e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9232335 Sep 19 17:13:22.799724 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43090) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:22.814859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11', 'fixed_ips': [{'subnet_id': 'd6cffbac-6523-44e1-9c20-7fc8414745b1'}, {'subnet_id': '795e5c84-fd78-4c38-87b0-b4bc567ada41'}], 'name': 'tempest-PortsTestJSON-1205939385'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:22.825570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.833341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port bca619dd-065c-4022-874e-437df263d948 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:13:22.866704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port c45ff7a5-af24-4b45-8eb9-1f77ec920f8a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:22.867107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:22.960639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 0db310d0-f448-4bae-8a37-c6f8c86007b9 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:23.000838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:23.260541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Attempting to bind port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:23.261278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Attempting to bind port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '1cf1102e-e8e3-4c25-b467-054a12b37b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:23.261829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Attempting to bind port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae on network 1757efaf-e7c0-492a-998f-22a8cec47d11 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:23.300920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:21Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:23.307039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:23.307787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Checking segment: {'id': '1cf1102e-e8e3-4c25-b467-054a12b37b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:23.308542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:23.309653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Bound using segment: {'id': '1cf1102e-e8e3-4c25-b467-054a12b37b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:23.310393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Bound port: 6990bd7a-4fed-4deb-8cfd-a58c2757aaae, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf1102e-e8e3-4c25-b467-054a12b37b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:23.311012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:23.339771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a4691-5a1f-42af-aa7f-f1ad257787d9 None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:21Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:23.507481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] For port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:23.513334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] For port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,segment=NetworkSegment(1cf1102e-e8e3-4c25-b467-054a12b37b95),segment_id=1cf1102e-e8e3-4c25-b467-054a12b37b95)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:23.515249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd63711-b01c-42b3-a5a9-517eef200c48 None None] Pushing event updated for resources: {'Port': ['ID=850b5425-43eb-4dc5-ace4-b7e9160c0120,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:23.573458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:23.580467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:23.618565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:23.642838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:23.755280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49321f26-a8f8-49d1-a88f-c30b3b302dce None None] Pushing event updated for resources: {'Port': ['ID=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:23.809785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Allocated IP 172.20.0.2 (ca3062b8-9ccd-4005-9f73-fd1db1e29974/c0e4771d-f97f-4985-acd0-a5f955faa346/5727252e-127f-4061-9f94-a86e12ff9717) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:23.913018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:23.933895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=0db310d0-f448-4bae-8a37-c6f8c86007b9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:24.066451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for c45ff7a5-af24-4b45-8eb9-1f77ec920f8a owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:24.240711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:24.256740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Transition to ACTIVE for port object 5727252e-127f-4061-9f94-a86e12ff9717 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:24.313586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Transition to ACTIVE for port object 5727252e-127f-4061-9f94-a86e12ff9717 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:24.324350 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:24.485345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:24.502511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:24.586386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Network ca3062b8-9ccd-4005-9f73-fd1db1e29974 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:24.590850 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-1f7356fd-b566-404f-b42e-0c9b1c080808 service neutron] 10.222.0.83 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7590435 Sep 19 17:13:24.593146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:24.599680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Pushing event updated for resources: {'Port': ['ID=5727252e-127f-4061-9f94-a86e12ff9717,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:24.603009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:24.610503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:24.711690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:24.737335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 172.20.0.2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/b8a86435-9df7-41fb-8319-076ce7b5f281/bca619dd-065c-4022-874e-437df263d948) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:24.773271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:24.827814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6990bd7a-4fed-4deb-8cfd-a58c2757aaae up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:24.932964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Attempting to bind port 5727252e-127f-4061-9f94-a86e12ff9717 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:24.933385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Attempting to bind port 5727252e-127f-4061-9f94-a86e12ff9717 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:24.933750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Attempting to bind port 5727252e-127f-4061-9f94-a86e12ff9717 on network ca3062b8-9ccd-4005-9f73-fd1db1e29974 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:24.951272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:24.951733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Checking segment: {'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:24.952139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:24.952587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Bound using segment: {'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:24.953123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Bound port: 5727252e-127f-4061-9f94-a86e12ff9717, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:24.953505 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:24.980155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:25.003435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fe9f:2c5f (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/0da056d0-2fa0-46e4-8d70-65f564868c7c/bca619dd-065c-4022-874e-437df263d948) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:25.086125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] For port 5727252e-127f-4061-9f94-a86e12ff9717, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:25.090821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] For port 5727252e-127f-4061-9f94-a86e12ff9717, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5727252e-127f-4061-9f94-a86e12ff9717,segment=NetworkSegment(85f921f1-2118-4cd5-906e-b96976bb1ece),segment_id=85f921f1-2118-4cd5-906e-b96976bb1ece)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:25.097148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597594c-8dbc-4369-952e-5fb8d329f5b8 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:25.135839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:25.177919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Allocated IP 172.26.10.241 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/af11912e-35ec-463c-bb45-ae72af087c4a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:25.193866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:25.215486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:25.300857 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-70bc005a-5f5e-49ef-a97f-ed1a153b296a service neutron] 10.222.0.83 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699243 Sep 19 17:13:25.303025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=c45ff7a5-af24-4b45-8eb9-1f77ec920f8a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:25.310402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0a03f385-61a7-4876-a626-31c237546296 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:25.341443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:25.752743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-da990eeb-8a01-400d-95d3-cd435f0f69f9 None None] Provisioning for port 850b5425-43eb-4dc5-ace4-b7e9160c0120 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:25.841924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:25.865682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4149f5-7cd4-4060-b60c-bc542d2303e0 None None] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:25.930566 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3b41f901-af12-4349-89e4-5704923cd4c6 req-64d196bc-9605-49ac-bd8a-6c51e0e017e3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 210 time: 0.1844218 Sep 19 17:13:25.942250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:25.976830 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e57d8-0a73-4f08-83a1-093200cb1a58 None None] Sync routers for ids ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:25.991942 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e57d8-0a73-4f08-83a1-093200cb1a58 None None] Routers {'66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:25.994612 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2a2e57d8-0a73-4f08-83a1-093200cb1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:25.996102 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-78a351e6-cd94-433c-8848-f23d0835b4d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1632934 Sep 19 17:13:25.999235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43144) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:26.004210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:26.065609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779187b3-d9eb-49d5-9c83-1f66b931c533 None None] Pushing event updated for resources: {'Port': ['ID=5727252e-127f-4061-9f94-a86e12ff9717,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:26.071534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43148) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:26.105300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-669de2d4-70bd-4558-8f61-a3f2c4642b8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:26.132654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-669de2d4-70bd-4558-8f61-a3f2c4642b8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:26.134419 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-669de2d4-70bd-4558-8f61-a3f2c4642b8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da HTTP/1.1" status: 200 len: 205 time: 0.1342418 Sep 19 17:13:26.137660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43154) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:26.153806 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2a2e57d8-0a73-4f08-83a1-093200cb1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:26.164895 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e57d8-0a73-4f08-83a1-093200cb1a58 None None] Routers {'66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:26.165680 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2a2e57d8-0a73-4f08-83a1-093200cb1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:26.264104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 0a03f385-61a7-4876-a626-31c237546296 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:26.271724 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2a2e57d8-0a73-4f08-83a1-093200cb1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:26.273379 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e57d8-0a73-4f08-83a1-093200cb1a58 None None] The sync data for ids ['66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:26.315664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:26.316229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 0a03f385-61a7-4876-a626-31c237546296 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:26.316694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:26.405323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:26.430487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2ebc1339-2b16-43cd-8ded-6a8fef4a9978 None None] Provisioning for port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:26.448009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6caa58d-5f28-4e75-a90d-050da8dd37d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:26.500701 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2ebc1339-2b16-43cd-8ded-6a8fef4a9978 None None] Provisioning complete for port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:26.501082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1339-2b16-43cd-8ded-6a8fef4a9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:26.565452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:26.701980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:26.709352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2ada92-542b-433a-a47b-13801bd1e56d None None] Network ca3062b8-9ccd-4005-9f73-fd1db1e29974 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:26.729363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:26.737726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Usage tracker for resource:floatingip and tenant:a42cfe5bab1b40918517c9003d85bb36 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:26.743263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:26.818469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:26.821418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:26.827944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:26.840787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:26.858411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 5201289d-423f-4525-b6cd-ab546d67ebea yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:13:26.916646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:26.936503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Pushing event updated for resources: {'Port': ['ID=af11912e-35ec-463c-bb45-ae72af087c4a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:27.013381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.056117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 0a03f385-61a7-4876-a626-31c237546296 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:27.056759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.174741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6caa58d-5f28-4e75-a90d-050da8dd37d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.191904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2ebc1339-2b16-43cd-8ded-6a8fef4a9978 None None] Current status of the port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:27.192294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1339-2b16-43cd-8ded-6a8fef4a9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.201664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Update dhcp port {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '0da056d0-2fa0-46e4-8d70-65f564868c7c', 'ip_address': '2001:db8::f816:3eff:fe7d:6786'}, {'subnet_id': 'b8a86435-9df7-41fb-8319-076ce7b5f281'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '850b5425-43eb-4dc5-ace4-b7e9160c0120'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:13:27.238709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6caa58d-5f28-4e75-a90d-050da8dd37d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.249113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 0a03f385-61a7-4876-a626-31c237546296, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0a03f385-61a7-4876-a626-31c237546296,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:27.277950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.278735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 850b5425-43eb-4dc5-ace4-b7e9160c0120 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:27.413945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6caa58d-5f28-4e75-a90d-050da8dd37d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.414540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6caa58d-5f28-4e75-a90d-050da8dd37d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Fanout notify agent at l3_agent the message router_deleted on router 66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:13:27.439824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6caa58d-5f28-4e75-a90d-050da8dd37d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.440916 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e6caa58d-5f28-4e75-a90d-050da8dd37d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da HTTP/1.1" status: 204 len: 168 time: 1.2905438 Sep 19 17:13:27.443885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43164) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:27.533002 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-86a30fcc-6f12-49e5-bc1d-5cfe602376fd req-608b8a87-cac9-4728-a43b-1c2bb5c4981c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 210 time: 0.1896667 Sep 19 17:13:27.536471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object bca619dd-065c-4022-874e-437df263d948 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:27.626738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=0a03f385-61a7-4876-a626-31c237546296,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:27.636221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.682613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router d434f0b0-bfff-49ef-af82-1afe648ed5b8 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:27.722174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2ebc1339-2b16-43cd-8ded-6a8fef4a9978 None None] For port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,segment=NetworkSegment(1cf1102e-e8e3-4c25-b467-054a12b37b95),segment_id=1cf1102e-e8e3-4c25-b467-054a12b37b95)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:27.724968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 850b5425-43eb-4dc5-ace4-b7e9160c0120 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:27.741533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1339-2b16-43cd-8ded-6a8fef4a9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.769896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b8cdf8-7560-4af5-b432-ff632d08c534 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet f783bee9-3b20-43ff-b76e-140d2d5d8575 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:27.782726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdf8-7560-4af5-b432-ff632d08c534 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.804046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 850b5425-43eb-4dc5-ace4-b7e9160c0120 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:27.804426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.823025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.867158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.893719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.5 (1757efaf-e7c0-492a-998f-22a8cec47d11/d6cffbac-6523-44e1-9c20-7fc8414745b1/5201289d-423f-4525-b6cd-ab546d67ebea) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:27.920946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:27.939358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.24 (1757efaf-e7c0-492a-998f-22a8cec47d11/795e5c84-fd78-4c38-87b0-b4bc567ada41/5201289d-423f-4525-b6cd-ab546d67ebea) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:27.948786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.964737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdf8-7560-4af5-b432-ff632d08c534 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:27.983291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9a92268c-1ca2-4a77-9134-94ed37b03b5b None None] Provisioning for port 5727252e-127f-4061-9f94-a86e12ff9717 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:27.987231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41b909-f2f3-47a0-8328-fb5e31780ad5 None None] Sync routers for ids ['d434f0b0-bfff-49ef-af82-1afe648ed5b8'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:28.008847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-ea64caed-9c0d-447a-8879-aa00cc8c1f09 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:28.010422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-ea64caed-9c0d-447a-8879-aa00cc8c1f09 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 200 len: 797 time: 0.5491095 Sep 19 17:13:28.013688 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-db23f61f-d0c8-44af-8233-7d832c8d6fbb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/d434f0b0-bfff-49ef-af82-1afe648ed5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6842246 Sep 19 17:13:28.021439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43172) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:28.051723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41b909-f2f3-47a0-8328-fb5e31780ad5 None None] Routers {'d434f0b0-bfff-49ef-af82-1afe648ed5b8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:28.052512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0b41b909-f2f3-47a0-8328-fb5e31780ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d434f0b0-bfff-49ef-af82-1afe648ed5b8'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:28.091568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:28.104014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:28.106666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:28.117050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc1339-2b16-43cd-8ded-6a8fef4a9978 None None] Pushing event updated for resources: {'Port': ['ID=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:28.142839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0b41b909-f2f3-47a0-8328-fb5e31780ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:28.148755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b8e2b-c4e9-4d86-bf7e-b2e22669b278 None None] Update dhcp port {'port': {'network_id': '1757efaf-e7c0-492a-998f-22a8cec47d11', 'fixed_ips': [{'subnet_id': 'd6cffbac-6523-44e1-9c20-7fc8414745b1', 'ip_address': '172.20.0.2'}, {'subnet_id': '795e5c84-fd78-4c38-87b0-b4bc567ada41'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '6990bd7a-4fed-4deb-8cfd-a58c2757aaae'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:13:28.174065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=bca619dd-065c-4022-874e-437df263d948,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:28.204503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-10c2c21f-1bd3-443b-bbcc-98d723b0dbd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 380 time: 0.1714911 Sep 19 17:13:28.230287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['415cbc9c-c416-4298-83ce-215813aab26b']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:28.267331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-66883162-623f-42d3-8279-6232bc6024b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:28.359845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41b909-f2f3-47a0-8328-fb5e31780ad5 None None] Routers {'d434f0b0-bfff-49ef-af82-1afe648ed5b8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:28.360515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0b41b909-f2f3-47a0-8328-fb5e31780ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d434f0b0-bfff-49ef-af82-1afe648ed5b8'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:28.376974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:28.377419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.386136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-66883162-623f-42d3-8279-6232bc6024b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:28.389958 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-66883162-623f-42d3-8279-6232bc6024b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=d434f0b0-bfff-49ef-af82-1afe648ed5b8 HTTP/1.1" status: 200 len: 205 time: 0.3661323 Sep 19 17:13:28.394108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43176) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:28.428687 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ae6445a-53b9-45c3-acda-2f71033e92af tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.8289921 Sep 19 17:13:28.434283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a83b8e2b-c4e9-4d86-bf7e-b2e22669b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.476841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43180) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:28.483259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0b41b909-f2f3-47a0-8328-fb5e31780ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:28.483676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41b909-f2f3-47a0-8328-fb5e31780ad5 None None] The sync data for ids ['d434f0b0-bfff-49ef-af82-1afe648ed5b8'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:28.499577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 850b5425-43eb-4dc5-ace4-b7e9160c0120 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:28.499960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.542200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.554779 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8e753b3f-0c59-41c1-a156-34c068d22fcd {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:13:28.556822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:13:28.564172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object 5201289d-423f-4525-b6cd-ab546d67ebea will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:28.606635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Allocated IP 172.26.10.82 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/d2b02572-f557-48d2-b7c3-9b9c2185d45b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:28.636585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 850b5425-43eb-4dc5-ace4-b7e9160c0120, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=850b5425-43eb-4dc5-ace4-b7e9160c0120,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:28.644341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.677188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:28.697823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:28.715462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.719160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:28.723948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdf8-7560-4af5-b432-ff632d08c534 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.725620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.753561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf41590e-ce93-4621-94d4-3cb5a9aabceb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:28.805841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-a83b8e2b-c4e9-4d86-bf7e-b2e22669b278 None None] Allocated IP 172.20.0.18 (1757efaf-e7c0-492a-998f-22a8cec47d11/795e5c84-fd78-4c38-87b0-b4bc567ada41/6990bd7a-4fed-4deb-8cfd-a58c2757aaae) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:28.848026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=5201289d-423f-4525-b6cd-ab546d67ebea,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:28.893334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=850b5425-43eb-4dc5-ace4-b7e9160c0120,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:28.898031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0a03f385-61a7-4876-a626-31c237546296 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:28.901706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:28.908627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:28.915301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:29.019010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a83b8e2b-c4e9-4d86-bf7e-b2e22669b278 None None] For port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,segment=NetworkSegment(1cf1102e-e8e3-4c25-b467-054a12b37b95),segment_id=1cf1102e-e8e3-4c25-b467-054a12b37b95)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:29.026563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:29.027051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.028347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 0a03f385-61a7-4876-a626-31c237546296 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:29.028718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.043798 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a665efdc-c246-40d3-b7e5-e0914076d4cc req-4434c39a-c60a-4aa9-9e48-a0ff7f9100cc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 210 time: 0.3296149 Sep 19 17:13:29.070968 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-efb720aa-363d-4a55-811c-b233883f24ca tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.2702277 Sep 19 17:13:29.074409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43186) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:29.086288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd6cffbac-6523-44e1-9c20-7fc8414745b1'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:29.120905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.11 (abdffc55-2833-4ee4-8913-08310e09357d/e1508415-4120-4d43-b41a-da1d837115b6/7b933b23-96e7-44cb-af9e-122fd4a2d487) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:29.175317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a83b8e2b-c4e9-4d86-bf7e-b2e22669b278 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.186417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.212813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a83b8e2b-c4e9-4d86-bf7e-b2e22669b278 None None] Transition to ACTIVE for port object 6990bd7a-4fed-4deb-8cfd-a58c2757aaae will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:29.240148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.258328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a83b8e2b-c4e9-4d86-bf7e-b2e22669b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.342240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf41590e-ce93-4621-94d4-3cb5a9aabceb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.347143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf41590e-ce93-4621-94d4-3cb5a9aabceb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.371722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdf8-7560-4af5-b432-ff632d08c534 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.540301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b8e2b-c4e9-4d86-bf7e-b2e22669b278 None None] Pushing event updated for resources: {'Port': ['ID=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:29.558276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 0a03f385-61a7-4876-a626-31c237546296 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:29.559423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6990bd7a-4fed-4deb-8cfd-a58c2757aaae up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:29.605628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.619637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461d23e-27da-426e-94a1-363df6cb6771 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:29.625378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461d23e-27da-426e-94a1-363df6cb6771 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:29.626221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1461d23e-27da-426e-94a1-363df6cb6771 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:29.630340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8cdf8-7560-4af5-b432-ff632d08c534 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=f783bee9-3b20-43ff-b76e-140d2d5d8575,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:29.631652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c67da-9aba-4dee-bd33-037400614612 None None] Network d8fdb3a0-a20e-44d3-94ff-13c8439be93b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:29.634585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.638565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3b8cdf8-7560-4af5-b432-ff632d08c534 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.641046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf41590e-ce93-4621-94d4-3cb5a9aabceb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.641537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf41590e-ce93-4621-94d4-3cb5a9aabceb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Fanout notify agent at l3_agent the message router_deleted on router d434f0b0-bfff-49ef-af82-1afe648ed5b8 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:13:29.739354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d3b8cdf8-7560-4af5-b432-ff632d08c534 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/f783bee9-3b20-43ff-b76e-140d2d5d8575 HTTP/1.1" status: 204 len: 168 time: 2.2945697 Sep 19 17:13:29.751837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43190) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:29.754265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf41590e-ce93-4621-94d4-3cb5a9aabceb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.758082 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cf41590e-ce93-4621-94d4-3cb5a9aabceb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/d434f0b0-bfff-49ef-af82-1afe648ed5b8 HTTP/1.1" status: 204 len: 168 time: 1.3617275 Sep 19 17:13:29.762535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43194) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:29.764724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Allocated IP 172.20.0.3 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/b8a86435-9df7-41fb-8319-076ce7b5f281/850b5425-43eb-4dc5-ace4-b7e9160c0120) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:29.800587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1461d23e-27da-426e-94a1-363df6cb6771 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:29.804514 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1461d23e-27da-426e-94a1-363df6cb6771 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 1.3138390 Sep 19 17:13:29.811361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43198) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:29.839180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1c2fbc-b1a2-479c-bbfa-4bf0291dcc2c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet f4bbc390-d1fe-406c-8fd6-17106e8caf9e {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:29.842532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2fbc-b1a2-479c-bbfa-4bf0291dcc2c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.965824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.981355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-56483959-28d8-44a3-b9a3-8027744220f9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet 410b7766-4677-469e-8d25-0e29b4e7871e {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:29.990844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56483959-28d8-44a3-b9a3-8027744220f9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:29.994991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5727252e-127f-4061-9f94-a86e12ff9717 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:29.997861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2fbc-b1a2-479c-bbfa-4bf0291dcc2c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.047884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 7b933b23-96e7-44cb-af9e-122fd4a2d487 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:30.057710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-392c33e0-77ff-4994-9f8f-4a439c09b8cc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port bca619dd-065c-4022-874e-437df263d948 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:30.062897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-392c33e0-77ff-4994-9f8f-4a439c09b8cc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.152335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.179740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Delete allocated IP 172.20.0.24 (1757efaf-e7c0-492a-998f-22a8cec47d11/795e5c84-fd78-4c38-87b0-b4bc567ada41) {{(pid=89055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 17:13:30.188014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.195859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] For port 850b5425-43eb-4dc5-ace4-b7e9160c0120, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=850b5425-43eb-4dc5-ace4-b7e9160c0120,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:30.208796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5727252e-127f-4061-9f94-a86e12ff9717 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:30.224385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5727252e-127f-4061-9f94-a86e12ff9717 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:30.224928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.286365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.303135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network abdffc55-2833-4ee4-8913-08310e09357d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:30.315343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Transition to ACTIVE for port object 850b5425-43eb-4dc5-ace4-b7e9160c0120 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:30.322863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.345953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'Port': ['ID=d2b02572-f557-48d2-b7c3-9b9c2185d45b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:30.354417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:30.362371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:30.374127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:30.387216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:30.391165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] DHCP port deletion for d8fdb3a0-a20e-44d3-94ff-13c8439be93b request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:30.413617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2fbc-b1a2-479c-bbfa-4bf0291dcc2c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.421456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56483959-28d8-44a3-b9a3-8027744220f9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.441369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:30.447442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] Deleting port 929265c8-d24f-4adf-9837-ee3651c64b5a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:30.447948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.550500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6fea39-a2b4-49d6-9aec-1f1e03a0e4f8 None None] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:30.554936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=7b933b23-96e7-44cb-af9e-122fd4a2d487,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:30.589536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:30.590512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.678472 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-a9b318d5-bb6e-4b1b-a4b5-9afe6ce4df2a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4529557 Sep 19 17:13:30.692804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Request body: {'port': {'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:30.708991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Router d9249637-4728-4c77-aacd-6b0583001c33 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:13:30.720941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2fbc-b1a2-479c-bbfa-4bf0291dcc2c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.732408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5fa75-169a-42d1-aefb-5ae805ce23b7 req-502b319e-e8e0-4b08-95eb-0697ef3e269f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:30.732855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b2a5fa75-169a-42d1-aefb-5ae805ce23b7 req-502b319e-e8e0-4b08-95eb-0697ef3e269f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:30.736468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5727252e-127f-4061-9f94-a86e12ff9717 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:30.736950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.747532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82958d-66ef-4ff9-90bf-ccd5c3db9e00 None None] Pushing event updated for resources: {'Port': ['ID=850b5425-43eb-4dc5-ace4-b7e9160c0120,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:30.757093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2ebacf05-46d5-4ca7-ba42-bcc34cecbb6f None None] Provisioning for port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:30.812618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c2fbc-b1a2-479c-bbfa-4bf0291dcc2c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=f4bbc390-d1fe-406c-8fd6-17106e8caf9e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:30.814473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2fbc-b1a2-479c-bbfa-4bf0291dcc2c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.818748 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bc1c2fbc-b1a2-479c-bbfa-4bf0291dcc2c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/f4bbc390-d1fe-406c-8fd6-17106e8caf9e HTTP/1.1" status: 204 len: 168 time: 1.0628304 Sep 19 17:13:30.818964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2ebacf05-46d5-4ca7-ba42-bcc34cecbb6f None None] Provisioning complete for port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:30.818964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2ebacf05-46d5-4ca7-ba42-bcc34cecbb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.821169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43204) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:30.858975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b2a5fa75-169a-42d1-aefb-5ae805ce23b7 req-502b319e-e8e0-4b08-95eb-0697ef3e269f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:30.865025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4622b4-ad27-477d-b33f-6e0dd1d27f59 None None] Network ab184b5e-4f4a-4063-b7c8-93b381eb13ab requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:30.867163 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b2a5fa75-169a-42d1-aefb-5ae805ce23b7 req-502b319e-e8e0-4b08-95eb-0697ef3e269f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 932 time: 0.5851562 Sep 19 17:13:30.891206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56483959-28d8-44a3-b9a3-8027744220f9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.895001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:30.943825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.004022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 5727252e-127f-4061-9f94-a86e12ff9717, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5727252e-127f-4061-9f94-a86e12ff9717,segment=NetworkSegment(85f921f1-2118-4cd5-906e-b96976bb1ece),segment_id=85f921f1-2118-4cd5-906e-b96976bb1ece)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:31.032673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.054769 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b2a5fa75-169a-42d1-aefb-5ae805ce23b7 req-5a88a74f-86f0-470e-ad4f-00a0d81c368a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866493 Sep 19 17:13:31.071810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Ignored duplicate provisioning block setup for port 5201289d-423f-4525-b6cd-ab546d67ebea by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 17:13:31.121759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.180027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.192831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-392c33e0-77ff-4994-9f8f-4a439c09b8cc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.215835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.255328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6990bd7a-4fed-4deb-8cfd-a58c2757aaae up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:31.322674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-392c33e0-77ff-4994-9f8f-4a439c09b8cc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for bca619dd-065c-4022-874e-437df263d948 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:31.367384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.457185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:31.484530 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Sync routers for ids ['d9249637-4728-4c77-aacd-6b0583001c33'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:31.513197 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Routers {'d9249637-4728-4c77-aacd-6b0583001c33'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:31.515691 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d9249637-4728-4c77-aacd-6b0583001c33'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:31.521019 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 929265c8-d24f-4adf-9837-ee3651c64b5a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:31.521370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.566152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=5201289d-423f-4525-b6cd-ab546d67ebea,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:31.592005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] For port 929265c8-d24f-4adf-9837-ee3651c64b5a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=929265c8-d24f-4adf-9837-ee3651c64b5a,segment=NetworkSegment(3c2ca76d-67df-4e89-96f9-9bb269458b47),segment_id=3c2ca76d-67df-4e89-96f9-9bb269458b47)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:31.592418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.601169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=5727252e-127f-4061-9f94-a86e12ff9717,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:31.678541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] In _notify_port_updated(), no bound segment for port 5201289d-423f-4525-b6cd-ab546d67ebea on network 1757efaf-e7c0-492a-998f-22a8cec47d11 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:13:31.699034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:31.700163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:31.701694 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1d534a4f-1bc2-4b93-933f-988e48ba4188 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "PUT /v2.0/ports/5201289d-423f-4525-b6cd-ab546d67ebea HTTP/1.1" status: 200 len: 919 time: 2.6265092 Sep 19 17:13:31.706607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43208) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:31.754862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd6cffbac-6523-44e1-9c20-7fc8414745b1'}, {'subnet_id': '795e5c84-fd78-4c38-87b0-b4bc567ada41'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:31.898444 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] Calling delete_port for 929265c8-d24f-4adf-9837-ee3651c64b5a owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:31.938202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2ebacf05-46d5-4ca7-ba42-bcc34cecbb6f None None] Current status of the port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:31.938432 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Set router d9249637-4728-4c77-aacd-6b0583001c33 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:32.002258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:32.002628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.142455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-392c33e0-77ff-4994-9f8f-4a439c09b8cc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.144191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.145560 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-175d92d7-c117-4b8c-8eee-0ebbfad6f803 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.4617152 Sep 19 17:13:32.197061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43214) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:32.209928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56483959-28d8-44a3-b9a3-8027744220f9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.218017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ead7b15-d547-4e41-b1d0-53a53492fc59 None None] Provisioning for port 7b933b23-96e7-44cb-af9e-122fd4a2d487 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:32.243647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.336361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ead7b15-d547-4e41-b1d0-53a53492fc59 None None] Provisioning complete for port 7b933b23-96e7-44cb-af9e-122fd4a2d487 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:32.337411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ead7b15-d547-4e41-b1d0-53a53492fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.384417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] DHCP port deletion for ab184b5e-4f4a-4063-b7c8-93b381eb13ab request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:32.410207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] Deleting port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:32.410815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.474261 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241'}], 'enable_snat': True}, 'gw_port_id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 3, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port': {'id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:24Z', 'updated_at': '2022-09-19T17:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:32.484473 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Checking router: d9249637-4728-4c77-aacd-6b0583001c33 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:13:32.485070 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Updating router d9249637-4728-4c77-aacd-6b0583001c33 port af11912e-35ec-463c-bb45-ae72af087c4a binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:13:32.565214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c33e0-77ff-4994-9f8f-4a439c09b8cc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=bca619dd-065c-4022-874e-437df263d948,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:32.574067 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.586043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56483959-28d8-44a3-b9a3-8027744220f9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=410b7766-4677-469e-8d25-0e29b4e7871e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:32.666390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56483959-28d8-44a3-b9a3-8027744220f9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.794657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port 929265c8-d24f-4adf-9837-ee3651c64b5a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=929265c8-d24f-4adf-9837-ee3651c64b5a,segment=NetworkSegment(3c2ca76d-67df-4e89-96f9-9bb269458b47),segment_id=3c2ca76d-67df-4e89-96f9-9bb269458b47)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:32.796341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.801611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] For port 4f89898a-f3c1-48db-8dbe-88e080a88ad4, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f89898a-f3c1-48db-8dbe-88e080a88ad4,segment=NetworkSegment(6dd56612-3fb5-4af6-86a8-507fec7f9430),segment_id=6dd56612-3fb5-4af6-86a8-507fec7f9430)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:32.802308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.904837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:32.938539 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-56483959-28d8-44a3-b9a3-8027744220f9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/410b7766-4677-469e-8d25-0e29b4e7871e HTTP/1.1" status: 204 len: 168 time: 3.1725833 Sep 19 17:13:32.961184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:32.963243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43218) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:32.965170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 850b5425-43eb-4dc5-ace4-b7e9160c0120 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:33.033418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] Pushing event deleted for resources: {'Port': ['ID=929265c8-d24f-4adf-9837-ee3651c64b5a,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:33.053092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583077d-f06c-4c4f-8703-8b3d9095710a None None] No DVR routers for this DVR port 929265c8-d24f-4adf-9837-ee3651c64b5a on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:13:33.142678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 929265c8-d24f-4adf-9837-ee3651c64b5a owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:33.179012 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.192476 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Transition to ACTIVE for port object af11912e-35ec-463c-bb45-ae72af087c4a will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:33.196659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c7912-20f4-429f-87ee-7a32f723f36b None None] Network 1b80ee96-d674-4b4b-8359-50dd715841e2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:33.200869 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.222746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed38a55-56f3-461c-af90-293757e8ebfb req-c17af30b-d7bb-40f4-b0fd-804e344d322d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:33.238629 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ed38a55-56f3-461c-af90-293757e8ebfb req-c17af30b-d7bb-40f4-b0fd-804e344d322d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 932 time: 0.9208398 Sep 19 17:13:33.272717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:33.288156 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfec51-7530-43b3-bea1-62a998dbfd34 None None] Pushing event updated for resources: {'Port': ['ID=af11912e-35ec-463c-bb45-ae72af087c4a,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:33.299124 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Attempting to bind port af11912e-35ec-463c-bb45-ae72af087c4a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:33.299590 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Attempting to bind port af11912e-35ec-463c-bb45-ae72af087c4a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:33.300161 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Attempting to bind port af11912e-35ec-463c-bb45-ae72af087c4a on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:33.306535 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:33.307122 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:33.307612 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.308090 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:33.308794 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Bound port: af11912e-35ec-463c-bb45-ae72af087c4a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:33.309441 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.355765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.363908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-392c33e0-77ff-4994-9f8f-4a439c09b8cc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.368907 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-392c33e0-77ff-4994-9f8f-4a439c09b8cc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/bca619dd-065c-4022-874e-437df263d948 HTTP/1.1" status: 204 len: 168 time: 3.5565989 Sep 19 17:13:33.373689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.391181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43222) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:33.428684 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] For port af11912e-35ec-463c-bb45-ae72af087c4a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:33.429806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] Calling delete_port for 4f89898a-f3c1-48db-8dbe-88e080a88ad4 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:33.437760 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] For port af11912e-35ec-463c-bb45-ae72af087c4a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af11912e-35ec-463c-bb45-ae72af087c4a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:33.444839 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.521275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.536423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-8ed38a55-56f3-461c-af90-293757e8ebfb req-d116a9a6-5e6b-4333-8e69-acc154560f06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:33.565921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:33.566269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.569463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4ead7b15-d547-4e41-b1d0-53a53492fc59 None None] Port 7b933b23-96e7-44cb-af9e-122fd4a2d487 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:33.576229 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Routers {'d9249637-4728-4c77-aacd-6b0583001c33'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:33.577220 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d9249637-4728-4c77-aacd-6b0583001c33'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:33.620517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.625674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'Port': ['ID=d2b02572-f557-48d2-b7c3-9b9c2185d45b,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:33.656030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-8ed38a55-56f3-461c-af90-293757e8ebfb req-d116a9a6-5e6b-4333-8e69-acc154560f06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:33.657304 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ed38a55-56f3-461c-af90-293757e8ebfb req-d116a9a6-5e6b-4333-8e69-acc154560f06 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518145 Sep 19 17:13:33.670587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.674373 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3e440377-8a0d-4ddc-9722-2b0da192d930 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5932448 Sep 19 17:13:33.675331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43226) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:33.685487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1609443633'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:33.734639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ead7b15-d547-4e41-b1d0-53a53492fc59 None None] Provisioning for port 850b5425-43eb-4dc5-ace4-b7e9160c0120 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:33.766570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ead7b15-d547-4e41-b1d0-53a53492fc59 None None] Provisioning complete for port 850b5425-43eb-4dc5-ace4-b7e9160c0120 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:33.767023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ead7b15-d547-4e41-b1d0-53a53492fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.794626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 850b5425-43eb-4dc5-ace4-b7e9160c0120 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:33.795022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.800440 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfec51-7530-43b3-bea1-62a998dbfd34 None None] Pushing event updated for resources: {'Port': ['ID=af11912e-35ec-463c-bb45-ae72af087c4a,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:33.817193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734d175-5144-4f99-9667-4b32b127a2b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:33.820306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734d175-5144-4f99-9667-4b32b127a2b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:33.823058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734d175-5144-4f99-9667-4b32b127a2b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:33.824575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5734d175-5144-4f99-9667-4b32b127a2b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:33.881131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eea1b9f4-dc85-4a05-b67a-52ac3cceefa3,segment=NetworkSegment(996b2070-0bb6-438c-b0ae-0f917cc8e4a9),segment_id=996b2070-0bb6-438c-b0ae-0f917cc8e4a9)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:33.881498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.896828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:33.900716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:33.957322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] No DVR routers for this DVR port 4f89898a-f3c1-48db-8dbe-88e080a88ad4 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:13:33.982247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e534d-fde4-45df-9458-0f604ed4f046 None None] Pushing event deleted for resources: {'Port': ['ID=4f89898a-f3c1-48db-8dbe-88e080a88ad4,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:34.060304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5734d175-5144-4f99-9667-4b32b127a2b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:34.064230 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5734d175-5144-4f99-9667-4b32b127a2b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6312914 Sep 19 17:13:34.065022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:13:34.065273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:13:34.075008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43230) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:34.075339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 850b5425-43eb-4dc5-ace4-b7e9160c0120 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:34.077448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] DHCP port deletion for 1b80ee96-d674-4b4b-8359-50dd715841e2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:34.091517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:34.110763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] Deleting port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:34.111132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.121832 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] Set router d9249637-4728-4c77-aacd-6b0583001c33 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:34.208874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:34.214327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 929265c8-d24f-4adf-9837-ee3651c64b5a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:34.261548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Usage tracker for resource:network and tenant:a42cfe5bab1b40918517c9003d85bb36 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:34.267974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 929265c8-d24f-4adf-9837-ee3651c64b5a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:34.268322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 929265c8-d24f-4adf-9837-ee3651c64b5a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:34.274831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:34.276785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4ead7b15-d547-4e41-b1d0-53a53492fc59 None None] Current status of the port 850b5425-43eb-4dc5-ace4-b7e9160c0120 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:34.295888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:34.319423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b933b23-96e7-44cb-af9e-122fd4a2d487 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:13:34.339213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Made reservation on behalf of a42cfe5bab1b40918517c9003d85bb36 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:34.342729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.356560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.361090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3e23ee-69e5-4ffd-b2a8-9635e5d4e612 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 0da056d0-2fa0-46e4-8d70-65f564868c7c {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:34.369234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.393069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f3e23ee-69e5-4ffd-b2a8-9635e5d4e612 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.462835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.473973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5727252e-127f-4061-9f94-a86e12ff9717 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:34.481998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Transition to ACTIVE for port object 7b933b23-96e7-44cb-af9e-122fd4a2d487 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:34.515942 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241'}], 'enable_snat': True}, 'gw_port_id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 3, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port': {'id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:24Z', 'updated_at': '2022-09-19T17:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:34.522758 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2f722-c7d2-4bd7-8e48-9c011df825ba None None] The sync data for ids ['d9249637-4728-4c77-aacd-6b0583001c33'] in dv-neutron-857789-3-hyperv is: [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241'}], 'enable_snat': True}, 'gw_port_id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 3, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port': {'id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:24:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:24Z', 'updated_at': '2022-09-19T17:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:34.528959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fe4be437-b274-4218-91f8-c4e795d1ead2 None None] Could not find standard attr ID for object bca619dd-065c-4022-874e-437df263d948. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:13:34.545770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No DVR routers for this DVR port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:13:34.559647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:34.570075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.591070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] For port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eea1b9f4-dc85-4a05-b67a-52ac3cceefa3,segment=NetworkSegment(996b2070-0bb6-438c-b0ae-0f917cc8e4a9),segment_id=996b2070-0bb6-438c-b0ae-0f917cc8e4a9)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:34.591474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.599750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=eea1b9f4-dc85-4a05-b67a-52ac3cceefa3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:34.610382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Usage tracker for resource:security_group_rule and tenant:a42cfe5bab1b40918517c9003d85bb36 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:34.610799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fe4be437-b274-4218-91f8-c4e795d1ead2 None None] Provisioning for port 5201289d-423f-4525-b6cd-ab546d67ebea completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:34.616145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:34.618586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 929265c8-d24f-4adf-9837-ee3651c64b5a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:34.618959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.641984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:34.746231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] Calling delete_port for eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:34.796394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] The port '929265c8-d24f-4adf-9837-ee3651c64b5a' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:13:34.822305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fe4be437-b274-4218-91f8-c4e795d1ead2 None None] Provisioning complete for port 5201289d-423f-4525-b6cd-ab546d67ebea triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:34.822544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fe4be437-b274-4218-91f8-c4e795d1ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.849498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:13:34.849498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:13:34.897552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.30 (1757efaf-e7c0-492a-998f-22a8cec47d11/795e5c84-fd78-4c38-87b0-b4bc567ada41/5201289d-423f-4525-b6cd-ab546d67ebea) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:34.936226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5727252e-127f-4061-9f94-a86e12ff9717 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:34.936593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:34.939947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f3e23ee-69e5-4ffd-b2a8-9635e5d4e612 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.001541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fe4be437-b274-4218-91f8-c4e795d1ead2 None None] Port 5201289d-423f-4525-b6cd-ab546d67ebea cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:35.025156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fe4be437-b274-4218-91f8-c4e795d1ead2 None None] Provisioning complete for port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:35.025875 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fe4be437-b274-4218-91f8-c4e795d1ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.044948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.111036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b80ee96-d674-4b4b-8359-50dd715841e2']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:35.131976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996b2070-0bb6-438c-b0ae-0f917cc8e4a9') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:35.132785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996b2070-0bb6-438c-b0ae-0f917cc8e4a9') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:35.147746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.154937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5727252e-127f-4061-9f94-a86e12ff9717 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:35.166683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.183403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:13:35.183857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.222955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f3e23ee-69e5-4ffd-b2a8-9635e5d4e612 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.233403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:35.266288 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 996b2070-0bb6-438c-b0ae-0f917cc8e4a9 resource provider aggregate not found Sep 19 17:13:35.284007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:35.284440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:35.284959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f89898a-f3c1-48db-8dbe-88e080a88ad4 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:35.327886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 4f89898a-f3c1-48db-8dbe-88e080a88ad4 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:35.327886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f89898a-f3c1-48db-8dbe-88e080a88ad4 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:35.335918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fe4be437-b274-4218-91f8-c4e795d1ead2 None None] Current status of the port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:35.352084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] Deleting port eea1b9f4-dc85-4a05-b67a-52ac3cceefa3 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:35.352084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.372567 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 996b2070-0bb6-438c-b0ae-0f917cc8e4a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 996b2070-0bb6-438c-b0ae-0f917cc8e4a9 found for delete ", "request_id": "req-62af0d4f-b80b-4a1a-aedf-0c52925c12ef"}]} Sep 19 17:13:35.407512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Pushing event updated for resources: {'Port': ['ID=7b933b23-96e7-44cb-af9e-122fd4a2d487,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:35.409642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.447311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.459478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ef7d0-06a4-4009-924e-ca97ff948d9f None None] The port 'eea1b9f4-dc85-4a05-b67a-52ac3cceefa3' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:13:35.469736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=1b80ee96-d674-4b4b-8359-50dd715841e2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:35.481368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.493515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.536626 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fbc1ad2b-4a5e-4df6-bd93-94f6931ca69e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/1b80ee96-d674-4b4b-8359-50dd715841e2 HTTP/1.1" status: 204 len: 168 time: 2.5636649 Sep 19 17:13:35.539618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43240) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:35.542480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.547821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-323790411', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:35.557824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.561575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:35.576948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f3e23ee-69e5-4ffd-b2a8-9635e5d4e612 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.583640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Ignored duplicate provisioning block setup for port 5201289d-423f-4525-b6cd-ab546d67ebea by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 17:13:35.583895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:router and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:35.586685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:35.591671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Attempting to bind port 7b933b23-96e7-44cb-af9e-122fd4a2d487 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:35.591988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Attempting to bind port 7b933b23-96e7-44cb-af9e-122fd4a2d487 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:35.592319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Attempting to bind port 7b933b23-96e7-44cb-af9e-122fd4a2d487 on network abdffc55-2833-4ee4-8913-08310e09357d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:35.597065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fdb3a0-a20e-44d3-94ff-13c8439be93b']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:35.610129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.622189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Port 7b933b23-96e7-44cb-af9e-122fd4a2d487 on network abdffc55-2833-4ee4-8913-08310e09357d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:13:35.622509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Attempting to bind port 7b933b23-96e7-44cb-af9e-122fd4a2d487 on network abdffc55-2833-4ee4-8913-08310e09357d {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:35.642866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:35.644901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:13:35.648434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e23ee-69e5-4ffd-b2a8-9635e5d4e612 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=0da056d0-2fa0-46e4-8d70-65f564868c7c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:35.653356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f3e23ee-69e5-4ffd-b2a8-9635e5d4e612 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.659322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2b6f03-1d3a-4437-8ab8-453d00d92faf None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:35.665412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2ca76d-67df-4e89-96f9-9bb269458b47') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:35.665796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2ca76d-67df-4e89-96f9-9bb269458b47') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:35.675280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456dfbe9-0329-4f73-8891-ab5989d5dde0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:35.681379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.681800 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Added segment d5ff6b37-ec91-4904-8bf2-b76d5c324f1d of type vlan for network 4d371da6-96ee-44a2-b83e-daf4c390e532 Sep 19 17:13:35.683475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.684503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.707138 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4f3e23ee-69e5-4ffd-b2a8-9635e5d4e612 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/0da056d0-2fa0-46e4-8d70-65f564868c7c HTTP/1.1" status: 204 len: 168 time: 1.6307526 Sep 19 17:13:35.714429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:35.714925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Checking segment: {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:35.715423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Bound using segment: {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:35.715975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Bound port: 7b933b23-96e7-44cb-af9e-122fd4a2d487, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccb10d4-9931-41f0-affa-7447a8952a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:35.716942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.718979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43244) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:35.724987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.770835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.897034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a632e103-820e-4bc9-9b58-9fe95283acdc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet b8a86435-9df7-41fb-8319-076ce7b5f281 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:35.949296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ddc5d-6aeb-49cb-998d-e035faf87b3b req-04ff06dc-b256-4743-b204-0f03d2e9ff19 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:35.952976 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-783ddc5d-6aeb-49cb-998d-e035faf87b3b req-04ff06dc-b256-4743-b204-0f03d2e9ff19 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 944 time: 0.9989457 Sep 19 17:13:35.962891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.968710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a632e103-820e-4bc9-9b58-9fe95283acdc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:35.999537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.004899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:36.005508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.143922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.188035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=5201289d-423f-4525-b6cd-ab546d67ebea,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:36.205914 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5274546 Sep 19 17:13:36.216966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:13:36.217378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.238256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43248) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:36.296360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Request body: {'subnet': {'network_id': '4d371da6-96ee-44a2-b83e-daf4c390e532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:36.301238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a632e103-820e-4bc9-9b58-9fe95283acdc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.350813 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef40785-1e78-4216-9d7b-f99ee9d11b04 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'Network': ['ID=4d371da6-96ee-44a2-b83e-daf4c390e532,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:36.361929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.373115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:13:36.440784 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3c2ca76d-67df-4e89-96f9-9bb269458b47 resource provider aggregate not found Sep 19 17:13:36.449262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.541373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af11912e-35ec-463c-bb45-ae72af087c4a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:36.551249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a632e103-820e-4bc9-9b58-9fe95283acdc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.579776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-451ff167-20fa-4f9a-927c-45e09ec8f650 None None] Provisioning complete for port 5201289d-423f-4525-b6cd-ab546d67ebea triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:36.580240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-451ff167-20fa-4f9a-927c-45e09ec8f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.598838 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3c2ca76d-67df-4e89-96f9-9bb269458b47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c2ca76d-67df-4e89-96f9-9bb269458b47 found for delete ", "request_id": "req-e2d61829-6754-4468-b453-a58c6376ad2f"}]} Sep 19 17:13:36.612419 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-783ddc5d-6aeb-49cb-998d-e035faf87b3b req-901c60fd-0c87-438a-93bb-c0e4219f86f4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5978122 Sep 19 17:13:36.709298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] For port 7b933b23-96e7-44cb-af9e-122fd4a2d487, host hv-neutron-8577, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:36.721851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-451ff167-20fa-4f9a-927c-45e09ec8f650 None None] Port 5201289d-423f-4525-b6cd-ab546d67ebea cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:36.745115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.746521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port af11912e-35ec-463c-bb45-ae72af087c4a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:36.751772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port af11912e-35ec-463c-bb45-ae72af087c4a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:36.752144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.770002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.810593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] For port 7b933b23-96e7-44cb-af9e-122fd4a2d487, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:36.831801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:36.836537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] In _notify_port_updated(), no bound segment for port 5201289d-423f-4525-b6cd-ab546d67ebea on network 1757efaf-e7c0-492a-998f-22a8cec47d11 {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:13:36.842969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:36.844000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.845540 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee893eab-9686-4a14-9b65-cc02a8055746 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "PUT /v2.0/ports/5201289d-423f-4525-b6cd-ab546d67ebea HTTP/1.1" status: 200 len: 999 time: 5.0958679 Sep 19 17:13:36.854312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.857541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=d8fdb3a0-a20e-44d3-94ff-13c8439be93b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:36.861792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Usage tracker for resource:subnet and tenant:a42cfe5bab1b40918517c9003d85bb36 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:36.864823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:36.866247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:36.866997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.868593 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] 10.222.0.86 "PUT /v2.0/ports/7b933b23-96e7-44cb-af9e-122fd4a2d487 HTTP/1.1" status: 200 len: 1094 time: 6.1804869 Sep 19 17:13:36.909347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:13:36.911773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d6571b-3311-41c9-9e26-4b4bbde511a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:13:36.918994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:36.921740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port af11912e-35ec-463c-bb45-ae72af087c4a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:36.922303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:36.945010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port af11912e-35ec-463c-bb45-ae72af087c4a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af11912e-35ec-463c-bb45-ae72af087c4a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:36.951761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.001946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a632e103-820e-4bc9-9b58-9fe95283acdc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.002207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ddc09792-b0c3-44ab-ad7b-9d236eae6c02 None None] Provisioning complete for port 850b5425-43eb-4dc5-ace4-b7e9160c0120 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:37.002207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ddc09792-b0c3-44ab-ad7b-9d236eae6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.066975 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8842cadd-6bb5-44f6-9a92-efe6dd001e8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/d8fdb3a0-a20e-44d3-94ff-13c8439be93b HTTP/1.1" status: 204 len: 168 time: 6.2426858 Sep 19 17:13:37.076515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43262) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:37.076706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:37.084989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a632e103-820e-4bc9-9b58-9fe95283acdc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.099345 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a632e103-820e-4bc9-9b58-9fe95283acdc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/b8a86435-9df7-41fb-8319-076ce7b5f281 HTTP/1.1" status: 204 len: 168 time: 1.3793643 Sep 19 17:13:37.100635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632e103-820e-4bc9-9b58-9fe95283acdc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a86435-9df7-41fb-8319-076ce7b5f281,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:37.104885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43266) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:37.122769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa64db9-0d40-4c9e-8575-57ce09a2d63d None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:37.189628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.230747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Made reservation on behalf of a42cfe5bab1b40918517c9003d85bb36 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:37.234447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.234971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.253324 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f7776b9b-ad33-4b3e-aefb-4b6885064976 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421406 Sep 19 17:13:37.265255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:37.282611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f38703-28e1-41f3-ab4d-42dfd8b558b2 x-openstack-request-id: req-13f38703-28e1-41f3-ab4d-42dfd8b558b2 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:13:37.282977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:13:37.283203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-13f38703-28e1-41f3-ab4d-42dfd8b558b2 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:13:37.283601 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f38703-28e1-41f3-ab4d-42dfd8b558b2'] response: {'name': 'network-changed', 'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'status': 'completed', 'code': 200} Sep 19 17:13:37.304002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.340469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:37.363097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-95bb4bcd-cce2-4417-9730-c589106bee44 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 5201289d-423f-4525-b6cd-ab546d67ebea {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:37.363448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95bb4bcd-cce2-4417-9730-c589106bee44 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.383054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ddc09792-b0c3-44ab-ad7b-9d236eae6c02 None None] Current status of the port 850b5425-43eb-4dc5-ace4-b7e9160c0120 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:37.393819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=af11912e-35ec-463c-bb45-ae72af087c4a,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:37.408544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf4aef-54ac-424f-8644-50f5b54fa089 service neutron] Pushing event updated for resources: {'Port': ['ID=7b933b23-96e7-44cb-af9e-122fd4a2d487,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:37.466320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.496183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab184b5e-4f4a-4063-b7c8-93b381eb13ab']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:37.501077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:37.505656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] Deleting port 850b5425-43eb-4dc5-ace4-b7e9160c0120 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:37.506039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.508967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd56612-3fb5-4af6-86a8-507fec7f9430') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:37.509274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd56612-3fb5-4af6-86a8-507fec7f9430') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:37.546935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.575536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.585946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:13:37.586342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.604951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-82a10b20-ec48-431e-8162-390477015ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:37.606452 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-82a10b20-ec48-431e-8162-390477015ab9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 1097 time: 0.6842489 Sep 19 17:13:37.668977 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 6dd56612-3fb5-4af6-86a8-507fec7f9430 resource provider aggregate not found Sep 19 17:13:37.673511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.26.10.47 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/ce3b0bef-c9e8-41c5-b591-7e074d3644ab) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:37.709192 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 6dd56612-3fb5-4af6-86a8-507fec7f9430 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dd56612-3fb5-4af6-86a8-507fec7f9430 found for delete ", "request_id": "req-7e7f9eef-4b27-4518-9dca-8c2b76ef15cb"}]} Sep 19 17:13:37.738499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.756896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] For port 850b5425-43eb-4dc5-ace4-b7e9160c0120, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=850b5425-43eb-4dc5-ace4-b7e9160c0120,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:37.757462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.764132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.787561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=ab184b5e-4f4a-4063-b7c8-93b381eb13ab,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:37.845432 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-10498081-8876-4832-96ad-276f6b088876 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/ab184b5e-4f4a-4063-b7c8-93b381eb13ab HTTP/1.1" status: 204 len: 168 time: 0.7641194 Sep 19 17:13:37.852462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43280) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:37.858280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1487361882'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:37.866184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:37.872918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:37.877060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:37.886225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:37.886735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] Calling delete_port for 850b5425-43eb-4dc5-ace4-b7e9160c0120 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:37.916743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:37.920300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.930617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Allocated IP 172.20.0.1 (ca3062b8-9ccd-4005-9f73-fd1db1e29974/c0e4771d-f97f-4985-acd0-a5f955faa346/1a22feca-704c-46b8-9d11-bd50fdbf6040) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:37.949639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:37.959477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.962246 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-44bf0437-40a8-4641-92ae-01ba208f0847 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487 HTTP/1.1" status: 200 len: 217 time: 0.3452659 Sep 19 17:13:37.971566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.973316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:13:37.985970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:37.986332 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment 8b4821ff-c659-4445-b3ff-ac010f28158d of type vlan for network e83c4a29-b9cd-4447-9128-6cf7b1d34682 Sep 19 17:13:38.013649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:38.019244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.021183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] Pushing event deleted for resources: {'Port': ['ID=850b5425-43eb-4dc5-ace4-b7e9160c0120,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:38.027482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba3118-4b25-4641-bb7a-a99752db9c19 None None] No DVR routers for this DVR port 850b5425-43eb-4dc5-ace4-b7e9160c0120 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:13:38.041736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.053368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:38.075496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:38.129880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:38.133088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:38.135144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.145618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:38.145618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.147445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:38.195672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=ce3b0bef-c9e8-41c5-b591-7e074d3644ab,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:38.292462 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4389849 Sep 19 17:13:38.292678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:38.295799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.296890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43284) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:38.307771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': 'e83c4a29-b9cd-4447-9128-6cf7b1d34682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:38.324945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb944b5f-1a90-46eb-87a7-11e7adaf2573 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=e83c4a29-b9cd-4447-9128-6cf7b1d34682,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:38.325515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-303f2d52-b89c-4055-a566-aed48988af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:38.327021 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-303f2d52-b89c-4055-a566-aed48988af95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1508415-4120-4d43-b41a-da1d837115b6 HTTP/1.1" status: 200 len: 834 time: 0.3451791 Sep 19 17:13:38.346481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network e83c4a29-b9cd-4447-9128-6cf7b1d34682 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:13:38.422757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af11912e-35ec-463c-bb45-ae72af087c4a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:38.552939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port af11912e-35ec-463c-bb45-ae72af087c4a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:38.553500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.602695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.626031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85675bde-2f42-4314-8b23-addb1b2b6e65 req-5688f244-729f-46ba-a954-a9b4834de66b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:38.627603 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85675bde-2f42-4314-8b23-addb1b2b6e65 req-5688f244-729f-46ba-a954-a9b4834de66b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 944 time: 0.7853267 Sep 19 17:13:38.673185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95bb4bcd-cce2-4417-9730-c589106bee44 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.681246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port af11912e-35ec-463c-bb45-ae72af087c4a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:38.695514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Transition to ACTIVE for port object 1a22feca-704c-46b8-9d11-bd50fdbf6040 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:38.701641 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.706588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:38.713666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:38.720545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:38.727495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:38.737688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 850b5425-43eb-4dc5-ace4-b7e9160c0120 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:38.773024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 850b5425-43eb-4dc5-ace4-b7e9160c0120 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:38.773748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 850b5425-43eb-4dc5-ace4-b7e9160c0120 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:38.789335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:38.792875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:38.888078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-95bb4bcd-cce2-4417-9730-c589106bee44 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 5201289d-423f-4525-b6cd-ab546d67ebea owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:38.977775 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85675bde-2f42-4314-8b23-addb1b2b6e65 req-8988a07f-0301-48e0-967e-25be3f78e09e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376575 Sep 19 17:13:39.021723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.033672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-b7649ffa-0b09-4561-b291-8a74c70630ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:39.035166 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-b7649ffa-0b09-4561-b291-8a74c70630ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abdffc55-2833-4ee4-8913-08310e09357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6961422 Sep 19 17:13:39.042278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'Subnet': ['ID=4c6dc0e7-efa7-4a7d-921c-6eeb5d93b9a2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:39.105710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Checking segment: {'id': 'd5ff6b37-ec91-4904-8bf2-b76d5c324f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4d371da6-96ee-44a2-b83e-daf4c390e532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:39.106036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Network hostable DHCP agents. Network: 4d371da6-96ee-44a2-b83e-daf4c390e532, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:13:39.174507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.265066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.335429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Network ca3062b8-9ccd-4005-9f73-fd1db1e29974 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:39.348454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:13:39.359873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:39.377047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:39.490977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=89ebdf9a-8749-4363-a039-6d1a44b38509,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:39.514823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': '8b4821ff-c659-4445-b3ff-ac010f28158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e83c4a29-b9cd-4447-9128-6cf7b1d34682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:39.515209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: e83c4a29-b9cd-4447-9128-6cf7b1d34682, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:13:39.532247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.566625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Pushing event updated for resources: {'Port': ['ID=1a22feca-704c-46b8-9d11-bd50fdbf6040,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:39.584412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 4d371da6-96ee-44a2-b83e-daf4c390e532) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:39.592965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9be6f1-4251-4565-b3d0-5f8eab7f4e70 None None] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:39.604391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:39.604983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.615149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network e83c4a29-b9cd-4447-9128-6cf7b1d34682 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:13:39.616039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-12a150ae-73e1-4273-b0d6-c3cf2a24af18 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714490 Sep 19 17:13:39.627313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, e83c4a29-b9cd-4447-9128-6cf7b1d34682) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:39.634459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:39.634975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.676860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c326e1-0539-4103-bc76-39b4a08d16db None None] Network e83c4a29-b9cd-4447-9128-6cf7b1d34682 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:39.724538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-51c81274-ce63-4de7-808a-3d2bab2cf51a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4223766 Sep 19 17:13:39.724766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43288) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:39.731746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-892570981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:39.740366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:39.747242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:router and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:39.751570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:39.760065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:39.767526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5f3c6c6f-d69b-437c-8bc0-3408faa9301c None None] Provisioning for port 1a22feca-704c-46b8-9d11-bd50fdbf6040 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:39.778098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.779261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.783393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5f3c6c6f-d69b-437c-8bc0-3408faa9301c None None] Provisioning complete for port 1a22feca-704c-46b8-9d11-bd50fdbf6040 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:39.783898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c6f-d69b-437c-8bc0-3408faa9301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.810218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.813577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.821503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 78c20601-b975-4f19-ae67-29f0fb6bb569 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:13:39.852520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c6c6f-d69b-437c-8bc0-3408faa9301c None None] Port 1a22feca-704c-46b8-9d11-bd50fdbf6040 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:39.871370 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d72872e0-0731-4ab4-948f-ce1fee0ae171 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6216307 Sep 19 17:13:39.880341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:39.915799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:39.926689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-67721009', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:39.942368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:13:39.945991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:39.960718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.000233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.003923 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0203fe96-515e-4fa4-a044-b8e33f75268c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2758198 Sep 19 17:13:40.005036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Usage tracker for resource:router and tenant:a42cfe5bab1b40918517c9003d85bb36 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:40.010506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43296) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:40.018418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'port': {'network_id': 'e83c4a29-b9cd-4447-9128-6cf7b1d34682', 'name': 'tempest-RoutersIpV6Test-1601673907'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:40.019652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:40.028562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:40.081042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95bb4bcd-cce2-4417-9730-c589106bee44 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.108907 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-026a2731-7802-46eb-8d8d-3b9dd9242230 req-1739f09f-7a76-4d0c-b569-9ea8881c99a3 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599330 Sep 19 17:13:40.174475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-e83c4a29-b9cd-4447-9128-6cf7b1d34682', 'network_id': 'e83c4a29-b9cd-4447-9128-6cf7b1d34682', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': '89ebdf9a-8749-4363-a039-6d1a44b38509'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:40.175532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.187218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-4d371da6-96ee-44a2-b83e-daf4c390e532', 'network_id': '4d371da6-96ee-44a2-b83e-daf4c390e532', 'tenant_id': 'a42cfe5bab1b40918517c9003d85bb36', 'fixed_ips': [{'subnet_id': '4c6dc0e7-efa7-4a7d-921c-6eeb5d93b9a2'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:40.188186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.213845 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.214436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.269837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:40.281435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb4bcd-cce2-4417-9730-c589106bee44 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=5201289d-423f-4525-b6cd-ab546d67ebea,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:40.283534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:40.313934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:40.314451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.339705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e471648a-0c27-4b00-870e-94e7351da7c0 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:40.342364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:40.405913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.407164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8f7dfd11-9e2c-41e9-bcca-0aea50d105a3 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8635387 Sep 19 17:13:40.411564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43302) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:40.442719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=2d2403c5-085e-414c-8a74-ceb0faa9b72d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:40.462322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.474372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Allocated IP 2001:db8::2 (e83c4a29-b9cd-4447-9128-6cf7b1d34682/89ebdf9a-8749-4363-a039-6d1a44b38509/957f6b1f-cd4f-4abd-9289-44900a6f6945) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:40.484140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:40.504707 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b93256f5-a56d-4be4-9a95-02299d37b278 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2267575 Sep 19 17:13:40.505720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43306) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:40.510360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:port and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:40.514892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:40.518519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:40.536378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:40.558012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891ded9-0ef7-4162-8a5a-4096e5a010fc req-d95db455-2772-461a-b89c-5007cebbeae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:40.559569 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1891ded9-0ef7-4162-8a5a-4096e5a010fc req-d95db455-2772-461a-b89c-5007cebbeae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 944 time: 0.3414869 Sep 19 17:13:40.562980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:40.566258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.592588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a508a3b-6bdd-4690-83a1-f5e935bea0b9 None None] Sync routers for ids ['78c20601-b975-4f19-ae67-29f0fb6bb569'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:40.636592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95bb4bcd-cce2-4417-9730-c589106bee44 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:40.641110 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-95bb4bcd-cce2-4417-9730-c589106bee44 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/5201289d-423f-4525-b6cd-ab546d67ebea HTTP/1.1" status: 204 len: 168 time: 3.7305837 Sep 19 17:13:40.642246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43310) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:40.680252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] device_id is not set on port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:13:40.694969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a508a3b-6bdd-4690-83a1-f5e935bea0b9 None None] Routers {'78c20601-b975-4f19-ae67-29f0fb6bb569'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:40.695623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4a508a3b-6bdd-4690-83a1-f5e935bea0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['78c20601-b975-4f19-ae67-29f0fb6bb569'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:40.763511 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1891ded9-0ef7-4162-8a5a-4096e5a010fc req-6520fac5-fdcd-413b-a35a-5f5d3d4710ee tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850052 Sep 19 17:13:40.780566 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d1f3d9dc-1e44-403d-8409-5568b97b0739 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/routers/78c20601-b975-4f19-ae67-29f0fb6bb569 HTTP/1.1" status: 200 len: 880 time: 0.3634472 Sep 19 17:13:40.781709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43314) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:40.811361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4a508a3b-6bdd-4690-83a1-f5e935bea0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:40.849580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-a57b568d-c1d0-45e3-af67-f37839b0bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:40.850748 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-a57b568d-c1d0-45e3-af67-f37839b0bf95 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 1097 time: 0.6833048 Sep 19 17:13:40.889437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a508a3b-6bdd-4690-83a1-f5e935bea0b9 None None] Routers {'78c20601-b975-4f19-ae67-29f0fb6bb569'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:40.890223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4a508a3b-6bdd-4690-83a1-f5e935bea0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['78c20601-b975-4f19-ae67-29f0fb6bb569'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:40.902268 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46ff220-9a6f-424c-9e82-dec30fffd055 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:13:40.902810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b46ff220-9a6f-424c-9e82-dec30fffd055 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:41.002497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-95cc607d-62ec-4a95-87fa-3da532296b96 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:router {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:41.020450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-95cc607d-62ec-4a95-87fa-3da532296b96 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:router {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:41.021903 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-95cc607d-62ec-4a95-87fa-3da532296b96 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2397754 Sep 19 17:13:41.024436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43318) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:41.024585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4a508a3b-6bdd-4690-83a1-f5e935bea0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:41.024981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a508a3b-6bdd-4690-83a1-f5e935bea0b9 None None] The sync data for ids ['78c20601-b975-4f19-ae67-29f0fb6bb569'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:41.030361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a8e50f63-7559-4253-b4fd-a6bbe0ca82db tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-323790411'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:41.080679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Allocated IP 172.20.0.2 (4d371da6-96ee-44a2-b83e-daf4c390e532/4c6dc0e7-efa7-4a7d-921c-6eeb5d93b9a2/e00a9092-b767-492e-a52b-589a677bcc9a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:41.126939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.211371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Transition to ACTIVE for port object 957f6b1f-cd4f-4abd-9289-44900a6f6945 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:41.243176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.281643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Transition to ACTIVE for port object 957f6b1f-cd4f-4abd-9289-44900a6f6945 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:41.290279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.294570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:41.334950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.340512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:41.352369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:41.357492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b46ff220-9a6f-424c-9e82-dec30fffd055 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:41.358898 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b46ff220-9a6f-424c-9e82-dec30fffd055 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/5201289d-423f-4525-b6cd-ab546d67ebea HTTP/1.1" status: 404 len: 333 time: 0.7148168 Sep 19 17:13:41.369549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '2d2403c5-085e-414c-8a74-ceb0faa9b72d'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:41.370511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.371875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:41.380015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43322) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:41.416965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Network e83c4a29-b9cd-4447-9128-6cf7b1d34682 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:41.425303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:41.438506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:41.449406 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Pushing event updated for resources: {'Port': ['ID=957f6b1f-cd4f-4abd-9289-44900a6f6945,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:41.454789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8::18 (e83c4a29-b9cd-4447-9128-6cf7b1d34682/89ebdf9a-8749-4363-a039-6d1a44b38509/60ac2c9f-0ae3-4edf-9953-d83c3ca511ea) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:41.474184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-46a901d4-92ad-48c8-b3ed-5de1dec01ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:41.476802 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-46a901d4-92ad-48c8-b3ed-5de1dec01ebf service neutron] 10.222.0.86 "GET /v2.0/networks?id=abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 200 len: 898 time: 0.6010792 Sep 19 17:13:41.497335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-def77847-6ab8-44ca-ba02-7e0c868bb4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.536675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:41.540378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.701614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff03fd7-4ffd-4361-9973-c0b3d53fffa1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet 795e5c84-fd78-4c38-87b0-b4bc567ada41 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:41.705060 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-7f828231-2d90-4201-8120-89e30e3ddf18 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487 HTTP/1.1" status: 200 len: 217 time: 0.1734302 Sep 19 17:13:41.774605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cff03fd7-4ffd-4361-9973-c0b3d53fffa1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.781035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Attempting to bind port 957f6b1f-cd4f-4abd-9289-44900a6f6945 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:41.781392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Attempting to bind port 957f6b1f-cd4f-4abd-9289-44900a6f6945 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '8b4821ff-c659-4445-b3ff-ac010f28158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e83c4a29-b9cd-4447-9128-6cf7b1d34682'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:41.781863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Attempting to bind port 957f6b1f-cd4f-4abd-9289-44900a6f6945 on network e83c4a29-b9cd-4447-9128-6cf7b1d34682 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:41.792697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.807532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:41.807532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Checking segment: {'id': '8b4821ff-c659-4445-b3ff-ac010f28158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e83c4a29-b9cd-4447-9128-6cf7b1d34682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:41.807532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.808013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Bound using segment: {'id': '8b4821ff-c659-4445-b3ff-ac010f28158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e83c4a29-b9cd-4447-9128-6cf7b1d34682'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:41.808809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Bound port: 957f6b1f-cd4f-4abd-9289-44900a6f6945, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4821ff-c659-4445-b3ff-ac010f28158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e83c4a29-b9cd-4447-9128-6cf7b1d34682'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:41.808809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.829894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Transition to ACTIVE for port object e00a9092-b767-492e-a52b-589a677bcc9a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:41.890809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Transition to ACTIVE for port object e00a9092-b767-492e-a52b-589a677bcc9a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:41.901087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Allocated IP 2001:db8::f816:3eff:fe5a:5d (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/2d2403c5-085e-414c-8a74-ceb0faa9b72d/094e80c1-7499-4d98-bce3-04b1bb9e62a1) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:41.910239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.973530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8e50f63-7559-4253-b4fd-a6bbe0ca82db tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.984975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:41.996373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8e50f63-7559-4253-b4fd-a6bbe0ca82db tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.035084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:42.035924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Pushing event updated for resources: {'Port': ['ID=e00a9092-b767-492e-a52b-589a677bcc9a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:42.062804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:42.082420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:42.088159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cff03fd7-4ffd-4361-9973-c0b3d53fffa1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.095583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:42.098034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] For port 957f6b1f-cd4f-4abd-9289-44900a6f6945, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:42.124662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-c7aa569f-827d-49d1-a46e-0151317c16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:42.126187 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-c7aa569f-827d-49d1-a46e-0151317c16d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1508415-4120-4d43-b41a-da1d837115b6 HTTP/1.1" status: 200 len: 834 time: 0.3817356 Sep 19 17:13:42.145544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] For port 957f6b1f-cd4f-4abd-9289-44900a6f6945, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=957f6b1f-cd4f-4abd-9289-44900a6f6945,segment=NetworkSegment(8b4821ff-c659-4445-b3ff-ac010f28158d),segment_id=8b4821ff-c659-4445-b3ff-ac010f28158d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:42.164233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.188486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.260433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network e83c4a29-b9cd-4447-9128-6cf7b1d34682 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:42.265439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:42.271424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:42.277115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:42.277740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.286133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=60ac2c9f-0ae3-4edf-9953-d83c3ca511ea,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:42.295084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e50f63-7559-4253-b4fd-a6bbe0ca82db tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 78c20601-b975-4f19-ae67-29f0fb6bb569 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:42.316266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Attempting to bind port e00a9092-b767-492e-a52b-589a677bcc9a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:42.316704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Attempting to bind port e00a9092-b767-492e-a52b-589a677bcc9a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'd5ff6b37-ec91-4904-8bf2-b76d5c324f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4d371da6-96ee-44a2-b83e-daf4c390e532'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:42.317342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Attempting to bind port e00a9092-b767-492e-a52b-589a677bcc9a on network 4d371da6-96ee-44a2-b83e-daf4c390e532 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:42.349757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:42.350223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Checking segment: {'id': 'd5ff6b37-ec91-4904-8bf2-b76d5c324f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4d371da6-96ee-44a2-b83e-daf4c390e532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:42.350707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.351207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Bound using segment: {'id': 'd5ff6b37-ec91-4904-8bf2-b76d5c324f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4d371da6-96ee-44a2-b83e-daf4c390e532'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:42.351752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Bound port: e00a9092-b767-492e-a52b-589a677bcc9a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ff6b37-ec91-4904-8bf2-b76d5c324f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4d371da6-96ee-44a2-b83e-daf4c390e532'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:42.352193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.375585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f530c66-8e0d-4b80-9f3f-be28a51a9baf req-69aea546-2502-4f21-91b0-33a0541b7107 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:42.377295 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2f530c66-8e0d-4b80-9f3f-be28a51a9baf req-69aea546-2502-4f21-91b0-33a0541b7107 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 944 time: 0.4697120 Sep 19 17:13:42.388012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.430791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2071e-e7a2-4ff0-9277-7f301929e0f8 None None] Pushing event updated for resources: {'Port': ['ID=957f6b1f-cd4f-4abd-9289-44900a6f6945,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:42.448352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.503209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e50f63-7559-4253-b4fd-a6bbe0ca82db tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:42.506085 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-729806c0-edf7-4e2f-9e3c-b4a3e9bfe776 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4945610 Sep 19 17:13:42.512648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8e50f63-7559-4253-b4fd-a6bbe0ca82db tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.514014 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a8e50f63-7559-4253-b4fd-a6bbe0ca82db tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/78c20601-b975-4f19-ae67-29f0fb6bb569 HTTP/1.1" status: 200 len: 887 time: 1.4886668 Sep 19 17:13:42.514758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43328) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:42.515918 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f1019-b200-485f-81d6-3ca4660d94bf None None] Sync routers for ids ['78c20601-b975-4f19-ae67-29f0fb6bb569'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:42.517514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43330) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:42.541803 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f1019-b200-485f-81d6-3ca4660d94bf None None] Routers {'78c20601-b975-4f19-ae67-29f0fb6bb569'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:42.542438 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d48f1019-b200-485f-81d6-3ca4660d94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['78c20601-b975-4f19-ae67-29f0fb6bb569'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:42.551234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.568903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Transition to ACTIVE for port object 094e80c1-7499-4d98-bce3-04b1bb9e62a1 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:42.576530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] For port e00a9092-b767-492e-a52b-589a677bcc9a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:42.585784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] For port e00a9092-b767-492e-a52b-589a677bcc9a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e00a9092-b767-492e-a52b-589a677bcc9a,segment=NetworkSegment(d5ff6b37-ec91-4904-8bf2-b76d5c324f1d),segment_id=d5ff6b37-ec91-4904-8bf2-b76d5c324f1d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:42.596545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.657055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Transition to ACTIVE for port object 094e80c1-7499-4d98-bce3-04b1bb9e62a1 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:42.669674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.704548 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d48f1019-b200-485f-81d6-3ca4660d94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:42.713516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Pushing event updated for resources: {'Port': ['ID=1a22feca-704c-46b8-9d11-bd50fdbf6040,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:42.722675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:42.725205 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f1019-b200-485f-81d6-3ca4660d94bf None None] Routers {'78c20601-b975-4f19-ae67-29f0fb6bb569'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:42.726013 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d48f1019-b200-485f-81d6-3ca4660d94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['78c20601-b975-4f19-ae67-29f0fb6bb569'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:42.726259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:42.729848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:42.737622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c465dd-8592-4003-89b9-246f2681c1b8 None None] Pushing event updated for resources: {'Port': ['ID=e00a9092-b767-492e-a52b-589a677bcc9a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:42.798260 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d48f1019-b200-485f-81d6-3ca4660d94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:42.799007 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f1019-b200-485f-81d6-3ca4660d94bf None None] The sync data for ids ['78c20601-b975-4f19-ae67-29f0fb6bb569'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:42.848955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cff03fd7-4ffd-4361-9973-c0b3d53fffa1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.890146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.890627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.891089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.891514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.891954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.892375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.892798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.893220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.893639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.894053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.894468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.895379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:42.903697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.970749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Attempting to bind port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:42.973235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Attempting to bind port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:42.973607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Attempting to bind port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:42.976160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Pushing event updated for resources: {'Port': ['ID=094e80c1-7499-4d98-bce3-04b1bb9e62a1,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:42.982699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:42.983381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:42.983959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:42.984555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:42.985177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Bound port: 094e80c1-7499-4d98-bce3-04b1bb9e62a1, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:42.985906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:43.053103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7b933b23-96e7-44cb-af9e-122fd4a2d487 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:13:43.124709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] For port 094e80c1-7499-4d98-bce3-04b1bb9e62a1, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:43.129139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] For port 094e80c1-7499-4d98-bce3-04b1bb9e62a1, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=094e80c1-7499-4d98-bce3-04b1bb9e62a1,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:43.136937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:43.281475 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-804a83b6-6dc6-44fb-995b-9f2e99f6a4a1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/routers/78c20601-b975-4f19-ae67-29f0fb6bb569 HTTP/1.1" status: 200 len: 887 time: 0.6979368 Sep 19 17:13:43.284173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43336) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:43.326488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cf3ed-0550-4524-845d-4eec08d5a50e None None] Pushing event updated for resources: {'Port': ['ID=094e80c1-7499-4d98-bce3-04b1bb9e62a1,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:43.352644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7b933b23-96e7-44cb-af9e-122fd4a2d487, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:43.372019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:13:43.483461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-0911ea0d-a459-49a2-bc57-ad436b385f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:43.485184 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-0911ea0d-a459-49a2-bc57-ad436b385f74 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abdffc55-2833-4ee4-8913-08310e09357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3394010 Sep 19 17:13:43.485583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7b933b23-96e7-44cb-af9e-122fd4a2d487 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:43.487011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:43.487353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:43.515470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b933b23-96e7-44cb-af9e-122fd4a2d487 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:13:43.536098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7b933b23-96e7-44cb-af9e-122fd4a2d487, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:43.544957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:43.622758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Network ca3062b8-9ccd-4005-9f73-fd1db1e29974 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:43.653762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d8cd103c-c565-44c9-9ded-9f6b68c4727f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:43.663862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1eeee11b-ef34-4a4a-9e12-a01e3b20878f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:43.677830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7b933b23-96e7-44cb-af9e-122fd4a2d487,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:43.710397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1eeee11b-ef34-4a4a-9e12-a01e3b20878f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:43.718323 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1eeee11b-ef34-4a4a-9e12-a01e3b20878f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=78c20601-b975-4f19-ae67-29f0fb6bb569 HTTP/1.1" status: 200 len: 205 time: 0.4330738 Sep 19 17:13:43.746385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43340) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:43.757503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:43.783612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['7b933b23-96e7-44cb-af9e-122fd4a2d487'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:13:43.841534 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2f530c66-8e0d-4b80-9f3f-be28a51a9baf req-90358d2a-2f7b-4bbe-8b3e-ea30fde7c005 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4164248 Sep 19 17:13:43.890182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=4b24ae6e-1d93-42b2-a6aa-15d5ca4639c7,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:43.917457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:43.918272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:43.956710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:44.041521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:44.042204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:44.059853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8fb77-7840-4fcf-a97f-d35faa6804b6 None None] Network e83c4a29-b9cd-4447-9128-6cf7b1d34682 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:44.067045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:44.068742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:44.167714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:44.221719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cff03fd7-4ffd-4361-9973-c0b3d53fffa1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:44.458664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723b7d6-2019-4bd9-911d-602ee4f9ded3 None None] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:44.484706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c5887a58-eb9d-41bd-a3f3-59cf89329847 None None] Provisioning for port 957f6b1f-cd4f-4abd-9289-44900a6f6945 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:44.559456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff03fd7-4ffd-4361-9973-c0b3d53fffa1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=795e5c84-fd78-4c38-87b0-b4bc567ada41,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:44.580145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cff03fd7-4ffd-4361-9973-c0b3d53fffa1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:44.584441 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cff03fd7-4ffd-4361-9973-c0b3d53fffa1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/795e5c84-fd78-4c38-87b0-b4bc567ada41 HTTP/1.1" status: 204 len: 168 time: 3.1883285 Sep 19 17:13:44.584441 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b541e642-0e28-48c0-82bc-86c09c0422fe tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0709090 Sep 19 17:13:44.587067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43344) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:44.588078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43346) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:44.605417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8d0f2-4062-42c5-ac7b-9768033bfea8 None None] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:44.613106 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-e06f7041-bff7-4b03-ba52-ddd3cb6d6aa9 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9729998 Sep 19 17:13:44.655123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:41:b2:18', 'name': 'tempest-NetworksTestDHCPv6-1547768177'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:44.716409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:44.723109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 957f6b1f-cd4f-4abd-9289-44900a6f6945 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:44.738172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Allocated IP 172.26.10.98 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/f4b6e01e-ff10-4ed7-88a6-8e736ec1acef) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:44.761921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Router d9249637-4728-4c77-aacd-6b0583001c33 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:44.822884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port ce3b0bef-c9e8-41c5-b591-7e074d3644ab {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:44.823824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:44.971960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a19bc-1560-4d3d-ad36-6f16b2eaa398 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:45.007021 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c6d6571b-3311-41c9-9e26-4b4bbde511a1 req-a254b91f-7e1a-4e21-bf6e-20828c7e9117 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928981 Sep 19 17:13:45.087508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c1cc08-332e-4795-82c9-b5a77df920d2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet d6cffbac-6523-44e1-9c20-7fc8414745b1 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:45.110492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2c1cc08-332e-4795-82c9-b5a77df920d2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.144787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.154547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:45.160044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-46703441-1707-4361-b945-6f220aac502a None None] Provisioning for port e00a9092-b767-492e-a52b-589a677bcc9a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:45.160832 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-96a15ee4-fcfe-494e-9758-a16cbd2ab414 admin admin] 10.222.0.83 "PUT /v2.0/routers/d9249637-4728-4c77-aacd-6b0583001c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9549680 Sep 19 17:13:45.185743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.241032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Sync routers for ids ['d9249637-4728-4c77-aacd-6b0583001c33'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:45.270500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:45.274627 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.275857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:45.280999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:45.295227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.308981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Routers {'d9249637-4728-4c77-aacd-6b0583001c33'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:45.309623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d9249637-4728-4c77-aacd-6b0583001c33'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:45.331562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'Port': ['ID=f4b6e01e-ff10-4ed7-88a6-8e736ec1acef,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:45.388755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.396359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:45.411093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2c1cc08-332e-4795-82c9-b5a77df920d2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.439035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:45.450181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:45.562495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 957f6b1f-cd4f-4abd-9289-44900a6f6945 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:45.580136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:45.583470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:45.605665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for ce3b0bef-c9e8-41c5-b591-7e074d3644ab owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:45.625896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 957f6b1f-cd4f-4abd-9289-44900a6f6945 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:45.626285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.654704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.673014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-46703441-1707-4361-b945-6f220aac502a None None] Provisioning complete for port 1a22feca-704c-46b8-9d11-bd50fdbf6040 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:45.673211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.673429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-46703441-1707-4361-b945-6f220aac502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:45.771394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:45.882090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271827e-b388-4919-b461-be4899ceabdf req-4b5b96f8-2d26-48ac-99aa-023901bf6e91 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:45.883696 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9271827e-b388-4919-b461-be4899ceabdf req-4b5b96f8-2d26-48ac-99aa-023901bf6e91 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 945 time: 0.9285789 Sep 19 17:13:45.998492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43360) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:46.008010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422508582', 'description': 'tempest-secgroup-smoke-422508582 description', 'project_id': '005540b87a2946f39e66ce23e0f987a5'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:46.020257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:46.027451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:security_group and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:46.032554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:46.066027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Set router d9249637-4728-4c77-aacd-6b0583001c33 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:46.098187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:46.116596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=60ac2c9f-0ae3-4edf-9953-d83c3ca511ea,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:46.128576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.152439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.152780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.153127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.153462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.153800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.154126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.154455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.154782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.158927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.161308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.161698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.162037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.162371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:46.168104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-46703441-1707-4361-b945-6f220aac502a None None] Port 1a22feca-704c-46b8-9d11-bd50fdbf6040 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:46.211169 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9271827e-b388-4919-b461-be4899ceabdf req-91048d74-8034-4c57-86bc-b43ddbb0389a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041787 Sep 19 17:13:46.261219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2c1cc08-332e-4795-82c9-b5a77df920d2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.341445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.361343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.401335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port fad40789-0691-4c45-8b9e-88dfdea6f99b yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:13:46.410682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:46.489092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:security_group_rule and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:46.505337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:46.508421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2c1cc08-332e-4795-82c9-b5a77df920d2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.526568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:46.561603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-713166b2-5291-45b6-abf9-f85fa52b4a4d None None] Provisioning for port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:46.574290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 957f6b1f-cd4f-4abd-9289-44900a6f6945 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:46.574680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.634180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-713166b2-5291-45b6-abf9-f85fa52b4a4d None None] Provisioning for port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:46.646096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-713166b2-5291-45b6-abf9-f85fa52b4a4d None None] Provisioning complete for port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:46.646381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-713166b2-5291-45b6-abf9-f85fa52b4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.655202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1cc08-332e-4795-82c9-b5a77df920d2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=d6cffbac-6523-44e1-9c20-7fc8414745b1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:46.696522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.749492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 957f6b1f-cd4f-4abd-9289-44900a6f6945, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=957f6b1f-cd4f-4abd-9289-44900a6f6945,segment=NetworkSegment(8b4821ff-c659-4445-b3ff-ac010f28158d),segment_id=8b4821ff-c659-4445-b3ff-ac010f28158d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:46.771023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.772063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e00a9092-b767-492e-a52b-589a677bcc9a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:46.791784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2c1cc08-332e-4795-82c9-b5a77df920d2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.841941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d2c1cc08-332e-4795-82c9-b5a77df920d2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/d6cffbac-6523-44e1-9c20-7fc8414745b1 HTTP/1.1" status: 204 len: 168 time: 2.2466180 Sep 19 17:13:46.861057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43364) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:46.866760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:46.912290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-713166b2-5291-45b6-abf9-f85fa52b4a4d None None] Port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:46.929936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] Update dhcp port {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '2d2403c5-085e-414c-8a74-ceb0faa9b72d', 'ip_address': '2001:db8::f816:3eff:fe5a:5d'}, {'subnet_id': '4b24ae6e-1d93-42b2-a6aa-15d5ca4639c7'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '094e80c1-7499-4d98-bce3-04b1bb9e62a1'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:13:46.990766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b8493e-ed88-4665-8ac8-c6d747d506cf None None] Network 1757efaf-e7c0-492a-998f-22a8cec47d11 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:47.034322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.056956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.075724 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:47.076340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.106074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7b933b23-96e7-44cb-af9e-122fd4a2d487 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:47.140593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=957f6b1f-cd4f-4abd-9289-44900a6f6945,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:47.143468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Router b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:13:47.149121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=ce3b0bef-c9e8-41c5-b591-7e074d3644ab,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:47.175364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-713166b2-5291-45b6-abf9-f85fa52b4a4d None None] Provisioning complete for port 957f6b1f-cd4f-4abd-9289-44900a6f6945 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:47.175988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-713166b2-5291-45b6-abf9-f85fa52b4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.207298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.207651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.208063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.208364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.208698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.209104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.209513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.209829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.210168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.210498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.210824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.211180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:13:47.216108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.273113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port e00a9092-b767-492e-a52b-589a677bcc9a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:47.364036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e00a9092-b767-492e-a52b-589a677bcc9a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:47.364036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.459068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.475614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 172.20.0.8 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/4b24ae6e-1d93-42b2-a6aa-15d5ca4639c7/fad40789-0691-4c45-8b9e-88dfdea6f99b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:47.509302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.524786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fe41:b218 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/2d2403c5-085e-414c-8a74-ceb0faa9b72d/fad40789-0691-4c45-8b9e-88dfdea6f99b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:47.533184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.547796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.582127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241'}], 'enable_snat': True}, 'gw_port_id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:13:40Z', 'revision_number': 4, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port': {'id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:24Z', 'updated_at': '2022-09-19T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '1a22feca-704c-46b8-9d11-bd50fdbf6040', 'name': '', 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'mac_address': 'fa:16:3e:ef:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c0e4771d-f97f-4985-acd0-a5f955faa346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:36Z', 'updated_at': '2022-09-19T17:13:41Z', 'revision_number': 2, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'subnets': [{'id': 'c0e4771d-f97f-4985-acd0-a5f955faa346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:47.611190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Checking router: d9249637-4728-4c77-aacd-6b0583001c33 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:13:47.611549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Updating router d9249637-4728-4c77-aacd-6b0583001c33 port 1a22feca-704c-46b8-9d11-bd50fdbf6040 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:13:47.731709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 7b933b23-96e7-44cb-af9e-122fd4a2d487 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:47.737156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.738369 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7387955 Sep 19 17:13:47.752122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43370) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:47.754969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1988f51-1e7e-457d-ac61-235d4d06cc8f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad6477d-189f-47e6-906e-83deee033156,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:47.762576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'security_group_rule': {'security_group_id': 'dad6477d-189f-47e6-906e-83deee033156', 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:47.777597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] For port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,segment=NetworkSegment(1cf1102e-e8e3-4c25-b467-054a12b37b95),segment_id=1cf1102e-e8e3-4c25-b467-054a12b37b95)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:47.777973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.780766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.795715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:47.803344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 7b933b23-96e7-44cb-af9e-122fd4a2d487 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:47.804085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.812988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.865240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.911542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:security_group_rule and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:47.926046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 6990bd7a-4fed-4deb-8cfd-a58c2757aaae owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:47.955380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:47.958501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:47.959243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.960109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Fanout notify agent at l3_agent the message router_deleted on router 78c20601-b975-4f19-ae67-29f0fb6bb569 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:13:47.976140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:47.976293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e00a9092-b767-492e-a52b-589a677bcc9a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:47.976649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:47.986852 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04c5b6-f419-4fa0-aab5-608025bd3753 None None] Sync routers for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:48.002595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-713166b2-5291-45b6-abf9-f85fa52b4a4d None None] Current status of the port 957f6b1f-cd4f-4abd-9289-44900a6f6945 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:48.013966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd391-dabc-42ad-b1c3-b1e13382c7d3 req-43fa3408-d3fe-400a-a4cb-5b8062b6264d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:48.015011 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-622bd391-dabc-42ad-b1c3-b1e13382c7d3 req-43fa3408-d3fe-400a-a4cb-5b8062b6264d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 945 time: 0.5770836 Sep 19 17:13:48.028623 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04c5b6-f419-4fa0-aab5-608025bd3753 None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:48.031310 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0a04c5b6-f419-4fa0-aab5-608025bd3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:48.073173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.074272 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d4a7d7e9-a5da-45a9-ad6b-9bafec5cc7df tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/78c20601-b975-4f19-ae67-29f0fb6bb569 HTTP/1.1" status: 204 len: 168 time: 4.3266935 Sep 19 17:13:48.116010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port e00a9092-b767-492e-a52b-589a677bcc9a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e00a9092-b767-492e-a52b-589a677bcc9a,segment=NetworkSegment(d5ff6b37-ec91-4904-8bf2-b76d5c324f1d),segment_id=d5ff6b37-ec91-4904-8bf2-b76d5c324f1d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:48.123169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43374) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:48.130882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.134841 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0a04c5b6-f419-4fa0-aab5-608025bd3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:48.139474 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-48845343-216d-4c89-8979-9bf539cbc99c tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.2543955 Sep 19 17:13:48.141876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-54208007'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:48.146425 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04c5b6-f419-4fa0-aab5-608025bd3753 None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:48.147072 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0a04c5b6-f419-4fa0-aab5-608025bd3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:48.154959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.155733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 094e80c1-7499-4d98-bce3-04b1bb9e62a1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:48.156294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43378) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:48.164021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.212973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:48.213199 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0a04c5b6-f419-4fa0-aab5-608025bd3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:48.213618 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04c5b6-f419-4fa0-aab5-608025bd3753 None None] The sync data for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:48.223697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c82ff2-848a-4071-a88a-acaf4176159f None None] DHCP port deletion for 1757efaf-e7c0-492a-998f-22a8cec47d11 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:48.229317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.242220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:48.257377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:48.278735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:48.299989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=6990bd7a-4fed-4deb-8cfd-a58c2757aaae,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:48.317847 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-622bd391-dabc-42ad-b1c3-b1e13382c7d3 req-fcd69903-2a4e-453a-90ce-491bcb990b66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926528 Sep 19 17:13:48.319342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No DVR routers for this DVR port 6990bd7a-4fed-4deb-8cfd-a58c2757aaae on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:13:48.333506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:48.337274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.411794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.463396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.471309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c51bea4c-1647-49d1-9b4c-40d5e943ec2b None None] Provisioning complete for port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:48.471768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c51bea4c-1647-49d1-9b4c-40d5e943ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.488779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:13:48.508703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object fad40789-0691-4c45-8b9e-88dfdea6f99b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:48.513700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.519375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.519737 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment fd6701b8-1311-4d8f-8e61-7fa6314d9b23 of type vlan for network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 Sep 19 17:13:48.529864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7b933b23-96e7-44cb-af9e-122fd4a2d487 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:48.530336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.545303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.561566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a6b556-bb7d-4891-8015-f1b7029f9529,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:48.575662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=e00a9092-b767-492e-a52b-589a677bcc9a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:48.589707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.591765 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80747adf-4ed9-4c63-9f89-0c98f45526a0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8334713 Sep 19 17:13:48.592865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1757efaf-e7c0-492a-998f-22a8cec47d11']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:48.594860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43382) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:48.607739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf1102e-e8e3-4c25-b467-054a12b37b95') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:48.608043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf1102e-e8e3-4c25-b467-054a12b37b95') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:48.621347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.622132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'security_group_rule': {'security_group_id': 'dad6477d-189f-47e6-906e-83deee033156', 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:48.623829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c51bea4c-1647-49d1-9b4c-40d5e943ec2b None None] Port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:48.632492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:48.633940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:13:48.636402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c740aad1-2f79-464f-9be8-7341b8a6df24" -d '{"events": [{"server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "name": "network-vif-plugged", "status": "completed", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:13:48.642634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.655654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:13:48.656515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.658272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.660945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7b933b23-96e7-44cb-af9e-122fd4a2d487, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:48.662791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:48.663598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:48.676016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.677427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.681808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.688245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:security_group_rule and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:48.714325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:48.714699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.745938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:48.748683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.749288 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1cf1102e-e8e3-4c25-b467-054a12b37b95 resource provider aggregate not found Sep 19 17:13:48.749437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.753448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a114f4-580a-487e-88cb-d00acd20da7b x-openstack-request-id: req-b4a114f4-580a-487e-88cb-d00acd20da7b {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:13:48.753996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "name": "network-vif-plugged", "status": "completed", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:13:48.754931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b4a114f4-580a-487e-88cb-d00acd20da7b {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:13:48.755444 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a114f4-580a-487e-88cb-d00acd20da7b'] response: {'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'code': 200} Sep 19 17:13:48.756631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c51bea4c-1647-49d1-9b4c-40d5e943ec2b None None] Provisioning complete for port e00a9092-b767-492e-a52b-589a677bcc9a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:48.757207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c51bea4c-1647-49d1-9b4c-40d5e943ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.782137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Transition to ACTIVE for port object 1a22feca-704c-46b8-9d11-bd50fdbf6040 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:48.808699 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1cf1102e-e8e3-4c25-b467-054a12b37b95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cf1102e-e8e3-4c25-b467-054a12b37b95 found for delete ", "request_id": "req-3d319ee6-eb18-4c4c-beb6-89cdc05ca5a6"}]} Sep 19 17:13:48.810252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.822735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.845816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:48.864205 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/networks/1757efaf-e7c0-492a-998f-22a8cec47d11 HTTP/1.1" status: 204 len: 168 time: 1.9988773 Sep 19 17:13:48.864205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ef694-09a9-41c9-b99d-02299871a1e2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Network': ['ID=1757efaf-e7c0-492a-998f-22a8cec47d11,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:48.867822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43392) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:48.940502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:48.979331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7b933b23-96e7-44cb-af9e-122fd4a2d487,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:49.034823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055207a-74ef-4b75-9994-df84b97776f3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:49.035477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0055207a-74ef-4b75-9994-df84b97776f3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:49.054265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886896e-33e0-46d9-82a8-cb1a946122fb req-83049cca-d574-4b89-a006-928e3ece6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:49.055759 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c886896e-33e0-46d9-82a8-cb1a946122fb req-83049cca-d574-4b89-a006-928e3ece6b0c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 1099 time: 0.1282406 Sep 19 17:13:49.060497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0055207a-74ef-4b75-9994-df84b97776f3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:49.065092 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0055207a-74ef-4b75-9994-df84b97776f3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1929004 Sep 19 17:13:49.076667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43396) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:49.116043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:49.141037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.156255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network e83c4a29-b9cd-4447-9128-6cf7b1d34682 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:49.162687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c886896e-33e0-46d9-82a8-cb1a946122fb req-127302c5-044f-4db1-ac1d-0c5159e64b78 service neutron] Synchronizing usage tracker for tenant:db6b0ce09cc94df3929683f79cc340cc on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:49.173401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:49.189626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c886896e-33e0-46d9-82a8-cb1a946122fb req-127302c5-044f-4db1-ac1d-0c5159e64b78 service neutron] Unset dirty status for tenant:db6b0ce09cc94df3929683f79cc340cc on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:49.190989 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c886896e-33e0-46d9-82a8-cb1a946122fb req-127302c5-044f-4db1-ac1d-0c5159e64b78 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280448 Sep 19 17:13:49.191273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=60ac2c9f-0ae3-4edf-9953-d83c3ca511ea,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:49.203286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.215255 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-150904c1-466a-48e3-a328-0f41b7e0e420 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1356850 Sep 19 17:13:49.218691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43400) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:49.224666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1412810538'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:49.231649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:49.236041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:network and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:49.241139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:49.247770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:49.255743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Attempting to bind port 1a22feca-704c-46b8-9d11-bd50fdbf6040 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:49.256637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Attempting to bind port 1a22feca-704c-46b8-9d11-bd50fdbf6040 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:49.257161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Attempting to bind port 1a22feca-704c-46b8-9d11-bd50fdbf6040 on network ca3062b8-9ccd-4005-9f73-fd1db1e29974 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:49.259611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71877e3e-834d-4b31-9174-8c7ae2ca81d4 None None] Pushing event updated for resources: {'Port': ['ID=1a22feca-704c-46b8-9d11-bd50fdbf6040,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:49.264468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:49.272427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.284632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:49.285366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Checking segment: {'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:49.285913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.286466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Bound using segment: {'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:49.287138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Bound port: 1a22feca-704c-46b8-9d11-bd50fdbf6040, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f921f1-2118-4cd5-906e-b96976bb1ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:49.287668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.302160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:49.302507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.313387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] Allocated IP 172.20.0.2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/4b24ae6e-1d93-42b2-a6aa-15d5ca4639c7/094e80c1-7499-4d98-bce3-04b1bb9e62a1) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:49.320161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c51bea4c-1647-49d1-9b4c-40d5e943ec2b None None] Current status of the port e00a9092-b767-492e-a52b-589a677bcc9a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:49.327045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:13:49.344994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.344994 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Added segment 2727d9ff-67e8-48c4-8c30-3c9a59a23fd4 of type vlan for network 29b3f5b2-a3be-4f74-978e-66a28de07f60 Sep 19 17:13:49.375737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.414520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c51bea4c-1647-49d1-9b4c-40d5e943ec2b None None] Could not find standard attr ID for object 6990bd7a-4fed-4deb-8cfd-a58c2757aaae. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:13:49.419865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.433494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:49.437732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.452160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.458760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:49.459563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.602708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:49.611769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] For port 094e80c1-7499-4d98-bce3-04b1bb9e62a1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=094e80c1-7499-4d98-bce3-04b1bb9e62a1,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:49.615327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e938905d-b6da-4175-b043-b970dc325635 None None] Provisioning complete for port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:49.615705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e938905d-b6da-4175-b043-b970dc325635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.639385 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4168012 Sep 19 17:13:49.640231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5c35e-50ec-43d9-9079-b745f23602c3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Network': ['ID=29b3f5b2-a3be-4f74-978e-66a28de07f60,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:49.643660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43406) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:49.651654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:49.668146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:49.691757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:49.697124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 29b3f5b2-a3be-4f74-978e-66a28de07f60 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:13:49.715649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] For port 1a22feca-704c-46b8-9d11-bd50fdbf6040, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:49.751048 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6267834 Sep 19 17:13:49.793750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] For port 1a22feca-704c-46b8-9d11-bd50fdbf6040, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1a22feca-704c-46b8-9d11-bd50fdbf6040,segment=NetworkSegment(85f921f1-2118-4cd5-906e-b96976bb1ece),segment_id=85f921f1-2118-4cd5-906e-b96976bb1ece)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:49.811824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43410) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:49.812468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=fad40789-0691-4c45-8b9e-88dfdea6f99b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:49.818683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.827920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': '5946a6f9-b2ab-4a2c-8069-ae44bc09a549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:49.861552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.resource_extend [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:13:49.868648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e938905d-b6da-4175-b043-b970dc325635 None None] Port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:49.913302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:49.917249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ae000-3ab8-4b7e-ac5e-624191371f7d req-38849773-87c6-4490-a6b6-e11673d4c75f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:49.918763 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a04ae000-3ab8-4b7e-ac5e-624191371f7d req-38849773-87c6-4490-a6b6-e11673d4c75f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 946 time: 0.3694575 Sep 19 17:13:49.927959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:49.929410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Routers {'d9249637-4728-4c77-aacd-6b0583001c33'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:49.930073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d9249637-4728-4c77-aacd-6b0583001c33'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:49.932526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:49.935668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e94ac-a28f-4d5e-aed5-d0c5a3912d37 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=5946a6f9-b2ab-4a2c-8069-ae44bc09a549,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:49.952205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:49.965164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:49.989147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:13:49.997274 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a04ae000-3ab8-4b7e-ac5e-624191371f7d req-6d324797-fc05-47f5-8080-d48df7d54e8c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617616 Sep 19 17:13:49.997991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:50.000298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.001970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.007861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:50.008611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.036930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.084948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] Transition to ACTIVE for port object 094e80c1-7499-4d98-bce3-04b1bb9e62a1 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:50.105474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71877e3e-834d-4b31-9174-8c7ae2ca81d4 None None] Pushing event updated for resources: {'Port': ['ID=1a22feca-704c-46b8-9d11-bd50fdbf6040,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:50.112554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.114520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:50.127143 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-256f8b22-25f0-4c82-9d7e-ae12cdc1b631 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5277948 Sep 19 17:13:50.128652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c6f83d-3295-4c9b-95a8-c365c8bf4b5b,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:50.136913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:50.138030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43414) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:50.147872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:50.163534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:50.170272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.174533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-59d2f6b3-6921-402d-bf6f-c11fb4825167 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5701382 Sep 19 17:13:50.178268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43418) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:50.185946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 3050cc31-2775-4d05-ba36-0b4de6b682f8 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:13:50.191168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'security_group_rule': {'security_group_id': 'dad6477d-189f-47e6-906e-83deee033156', 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:50.200240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:50.204810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:50.208450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.234682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:security_group_rule and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:50.315752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:50.335173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8c277-f220-4cd4-b883-82c7e8804bd0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:50.342842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8c277-f220-4cd4-b883-82c7e8804bd0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:50.345004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-18c8c277-f220-4cd4-b883-82c7e8804bd0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:50.371748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-18c8c277-f220-4cd4-b883-82c7e8804bd0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:50.375372 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-18c8c277-f220-4cd4-b883-82c7e8804bd0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2353046 Sep 19 17:13:50.408361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:50.410509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43422) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:50.413379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:13:50.414014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:13:50.433097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf856e5c-9879-4c15-a989-357436bc533d None None] Pushing event updated for resources: {'Port': ['ID=094e80c1-7499-4d98-bce3-04b1bb9e62a1,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:50.444489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] Set router d9249637-4728-4c77-aacd-6b0583001c33 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:13:50.517444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.615254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=a7eaf9e7-3440-4c5b-8abc-b05e438643b8,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:50.632089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking segment: {'id': '2727d9ff-67e8-48c4-8c30-3c9a59a23fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:50.632714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network hostable DHCP agents. Network: 29b3f5b2-a3be-4f74-978e-66a28de07f60, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:13:50.655746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 29b3f5b2-a3be-4f74-978e-66a28de07f60 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:13:50.670366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 29b3f5b2-a3be-4f74-978e-66a28de07f60) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:50.685091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:50.685684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.717357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882cdaf-d9c5-4ccd-8fc7-ef0fd6358225 None None] Network 29b3f5b2-a3be-4f74-978e-66a28de07f60 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:50.726150 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-43112593-ffb8-4ce1-ba0a-b0fd7a54b4b4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0812340 Sep 19 17:13:50.726853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43426) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:50.734812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60', 'name': 'tempest-PortsTestJSON-539388377'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:50.786295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.834995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-16e881d9-bd02-407f-9069-1a06361bf92e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port fad40789-0691-4c45-8b9e-88dfdea6f99b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:50.835435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16e881d9-bd02-407f-9069-1a06361bf92e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:50.878147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:50.899407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa916392-13c1-4068-8812-8435e091035e None None] Sync routers for ids ['3050cc31-2775-4d05-ba36-0b4de6b682f8'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:50.941462 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-033fa7a7-c940-4b1d-8fbb-a97236f97e53 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/3050cc31-2775-4d05-ba36-0b4de6b682f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4232047 Sep 19 17:13:50.943409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43430) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:50.979510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:50.979888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.017111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:51.030894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.056245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:51.059280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 094e80c1-7499-4d98-bce3-04b1bb9e62a1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=094e80c1-7499-4d98-bce3-04b1bb9e62a1,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:51.060448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa916392-13c1-4068-8812-8435e091035e None None] Routers {'3050cc31-2775-4d05-ba36-0b4de6b682f8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:51.061196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa916392-13c1-4068-8812-8435e091035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['3050cc31-2775-4d05-ba36-0b4de6b682f8'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:51.088371 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ee0ee-6de5-43ae-8a6a-1618cee0d6ed tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:51.089532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-683ee0ee-6de5-43ae-8a6a-1618cee0d6ed tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:51.111288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:51.121176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.125657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.146480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-683ee0ee-6de5-43ae-8a6a-1618cee0d6ed tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:51.151767 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-683ee0ee-6de5-43ae-8a6a-1618cee0d6ed tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports/60ac2c9f-0ae3-4edf-9953-d83c3ca511ea HTTP/1.1" status: 200 len: 983 time: 0.2070808 Sep 19 17:13:51.152535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:51.244633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.248166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port b443086f-ba7e-4ecd-a9e9-b3401ea2f154 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:13:51.249302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.402474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa916392-13c1-4068-8812-8435e091035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:51.422286 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 957f6b1f-cd4f-4abd-9289-44900a6f6945 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:51.463620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-29b3f5b2-a3be-4f74-978e-66a28de07f60', 'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60', 'tenant_id': '9bef7bf06a55483c91d04fcffeb787be', 'fixed_ips': [{'subnet_id': 'a7eaf9e7-3440-4c5b-8abc-b05e438643b8'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:51.464466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.479837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdd0dae-370b-42b1-9a5e-6ddca8960a3d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:51.491731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.530693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-826893b0-6215-4cb9-b594-29d86f177fb7 None None] Provisioning for port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:51.547024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241'}], 'enable_snat': True}, 'gw_port_id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:13:40Z', 'revision_number': 4, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port': {'id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:24Z', 'updated_at': '2022-09-19T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '1a22feca-704c-46b8-9d11-bd50fdbf6040', 'name': '', 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'mac_address': 'fa:16:3e:ef:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c0e4771d-f97f-4985-acd0-a5f955faa346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:36Z', 'updated_at': '2022-09-19T17:13:49Z', 'revision_number': 4, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'subnets': [{'id': 'c0e4771d-f97f-4985-acd0-a5f955faa346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:51.548886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa916392-13c1-4068-8812-8435e091035e None None] Routers {'3050cc31-2775-4d05-ba36-0b4de6b682f8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:51.549499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa916392-13c1-4068-8812-8435e091035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['3050cc31-2775-4d05-ba36-0b4de6b682f8'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:51.590508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.591712 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dc331f4f-74af-4849-b518-76cd1c34855d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4111855 Sep 19 17:13:51.622929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43440) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:51.642653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'security_group_rule': {'security_group_id': 'dad6477d-189f-47e6-906e-83deee033156', 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:51.645667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-826893b0-6215-4cb9-b594-29d86f177fb7 None None] Provisioning complete for port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:51.646048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-826893b0-6215-4cb9-b594-29d86f177fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.661592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:51.673278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:security_group_rule and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:51.681468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:51.689282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f65f3-707e-4f50-89cf-8210f8212cbe None None] The sync data for ids ['d9249637-4728-4c77-aacd-6b0583001c33'] in dv-neutron-857789-3-hyperv is: [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241'}], 'enable_snat': True}, 'gw_port_id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:13:40Z', 'revision_number': 4, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port': {'id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:24Z', 'updated_at': '2022-09-19T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '1a22feca-704c-46b8-9d11-bd50fdbf6040', 'name': '', 'network_id': 'ca3062b8-9ccd-4005-9f73-fd1db1e29974', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'mac_address': 'fa:16:3e:ef:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c0e4771d-f97f-4985-acd0-a5f955faa346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:36Z', 'updated_at': '2022-09-19T17:13:49Z', 'revision_number': 4, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'subnets': [{'id': 'c0e4771d-f97f-4985-acd0-a5f955faa346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:51.693652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:51.695943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.13 (29b3f5b2-a3be-4f74-978e-66a28de07f60/a7eaf9e7-3440-4c5b-8abc-b05e438643b8/b443086f-ba7e-4ecd-a9e9-b3401ea2f154) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:51.716961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-aa916392-13c1-4068-8812-8435e091035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:51.717260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa916392-13c1-4068-8812-8435e091035e None None] The sync data for ids ['3050cc31-2775-4d05-ba36-0b4de6b682f8'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:51.722390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=f8833f84-f69f-4631-9776-80291f0fcdea,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:51.729667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16e881d9-bd02-407f-9069-1a06361bf92e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.736968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=094e80c1-7499-4d98-bce3-04b1bb9e62a1,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:51.779597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 957f6b1f-cd4f-4abd-9289-44900a6f6945 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:51.780290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.803232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:51.927982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-826893b0-6215-4cb9-b594-29d86f177fb7 None None] Current status of the port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:51.999468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 957f6b1f-cd4f-4abd-9289-44900a6f6945 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:52.000663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 094e80c1-7499-4d98-bce3-04b1bb9e62a1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:52.031371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-16e881d9-bd02-407f-9069-1a06361bf92e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for fad40789-0691-4c45-8b9e-88dfdea6f99b owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:52.034031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.045526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.064278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': 'fd6701b8-1311-4d8f-8e61-7fa6314d9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5946a6f9-b2ab-4a2c-8069-ae44bc09a549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:52.064480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: 5946a6f9-b2ab-4a2c-8069-ae44bc09a549, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:13:52.079471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205117b-18d5-4fb4-9c0b-9177c97d0e06 req-6a09d85e-4e55-4fd0-886a-9c2889512628 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:52.082159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0205117b-18d5-4fb4-9c0b-9177c97d0e06 req-6a09d85e-4e55-4fd0-886a-9c2889512628 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 946 time: 0.8674123 Sep 19 17:13:52.092205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30f6878e-4f72-42a0-942e-434af4bb7e51 None None] Provisioning for port fad40789-0691-4c45-8b9e-88dfdea6f99b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:52.099875 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30f6878e-4f72-42a0-942e-434af4bb7e51 None None] Provisioning complete for port fad40789-0691-4c45-8b9e-88dfdea6f99b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:52.100249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30f6878e-4f72-42a0-942e-434af4bb7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.116078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6896102a-15d7-463e-8516-a95f216b1a5f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:52.117410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.122528 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-250158c4-08c1-4920-b7b3-288ec330458c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4967546 Sep 19 17:13:52.124317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43444) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:52.133489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'security_group_rule': {'security_group_id': 'dad6477d-189f-47e6-906e-83deee033156', 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:52.178714 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:52.179137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.205471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-30f6878e-4f72-42a0-942e-434af4bb7e51 None None] Port fad40789-0691-4c45-8b9e-88dfdea6f99b cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:52.253573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:13:52.296360 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0205117b-18d5-4fb4-9c0b-9177c97d0e06 req-02c16fdc-7d4b-4a22-8ed1-e1be6113f9d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694977 Sep 19 17:13:52.314592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 5946a6f9-b2ab-4a2c-8069-ae44bc09a549) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:52.320379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:52.321388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.331528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d1255a-381f-42ef-9b7e-5c6afa6e9062 None None] Network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:52.339057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:52.364145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:security_group_rule and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:52.386577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:52.412078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:52.446460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Allocated IP 172.20.0.1 (4d371da6-96ee-44a2-b83e-daf4c390e532/4c6dc0e7-efa7-4a7d-921c-6eeb5d93b9a2/f4fc93ad-1358-473d-aa5c-c4054b3ad6da) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:52.462372 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Project 005540b87a2946f39e66ce23e0f987a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:13:52.463326 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ec164047-b3f6-4d89-837a-746de78d9d2e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6470218 Sep 19 17:13:52.471368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.474814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43450) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:52.485420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.489135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1181572024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:52.503431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:52.513372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:52.514834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e00a9092-b767-492e-a52b-589a677bcc9a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:52.588674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:router and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:52.599648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:52.636266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:52.641243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object b443086f-ba7e-4ecd-a9e9-b3401ea2f154 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:52.643464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16e881d9-bd02-407f-9069-1a06361bf92e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.681843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.714212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e881d9-bd02-407f-9069-1a06361bf92e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=fad40789-0691-4c45-8b9e-88dfdea6f99b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:52.750446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.781614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e00a9092-b767-492e-a52b-589a677bcc9a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:52.782039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.813018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-5946a6f9-b2ab-4a2c-8069-ae44bc09a549', 'network_id': '5946a6f9-b2ab-4a2c-8069-ae44bc09a549', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': 'f8833f84-f69f-4631-9776-80291f0fcdea'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:13:52.814095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.829322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.875819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a1aafb-9c71-411f-9825-980d9ed6cd3d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:52.941800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.947122 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92a3496c-2134-4090-af8f-21b36184bbcd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8182936 Sep 19 17:13:52.954268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43454) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:52.956510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:52.977837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'security_group_rule': {'security_group_id': 'dad6477d-189f-47e6-906e-83deee033156', 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:53.057271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa5d83-df3e-4b04-859c-6b92e1710961 req-68511a78-6620-4027-b08a-650c32e2f0a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:53.059376 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51fa5d83-df3e-4b04-859c-6b92e1710961 req-68511a78-6620-4027-b08a-650c32e2f0a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 946 time: 0.4838052 Sep 19 17:13:53.064700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:53.098560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 29b3f5b2-a3be-4f74-978e-66a28de07f60 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:53.102726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:security_group_rule and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:53.107448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Allocated IP 172.20.0.2 (5946a6f9-b2ab-4a2c-8069-ae44bc09a549/f8833f84-f69f-4631-9776-80291f0fcdea/471be1c0-66f9-4d99-a22b-2d05efb7e4da) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:53.109721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.110396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.167957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:53.178932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:53.199333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:53.274131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:53.290022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Allocated IP 172.20.0.2 (29b3f5b2-a3be-4f74-978e-66a28de07f60/a7eaf9e7-3440-4c5b-8abc-b05e438643b8/31f35f4b-a458-4f59-a79b-62a2714254e0) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:53.296554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.298567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=b443086f-ba7e-4ecd-a9e9-b3401ea2f154,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:53.351361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16e881d9-bd02-407f-9069-1a06361bf92e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.361260 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-16e881d9-bd02-407f-9069-1a06361bf92e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/fad40789-0691-4c45-8b9e-88dfdea6f99b HTTP/1.1" status: 204 len: 168 time: 2.9470646 Sep 19 17:13:53.366779 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51fa5d83-df3e-4b04-859c-6b92e1710961 req-fb8e4cab-4dc7-4908-b003-72104de6402c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704008 Sep 19 17:13:53.368361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:53.372666 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Project 005540b87a2946f39e66ce23e0f987a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:13:53.384404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.418532 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.430346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.436079 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5ba22830-aca1-4733-808b-2d8797913b09 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9600379 Sep 19 17:13:53.438542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43462) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:53.438542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43464) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:53.451751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Transition to ACTIVE for port object f4fc93ad-1358-473d-aa5c-c4054b3ad6da will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:53.456099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e00a9092-b767-492e-a52b-589a677bcc9a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:53.472868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.489797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.540084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:53.540897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.575543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:53.579322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:53.583296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:53.641024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'Port': ['ID=f4fc93ad-1358-473d-aa5c-c4054b3ad6da,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:53.658081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.662393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.671423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6990bd7a-4fed-4deb-8cfd-a58c2757aaae no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:13:53.704952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Transition to ACTIVE for port object 31f35f4b-a458-4f59-a79b-62a2714254e0 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:53.717455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 6990bd7a-4fed-4deb-8cfd-a58c2757aaae {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:13:53.717703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6990bd7a-4fed-4deb-8cfd-a58c2757aaae not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:13:53.749619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Transition to ACTIVE for port object 31f35f4b-a458-4f59-a79b-62a2714254e0 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:53.751096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.763054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.769354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ede63d-2a34-4327-8791-662678341f6a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:53.770833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ede63d-2a34-4327-8791-662678341f6a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:53.772494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ede63d-2a34-4327-8791-662678341f6a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:53.773309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-45ede63d-2a34-4327-8791-662678341f6a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:53.773417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Transition to ACTIVE for port object 471be1c0-66f9-4d99-a22b-2d05efb7e4da will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:53.786236 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4df1a5d1-7368-4a25-8a08-cad4f5de46e0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0580676 Sep 19 17:13:53.817751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43470) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:53.832959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60', 'name': 'tempest-PortsTestJSON-1457752109'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:53.872332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Network 29b3f5b2-a3be-4f74-978e-66a28de07f60 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:53.882543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:53.889064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:53.902458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Pushing event updated for resources: {'Port': ['ID=31f35f4b-a458-4f59-a79b-62a2714254e0,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:53.920323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:53.920714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:53.939669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Transition to ACTIVE for port object 471be1c0-66f9-4d99-a22b-2d05efb7e4da will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:53.958255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.036853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 094e80c1-7499-4d98-bce3-04b1bb9e62a1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:54.057259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.089237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-45ede63d-2a34-4327-8791-662678341f6a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:54.090806 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-45ede63d-2a34-4327-8791-662678341f6a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7128932 Sep 19 17:13:54.102028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43474) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:54.108372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae477c-3756-4c80-9f6a-2db8691beae5 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:54.110221 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-deae477c-3756-4c80-9f6a-2db8691beae5 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 1094 time: 0.6409373 Sep 19 17:13:54.155927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:54.159771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Attempting to bind port 31f35f4b-a458-4f59-a79b-62a2714254e0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:54.160144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Attempting to bind port 31f35f4b-a458-4f59-a79b-62a2714254e0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '2727d9ff-67e8-48c4-8c30-3c9a59a23fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:54.160507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Attempting to bind port 31f35f4b-a458-4f59-a79b-62a2714254e0 on network 29b3f5b2-a3be-4f74-978e-66a28de07f60 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:54.166541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:54.170980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:54.171367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Checking segment: {'id': '2727d9ff-67e8-48c4-8c30-3c9a59a23fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:54.171775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.172167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Bound using segment: {'id': '2727d9ff-67e8-48c4-8c30-3c9a59a23fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:54.172663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Bound port: 31f35f4b-a458-4f59-a79b-62a2714254e0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727d9ff-67e8-48c4-8c30-3c9a59a23fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '29b3f5b2-a3be-4f74-978e-66a28de07f60'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:54.173042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.183876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8ecf6dd2-542d-42b4-8bc0-0f28e1b16de1 None None] Provisioning for port f4fc93ad-1358-473d-aa5c-c4054b3ad6da completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:54.186994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:54.199290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Pushing event updated for resources: {'Port': ['ID=471be1c0-66f9-4d99-a22b-2d05efb7e4da,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:54.208069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8ecf6dd2-542d-42b4-8bc0-0f28e1b16de1 None None] Provisioning complete for port f4fc93ad-1358-473d-aa5c-c4054b3ad6da triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:54.208446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6dd2-542d-42b4-8bc0-0f28e1b16de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.352272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43478) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:54.353304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:54.364275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:54.376616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:54.382981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:54.403183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:54.411850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:54.417201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:54.417581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.452102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] For port 31f35f4b-a458-4f59-a79b-62a2714254e0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:54.459957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.473676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:54.487424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:54.491628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.498136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf6dd2-542d-42b4-8bc0-0f28e1b16de1 None None] Port f4fc93ad-1358-473d-aa5c-c4054b3ad6da cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:54.502938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] For port 31f35f4b-a458-4f59-a79b-62a2714254e0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=31f35f4b-a458-4f59-a79b-62a2714254e0,segment=NetworkSegment(2727d9ff-67e8-48c4-8c30-3c9a59a23fd4),segment_id=2727d9ff-67e8-48c4-8c30-3c9a59a23fd4)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:54.512875 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Attempting to bind port 471be1c0-66f9-4d99-a22b-2d05efb7e4da on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:13:54.513253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Attempting to bind port 471be1c0-66f9-4d99-a22b-2d05efb7e4da by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'fd6701b8-1311-4d8f-8e61-7fa6314d9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5946a6f9-b2ab-4a2c-8069-ae44bc09a549'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:13:54.513669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Attempting to bind port 471be1c0-66f9-4d99-a22b-2d05efb7e4da on network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:13:54.517269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.524098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.569858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 9bff0f29-553a-4f82-a1d7-fc506d5b6f3b yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:13:54.576953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:13:54.577333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Checking segment: {'id': 'fd6701b8-1311-4d8f-8e61-7fa6314d9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5946a6f9-b2ab-4a2c-8069-ae44bc09a549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:13:54.577762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.578137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Bound using segment: {'id': 'fd6701b8-1311-4d8f-8e61-7fa6314d9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5946a6f9-b2ab-4a2c-8069-ae44bc09a549'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:13:54.578630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Bound port: 471be1c0-66f9-4d99-a22b-2d05efb7e4da, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6701b8-1311-4d8f-8e61-7fa6314d9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5946a6f9-b2ab-4a2c-8069-ae44bc09a549'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:13:54.579482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.679334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.691653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ef816-9542-4608-bcf3-6baa68bdfa9f None None] Pushing event updated for resources: {'Port': ['ID=31f35f4b-a458-4f59-a79b-62a2714254e0,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:54.762447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:54.763639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1a22feca-704c-46b8-9d11-bd50fdbf6040 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:54.844139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] For port 471be1c0-66f9-4d99-a22b-2d05efb7e4da, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:13:54.850575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] For port 471be1c0-66f9-4d99-a22b-2d05efb7e4da, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=471be1c0-66f9-4d99-a22b-2d05efb7e4da,segment=NetworkSegment(fd6701b8-1311-4d8f-8e61-7fa6314d9b23),segment_id=fd6701b8-1311-4d8f-8e61-7fa6314d9b23)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:13:54.858386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.870408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.923460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:54.930216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 1a22feca-704c-46b8-9d11-bd50fdbf6040 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:54.940438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 60ac2c9f-0ae3-4edf-9953-d83c3ca511ea owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:13:54.944337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1a22feca-704c-46b8-9d11-bd50fdbf6040 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:54.944719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.015971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3a17-2eda-4bd7-956b-8afae9176d33 None None] Pushing event updated for resources: {'Port': ['ID=471be1c0-66f9-4d99-a22b-2d05efb7e4da,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:55.083723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.7 (29b3f5b2-a3be-4f74-978e-66a28de07f60/a7eaf9e7-3440-4c5b-8abc-b05e438643b8/9bff0f29-553a-4f82-a1d7-fc506d5b6f3b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:55.088406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.108705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1a22feca-704c-46b8-9d11-bd50fdbf6040 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:55.109086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.158740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 1a22feca-704c-46b8-9d11-bd50fdbf6040, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1a22feca-704c-46b8-9d11-bd50fdbf6040,segment=NetworkSegment(85f921f1-2118-4cd5-906e-b96976bb1ece),segment_id=85f921f1-2118-4cd5-906e-b96976bb1ece)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:55.164963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.174605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'Port': ['ID=f4fc93ad-1358-473d-aa5c-c4054b3ad6da,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:55.180093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8044b3f-e2ef-4dd6-9184-7bcc5c58a9b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 2d2403c5-085e-414c-8a74-ceb0faa9b72d {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:55.183597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8044b3f-e2ef-4dd6-9184-7bcc5c58a9b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.191974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.215712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.275028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8044b3f-e2ef-4dd6-9184-7bcc5c58a9b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.295945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=1a22feca-704c-46b8-9d11-bd50fdbf6040,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:55.369049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.443227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1fe507-8645-4b68-be4a-75d85fcb1791,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:55.474850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.476509 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2cee4491-04b1-4d47-bbac-5ac0ed1c3237 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.5175748 Sep 19 17:13:55.532319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8044b3f-e2ef-4dd6-9184-7bcc5c58a9b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.562287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.801002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:55.818161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:55.880661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8044b3f-e2ef-4dd6-9184-7bcc5c58a9b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:55.941695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.114 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/b69af264-cfda-40a0-852e-c3941598ad18) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:55.971171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:56.002169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044b3f-e2ef-4dd6-9184-7bcc5c58a9b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2403c5-085e-414c-8a74-ceb0faa9b72d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:56.024140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8044b3f-e2ef-4dd6-9184-7bcc5c58a9b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:56.027709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2cc285-3443-4a1c-b126-1e8bce58e80f None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:56.047522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object 9bff0f29-553a-4f82-a1d7-fc506d5b6f3b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:56.093963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:56.211457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=60ac2c9f-0ae3-4edf-9953-d83c3ca511ea,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:56.243435 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8044b3f-e2ef-4dd6-9184-7bcc5c58a9b3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/2d2403c5-085e-414c-8a74-ceb0faa9b72d HTTP/1.1" status: 204 len: 168 time: 2.1354873 Sep 19 17:13:56.245820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43524) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:56.266270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 31f35f4b-a458-4f59-a79b-62a2714254e0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:56.353753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Router b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:56.426923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b3513d-e918-44fa-a65d-77eb7f7c2e1c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 4b24ae6e-1d93-42b2-a6aa-15d5ca4639c7 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:13:56.501736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:56.516237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:56.533162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06b3513d-e918-44fa-a65d-77eb7f7c2e1c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:56.632664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2d795eb1-f82f-4f2a-8faf-bfb1de5c2bd5 None None] Provisioning complete for port f4fc93ad-1358-473d-aa5c-c4054b3ad6da triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:56.633038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2d795eb1-f82f-4f2a-8faf-bfb1de5c2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:56.774368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=9bff0f29-553a-4f82-a1d7-fc506d5b6f3b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:56.777200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 31f35f4b-a458-4f59-a79b-62a2714254e0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:56.783046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2d795eb1-f82f-4f2a-8faf-bfb1de5c2bd5 None None] Port f4fc93ad-1358-473d-aa5c-c4054b3ad6da cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:13:56.804219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1a22feca-704c-46b8-9d11-bd50fdbf6040 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:56.878778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd40cde8-2563-4d8e-8d89-6e4b9f4aecff None None] Network 29b3f5b2-a3be-4f74-978e-66a28de07f60 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:56.944765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 29b3f5b2-a3be-4f74-978e-66a28de07f60 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:56.954857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06b3513d-e918-44fa-a65d-77eb7f7c2e1c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:56.988703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:56.991549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:57.002890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe73c1-908d-4f6e-9aac-6e0e02e8ecf3 None None] Network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:57.019407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.088323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:57.099051 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ad365-e1c7-4adb-89b5-b11b19499ae9 None None] Sync routers for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:57.118947 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ad365-e1c7-4adb-89b5-b11b19499ae9 None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:57.120160 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-eb5ad365-e1c7-4adb-89b5-b11b19499ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:57.131314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3dff37af-971c-40f2-9eaf-78659bf8963b None None] Provisioning for port 31f35f4b-a458-4f59-a79b-62a2714254e0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:57.146148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3dff37af-971c-40f2-9eaf-78659bf8963b None None] Provisioning complete for port 31f35f4b-a458-4f59-a79b-62a2714254e0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:57.146790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3dff37af-971c-40f2-9eaf-78659bf8963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.165908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.20.0.1 (5946a6f9-b2ab-4a2c-8069-ae44bc09a549/f8833f84-f69f-4631-9776-80291f0fcdea/025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:57.218304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:57.219016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.231104 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-eb5ad365-e1c7-4adb-89b5-b11b19499ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:57.241321 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ad365-e1c7-4adb-89b5-b11b19499ae9 None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:57.242052 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-eb5ad365-e1c7-4adb-89b5-b11b19499ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:57.246406 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7aca2a9d-319c-4f66-8b4f-badf2688ce87 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "PUT /v2.0/routers/b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0887876 Sep 19 17:13:57.247281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43536) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:57.267532 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.300617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Request body: {'port': {'network_id': '4d371da6-96ee-44a2-b83e-daf4c390e532', 'name': 'tempest-FloatingIPAdminTestJSON-472721142'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:57.334625 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-eb5ad365-e1c7-4adb-89b5-b11b19499ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:57.335368 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ad365-e1c7-4adb-89b5-b11b19499ae9 None None] The sync data for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:57.351760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1a22feca-704c-46b8-9d11-bd50fdbf6040 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:57.352280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.681144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3dff37af-971c-40f2-9eaf-78659bf8963b None None] Current status of the port 31f35f4b-a458-4f59-a79b-62a2714254e0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:57.681676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3dff37af-971c-40f2-9eaf-78659bf8963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.697710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 3050cc31-2775-4d05-ba36-0b4de6b682f8 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:13:57.830057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06b3513d-e918-44fa-a65d-77eb7f7c2e1c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.846482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3dff37af-971c-40f2-9eaf-78659bf8963b None None] For port 31f35f4b-a458-4f59-a79b-62a2714254e0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=31f35f4b-a458-4f59-a79b-62a2714254e0,segment=NetworkSegment(2727d9ff-67e8-48c4-8c30-3c9a59a23fd4),segment_id=2727d9ff-67e8-48c4-8c30-3c9a59a23fd4)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:57.847806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1a22feca-704c-46b8-9d11-bd50fdbf6040 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:57.853416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 471be1c0-66f9-4d99-a22b-2d05efb7e4da up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:13:57.927607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.939198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3dff37af-971c-40f2-9eaf-78659bf8963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:57.941596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:13:57.947990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:57.951614 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eec426c4-628d-40a7-8fcd-2df67d7ca3d3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/3050cc31-2775-4d05-ba36-0b4de6b682f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7943072 Sep 19 17:13:57.955284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43574) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:57.955444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Usage tracker for resource:port and tenant:a42cfe5bab1b40918517c9003d85bb36 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:57.961169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:57.968442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:57.988252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06b3513d-e918-44fa-a65d-77eb7f7c2e1c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:58.052481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Made reservation on behalf of a42cfe5bab1b40918517c9003d85bb36 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:58.056165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:58.086831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:58.088871 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6a0af3db-ba64-4d98-824d-a0ae9868d9a5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2701533 Sep 19 17:13:58.092304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06b3513d-e918-44fa-a65d-77eb7f7c2e1c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:58.092920 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:13:58.104479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99faca9b-370c-430d-9f44-bf2c2d70faf0 None None] Sync routers for ids ['3050cc31-2775-4d05-ba36-0b4de6b682f8'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:13:58.135687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3513d-e918-44fa-a65d-77eb7f7c2e1c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=4b24ae6e-1d93-42b2-a6aa-15d5ca4639c7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:58.148535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=b69af264-cfda-40a0-852e-c3941598ad18,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:58.189058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43578) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:58.191560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:58.191940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99faca9b-370c-430d-9f44-bf2c2d70faf0 None None] Routers {'3050cc31-2775-4d05-ba36-0b4de6b682f8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:58.192604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-99faca9b-370c-430d-9f44-bf2c2d70faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['3050cc31-2775-4d05-ba36-0b4de6b682f8'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:58.208334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:58.241067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object 025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:58.326715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] device_id is not set on port c4229d41-33d3-45dd-ae35-af81e81147af yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:13:58.394308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff37af-971c-40f2-9eaf-78659bf8963b None None] Pushing event updated for resources: {'Port': ['ID=31f35f4b-a458-4f59-a79b-62a2714254e0,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:58.414797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f212162f-a6d0-4ce9-94c3-e1eb459e2c0c None None] Provisioning for port 471be1c0-66f9-4d99-a22b-2d05efb7e4da completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:58.440699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f212162f-a6d0-4ce9-94c3-e1eb459e2c0c None None] Provisioning complete for port 471be1c0-66f9-4d99-a22b-2d05efb7e4da triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:58.445520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f212162f-a6d0-4ce9-94c3-e1eb459e2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:58.453214 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-06b3513d-e918-44fa-a65d-77eb7f7c2e1c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/4b24ae6e-1d93-42b2-a6aa-15d5ca4639c7 HTTP/1.1" status: 204 len: 168 time: 2.1968074 Sep 19 17:13:58.456466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43582) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:58.522956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 471be1c0-66f9-4d99-a22b-2d05efb7e4da completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:13:58.551098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-99faca9b-370c-430d-9f44-bf2c2d70faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:58.587861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 471be1c0-66f9-4d99-a22b-2d05efb7e4da triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:58.588232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:58.757177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6ea8d6-1f6d-4915-827a-807fb879aea2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:13:58.758018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ba6ea8d6-1f6d-4915-827a-807fb879aea2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:58.814927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a9b29-3793-4797-8199-67245a0dfb36 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:13:58.854843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99faca9b-370c-430d-9f44-bf2c2d70faf0 None None] Routers {'3050cc31-2775-4d05-ba36-0b4de6b682f8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:13:58.855900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-99faca9b-370c-430d-9f44-bf2c2d70faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['3050cc31-2775-4d05-ba36-0b4de6b682f8'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:58.879559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Allocated IP 172.20.0.10 (4d371da6-96ee-44a2-b83e-daf4c390e532/4c6dc0e7-efa7-4a7d-921c-6eeb5d93b9a2/c4229d41-33d3-45dd-ae35-af81e81147af) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:13:58.888801 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-134e6e3f-fa4c-440c-a55b-df15d57c45b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3615632 Sep 19 17:13:58.893940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:58.895328 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-815bbe86-6239-4df2-83d7-8ed81c2ad846 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] remove_router_interface failed (client error): The resource could not be found. Sep 19 17:13:58.896333 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-815bbe86-6239-4df2-83d7-8ed81c2ad846 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/3050cc31-2775-4d05-ba36-0b4de6b682f8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9403298 Sep 19 17:13:58.901158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:58.904798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:13:58.985206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ba6ea8d6-1f6d-4915-827a-807fb879aea2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:58.987430 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ba6ea8d6-1f6d-4915-827a-807fb879aea2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.7869735 Sep 19 17:13:58.999935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43594) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:59.047122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7a3faea1-9ab7-49ef-8b91-62c1fc1f5694 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:13:59.060827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-99faca9b-370c-430d-9f44-bf2c2d70faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:13:59.061436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99faca9b-370c-430d-9f44-bf2c2d70faf0 None None] The sync data for ids ['3050cc31-2775-4d05-ba36-0b4de6b682f8'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:13:59.109774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.272228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e616bd4-62d4-496f-8c6b-3fda329f196a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 9bff0f29-553a-4f82-a1d7-fc506d5b6f3b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:59.272228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e616bd4-62d4-496f-8c6b-3fda329f196a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.272600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:59.290092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7a3faea1-9ab7-49ef-8b91-62c1fc1f5694 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:13:59.291344 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7a3faea1-9ab7-49ef-8b91-62c1fc1f5694 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=3050cc31-2775-4d05-ba36-0b4de6b682f8 HTTP/1.1" status: 200 len: 205 time: 0.3636250 Sep 19 17:13:59.293247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:13:59.296909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43600) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:13:59.297759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:13:59.405442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:13:59.466109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.469498 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:13:59.489687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f212162f-a6d0-4ce9-94c3-e1eb459e2c0c None None] Current status of the port 471be1c0-66f9-4d99-a22b-2d05efb7e4da is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:59.490361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f212162f-a6d0-4ce9-94c3-e1eb459e2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.505991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 471be1c0-66f9-4d99-a22b-2d05efb7e4da is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:13:59.506766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.581073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:13:59.585288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:13:59.601466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:13:59.612917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bb60604-42e0-4bb7-aaed-c7b9f2586f93 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.634482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f212162f-a6d0-4ce9-94c3-e1eb459e2c0c None None] For port 471be1c0-66f9-4d99-a22b-2d05efb7e4da, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=471be1c0-66f9-4d99-a22b-2d05efb7e4da,segment=NetworkSegment(fd6701b8-1311-4d8f-8e61-7fa6314d9b23),segment_id=fd6701b8-1311-4d8f-8e61-7fa6314d9b23)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:13:59.652122 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f212162f-a6d0-4ce9-94c3-e1eb459e2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.733826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:13:59.754052 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-f54244e9-5a91-4622-8103-9af7e868f7ac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1275456 Sep 19 17:13:59.772866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:13:59.776520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.779103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] Deleting port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:13:59.779547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.858369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:13:59.858650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:13:59.859159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.876897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212162f-a6d0-4ce9-94c3-e1eb459e2c0c None None] Pushing event updated for resources: {'Port': ['ID=471be1c0-66f9-4d99-a22b-2d05efb7e4da,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:13:59.882825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Provisioning complete for port 31f35f4b-a458-4f59-a79b-62a2714254e0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:13:59.883303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.901346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Transition to ACTIVE for port object c4229d41-33d3-45dd-ae35-af81e81147af will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:13:59.935577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:13:59.968373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e616bd4-62d4-496f-8c6b-3fda329f196a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.119276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7e616bd4-62d4-496f-8c6b-3fda329f196a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 9bff0f29-553a-4f82-a1d7-fc506d5b6f3b owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:00.155551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Current status of the port 31f35f4b-a458-4f59-a79b-62a2714254e0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:00.212623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Provisioning for port 025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:00.222504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] For port 094e80c1-7499-4d98-bce3-04b1bb9e62a1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=094e80c1-7499-4d98-bce3-04b1bb9e62a1,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:00.222977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.233340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Provisioning complete for port 025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:00.233716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.273644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bb60604-42e0-4bb7-aaed-c7b9f2586f93 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.277912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bb60604-42e0-4bb7-aaed-c7b9f2586f93 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.327517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.334172 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.353516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bb60604-42e0-4bb7-aaed-c7b9f2586f93 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.353814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb60604-42e0-4bb7-aaed-c7b9f2586f93 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Fanout notify agent at l3_agent the message router_deleted on router 3050cc31-2775-4d05-ba36-0b4de6b682f8 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:14:00.353929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Port 025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:00.402611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:00.418531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:00.425037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:00.550129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.577819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event updated for resources: {'Port': ['ID=c4229d41-33d3-45dd-ae35-af81e81147af,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:00.599616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bb60604-42e0-4bb7-aaed-c7b9f2586f93 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.600725 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1bb60604-42e0-4bb7-aaed-c7b9f2586f93 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/3050cc31-2775-4d05-ba36-0b4de6b682f8 HTTP/1.1" status: 204 len: 168 time: 1.2851927 Sep 19 17:14:00.608815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:00.673592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-74429452-d246-453e-979f-491c61699caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:00.675166 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-74429452-d246-453e-979f-491c61699caa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 1099 time: 0.7723780 Sep 19 17:14:00.713465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] Calling delete_port for 094e80c1-7499-4d98-bce3-04b1bb9e62a1 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:00.715226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:00.716013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.804641 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6d5f67be-9fc6-4517-91b2-bf08e3000949 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5432782 Sep 19 17:14:00.808372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43610) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:00.823777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Provisioning for port 9bff0f29-553a-4f82-a1d7-fc506d5b6f3b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:00.837765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 471be1c0-66f9-4d99-a22b-2d05efb7e4da is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:00.839670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e616bd4-62d4-496f-8c6b-3fda329f196a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.861350 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Provisioning complete for port 9bff0f29-553a-4f82-a1d7-fc506d5b6f3b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:00.866431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.939971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'project_id': 'a42cfe5bab1b40918517c9003d85bb36', 'port_id': 'c4229d41-33d3-45dd-ae35-af81e81147af'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:00.945210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:00.954929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Usage tracker for resource:floatingip and tenant:a42cfe5bab1b40918517c9003d85bb36 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:00.954929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:00.958426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:00.972394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Port 9bff0f29-553a-4f82-a1d7-fc506d5b6f3b was deleted so its status cannot be updated. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 19 17:14:00.979539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e616bd4-62d4-496f-8c6b-3fda329f196a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=9bff0f29-553a-4f82-a1d7-fc506d5b6f3b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:00.988413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Provisioning for port b443086f-ba7e-4ecd-a9e9-b3401ea2f154 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:00.996596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Provisioning complete for port b443086f-ba7e-4ecd-a9e9-b3401ea2f154 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:00.996868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:00.997142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.026844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.109145 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 31f35f4b-a458-4f59-a79b-62a2714254e0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:01.242217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] Pushing event deleted for resources: {'Port': ['ID=094e80c1-7499-4d98-bce3-04b1bb9e62a1,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:01.285470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef57b7c-caea-48b0-b48b-042ba50e75af None None] No DVR routers for this DVR port 094e80c1-7499-4d98-bce3-04b1bb9e62a1 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:01.301957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e616bd4-62d4-496f-8c6b-3fda329f196a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.303907 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7e616bd4-62d4-496f-8c6b-3fda329f196a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/9bff0f29-553a-4f82-a1d7-fc506d5b6f3b HTTP/1.1" status: 204 len: 168 time: 2.3011863 Sep 19 17:14:01.309395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43616) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:01.318428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Port b443086f-ba7e-4ecd-a9e9-b3401ea2f154 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:01.325058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Could not find standard attr ID for object 094e80c1-7499-4d98-bce3-04b1bb9e62a1. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:14:01.345749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 31f35f4b-a458-4f59-a79b-62a2714254e0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:01.346220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.373290 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-622b2453-e509-4485-8f2d-86121d183c34 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:14:01.373870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-622b2453-e509-4485-8f2d-86121d183c34 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:01.379127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.383016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9f5eea-15ee-4381-bbd0-4f2fd6ee12e0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet 89ebdf9a-8749-4363-a039-6d1a44b38509 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:01.387347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.389160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5eea-15ee-4381-bbd0-4f2fd6ee12e0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.391233 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Provisioning complete for port 471be1c0-66f9-4d99-a22b-2d05efb7e4da triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:01.391668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.476038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5eea-15ee-4381-bbd0-4f2fd6ee12e0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.496604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-622b2453-e509-4485-8f2d-86121d183c34 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:01.498621 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-622b2453-e509-4485-8f2d-86121d183c34 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/9bff0f29-553a-4f82-a1d7-fc506d5b6f3b HTTP/1.1" status: 404 len: 333 time: 0.1874878 Sep 19 17:14:01.512374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43622) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:01.591534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5eea-15ee-4381-bbd0-4f2fd6ee12e0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.603718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3ac209e3-e258-441d-b23b-e5033188ff8e None None] Current status of the port 471be1c0-66f9-4d99-a22b-2d05efb7e4da is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:01.608654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 31f35f4b-a458-4f59-a79b-62a2714254e0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:01.609689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 471be1c0-66f9-4d99-a22b-2d05efb7e4da up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:01.619649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=b69af264-cfda-40a0-852e-c3941598ad18,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:01.643815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.678712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.696766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 471be1c0-66f9-4d99-a22b-2d05efb7e4da triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:01.697761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.722071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-73bc1afb-5759-4aaf-8340-6ae5c37e1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:01.723565 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-73bc1afb-5759-4aaf-8340-6ae5c37e1a69 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 200 len: 898 time: 0.7287273 Sep 19 17:14:01.779356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c4e5c936-17d9-42e8-9ec9-7505f95b7e55 None None] Provisioning for port c4229d41-33d3-45dd-ae35-af81e81147af completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:01.792385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c4e5c936-17d9-42e8-9ec9-7505f95b7e55 None None] Provisioning complete for port c4229d41-33d3-45dd-ae35-af81e81147af triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:01.792748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c4e5c936-17d9-42e8-9ec9-7505f95b7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.821794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.831549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:01.855274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:01.869930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563e3c3-a7c5-4a3a-bc9c-ac76229f1f24 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:01.874509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:01.875126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.905165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cd92abb6-a80d-4fe0-96ae-45da30aa66ed tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port b443086f-ba7e-4ecd-a9e9-b3401ea2f154 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:01.905615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd92abb6-a80d-4fe0-96ae-45da30aa66ed tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:01.939244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=f5abbdb7-bdfb-4802-ae7c-3e5a99deece1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:01.987619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5eea-15ee-4381-bbd0-4f2fd6ee12e0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:02.023917 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-17c0cc6b-1d83-45a1-bba8-3cfe259b2ece service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487 HTTP/1.1" status: 200 len: 1001 time: 0.2844422 Sep 19 17:14:02.037359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5c936-17d9-42e8-9ec9-7505f95b7e55 None None] Port c4229d41-33d3-45dd-ae35-af81e81147af cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:02.037571 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c1a5c514-196b-4f2d-8c5a-364b97582cfd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1393514 Sep 19 17:14:02.043844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43626) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:02.090648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 471be1c0-66f9-4d99-a22b-2d05efb7e4da is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:02.093804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:02.117197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f5eea-15ee-4381-bbd0-4f2fd6ee12e0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=89ebdf9a-8749-4363-a039-6d1a44b38509,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:02.157550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5eea-15ee-4381-bbd0-4f2fd6ee12e0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:02.159710 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0e9f5eea-15ee-4381-bbd0-4f2fd6ee12e0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/89ebdf9a-8749-4363-a039-6d1a44b38509 HTTP/1.1" status: 204 len: 168 time: 1.5473900 Sep 19 17:14:02.204084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7bc3ac-d2d2-449e-b80c-d7a6c62e8f18 None None] Network e83c4a29-b9cd-4447-9128-6cf7b1d34682 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:02.213265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43630) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:02.263623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-805a51f7-ab65-4928-a153-da99ab762bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:02.265112 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-805a51f7-ab65-4928-a153-da99ab762bdb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1508415-4120-4d43-b41a-da1d837115b6 HTTP/1.1" status: 200 len: 834 time: 0.2180738 Sep 19 17:14:02.306921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 094e80c1-7499-4d98-bce3-04b1bb9e62a1 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:02.372755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 094e80c1-7499-4d98-bce3-04b1bb9e62a1 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:14:02.373158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 094e80c1-7499-4d98-bce3-04b1bb9e62a1 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:02.390165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:02.400723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:02.471159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:02.493814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:02.506217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:02.526500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:02.537274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': 'f5abbdb7-bdfb-4802-ae7c-3e5a99deece1'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:02.539773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:02.553452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:02.561969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:02.564673 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP f70de23a-7b88-427f-9623-87b6ca0f394b associated. External IP: 172.26.10.114, port: 7b933b23-96e7-44cb-af9e-122fd4a2d487. Sep 19 17:14:02.565389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:02.580070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:02.681677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-1e392e87-2ed2-4572-861b-2d9f6987be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:02.691232 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-1e392e87-2ed2-4572-861b-2d9f6987be6e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abdffc55-2833-4ee4-8913-08310e09357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4112949 Sep 19 17:14:02.867304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Allocated IP 172.26.10.86 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/ddd84315-e81c-4afc-8663-170e4826a5b5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:02.885640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Allocated IP 172.20.0.2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/f5abbdb7-bdfb-4802-ae7c-3e5a99deece1/2d005733-ee9f-4829-8a0d-17cae62c43d3) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:02.942547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:02.955011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] DHCP port deletion for e83c4a29-b9cd-4447-9128-6cf7b1d34682 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:14:03.035877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] Deleting port 957f6b1f-cd4f-4abd-9289-44900a6f6945 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:03.036243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:03.121591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:03.127277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:03.139878 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-47ea7fa0-90d0-47ce-8ecf-e75ff9041903 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390264 Sep 19 17:14:03.145896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 957f6b1f-cd4f-4abd-9289-44900a6f6945 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:03.146243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:03.235464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd92abb6-a80d-4fe0-96ae-45da30aa66ed tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:03.478637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] For port 957f6b1f-cd4f-4abd-9289-44900a6f6945, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=957f6b1f-cd4f-4abd-9289-44900a6f6945,segment=NetworkSegment(8b4821ff-c659-4445-b3ff-ac010f28158d),segment_id=8b4821ff-c659-4445-b3ff-ac010f28158d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:03.480132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:03.539926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-cd92abb6-a80d-4fe0-96ae-45da30aa66ed tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for b443086f-ba7e-4ecd-a9e9-b3401ea2f154 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:03.591515 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77b0e860-f5b7-4e11-a6ed-7fb679b413d6 req-c544adff-ed1b-4757-b1a6-6135019505e5 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947287 Sep 19 17:14:03.621100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 0395d021-9928-4a22-a00e-e69756778428 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:14:03.745335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:03.942849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] Calling delete_port for 957f6b1f-cd4f-4abd-9289-44900a6f6945 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:03.948402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:03.961576 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1451c26a-314c-4a7b-98a2-f161735ae4c6 None None] Sync routers for ids ['0395d021-9928-4a22-a00e-e69756778428'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:03.975841 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451c26a-314c-4a7b-98a2-f161735ae4c6 None None] Routers {'0395d021-9928-4a22-a00e-e69756778428'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:03.977134 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1451c26a-314c-4a7b-98a2-f161735ae4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['0395d021-9928-4a22-a00e-e69756778428'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:04.036838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port 957f6b1f-cd4f-4abd-9289-44900a6f6945, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=957f6b1f-cd4f-4abd-9289-44900a6f6945,segment=NetworkSegment(8b4821ff-c659-4445-b3ff-ac010f28158d),segment_id=8b4821ff-c659-4445-b3ff-ac010f28158d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:04.037571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.048198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:14:04.051500 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4ae7683e-25b6-4d4f-8c0a-815402212ff2 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/0395d021-9928-4a22-a00e-e69756778428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5806687 Sep 19 17:14:04.052724 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.058899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43638) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:04.105799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:04.112028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-848e7e95-0a3d-4de4-b900-8c947d606378 None None] Provisioning complete for port 025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:04.112495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-848e7e95-0a3d-4de4-b900-8c947d606378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.113086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:04.117880 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:04.118601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.142075 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0535386 Sep 19 17:14:04.145301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43642) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:04.151274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:37:93:81', 'name': 'tempest-NetworksTestDHCPv6-573081080'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:04.164501 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1451c26a-314c-4a7b-98a2-f161735ae4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:04.178143 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451c26a-314c-4a7b-98a2-f161735ae4c6 None None] Routers {'0395d021-9928-4a22-a00e-e69756778428'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:04.179397 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1451c26a-314c-4a7b-98a2-f161735ae4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['0395d021-9928-4a22-a00e-e69756778428'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:04.181900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.255362 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1451c26a-314c-4a7b-98a2-f161735ae4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:04.256013 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1451c26a-314c-4a7b-98a2-f161735ae4c6 None None] The sync data for ids ['0395d021-9928-4a22-a00e-e69756778428'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:04.286414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] Pushing event deleted for resources: {'Port': ['ID=957f6b1f-cd4f-4abd-9289-44900a6f6945,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:04.296857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc510fb-5330-46ca-9d0c-1a634b5a73c3 None None] No DVR routers for this DVR port 957f6b1f-cd4f-4abd-9289-44900a6f6945 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:04.325107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147b206-51ff-41f4-a248-75462bef03bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=a4f5782e-2569-4d28-9c1d-b4514366e1ca,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:04.327100 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.331032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-848e7e95-0a3d-4de4-b900-8c947d606378 None None] Port 025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:04.403132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:04.413707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:04.425625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:04.497446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 957f6b1f-cd4f-4abd-9289-44900a6f6945 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:04.565460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c724b89-4ddc-4b3f-9554-d774348e3bde tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:04.566712 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9c724b89-4ddc-4b3f-9554-d774348e3bde tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports/025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 HTTP/1.1" status: 200 len: 910 time: 0.4425204 Sep 19 17:14:04.570780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.580093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43646) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:04.592128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 2008a360-1444-4d27-88ce-546ac3947ae1 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:04.596216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c26b5245-ba64-4db3-b6ce-92a696b98554 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8833f84-f69f-4631-9776-80291f0fcdea'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:04.600432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 9be7699d-0f47-4d39-8829-db189ce64bf7 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:14:04.629732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Transition to ACTIVE for port object 2d005733-ee9f-4829-8a0d-17cae62c43d3 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:04.642083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.662127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Transition to ACTIVE for port object 2d005733-ee9f-4829-8a0d-17cae62c43d3 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:04.670450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.683317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd92abb6-a80d-4fe0-96ae-45da30aa66ed tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.762116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:04.765052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:04.769289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:04.807863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:04.808759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Pushing event updated for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:04.827030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:04.874481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:14:04.874807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:14:04.892244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:04.900226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Attempting to bind port 2d005733-ee9f-4829-8a0d-17cae62c43d3 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:04.900691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Attempting to bind port 2d005733-ee9f-4829-8a0d-17cae62c43d3 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:04.901634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Attempting to bind port 2d005733-ee9f-4829-8a0d-17cae62c43d3 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:04.912015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:04.912700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:04.913117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.913512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:04.914001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Bound port: 2d005733-ee9f-4829-8a0d-17cae62c43d3, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:04.914378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:04.959887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 172.20.0.12 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/f5abbdb7-bdfb-4802-ae7c-3e5a99deece1/9be7699d-0f47-4d39-8829-db189ce64bf7) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:04.970664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fe37:9381 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/a4f5782e-2569-4d28-9c1d-b4514366e1ca/9be7699d-0f47-4d39-8829-db189ce64bf7) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:05.011248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Pushing event updated for resources: {'Port': ['ID=ddd84315-e81c-4afc-8663-170e4826a5b5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:05.053847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 957f6b1f-cd4f-4abd-9289-44900a6f6945 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:05.124707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 957f6b1f-cd4f-4abd-9289-44900a6f6945 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:14:05.125220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 957f6b1f-cd4f-4abd-9289-44900a6f6945 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:05.191723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:05.196176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d005733-ee9f-4829-8a0d-17cae62c43d3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:05.201648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:05.265056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92abb6-a80d-4fe0-96ae-45da30aa66ed tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=b443086f-ba7e-4ecd-a9e9-b3401ea2f154,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:05.324797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3515b-da90-4db6-af61-b530aab99296 None None] Pushing event updated for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:05.363219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cd92abb6-a80d-4fe0-96ae-45da30aa66ed tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:05.376343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 957f6b1f-cd4f-4abd-9289-44900a6f6945 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:05.376695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:05.441669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:05.455523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] Sync routers for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:05.478186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:05.479242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:05.587561 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cd92abb6-a80d-4fe0-96ae-45da30aa66ed tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/b443086f-ba7e-4ecd-a9e9-b3401ea2f154 HTTP/1.1" status: 204 len: 168 time: 4.0667908 Sep 19 17:14:05.592371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] The port '957f6b1f-cd4f-4abd-9289-44900a6f6945' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:14:05.615024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43652) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:05.634323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:05.657438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:05.676869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 9be7699d-0f47-4d39-8829-db189ce64bf7 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:05.731623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:05.815224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c26b5245-ba64-4db3-b6ce-92a696b98554 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:05.830839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:05.834241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:05.837828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:05.849609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:14:05.879544 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-faba8355-0936-4fcb-8356-6b12f34992b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:14:05.880117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-faba8355-0936-4fcb-8356-6b12f34992b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:05.922688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:05.923858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:05.956981 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=9be7699d-0f47-4d39-8829-db189ce64bf7,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:05.972579 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-090cb682-853a-44e1-8225-9c43a12dd5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8249135 Sep 19 17:14:05.973191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:06.085783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b860e7-e305-4d66-a37e-01ed021fe275 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:06.094926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b860e7-e305-4d66-a37e-01ed021fe275 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:06.094926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98b860e7-e305-4d66-a37e-01ed021fe275 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:06.114353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98b860e7-e305-4d66-a37e-01ed021fe275 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:06.118413 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98b860e7-e305-4d66-a37e-01ed021fe275 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1405997 Sep 19 17:14:06.118890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43662) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:06.209904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-63465f8b-c3e1-4213-bc88-918c3a8c7297 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 9be7699d-0f47-4d39-8829-db189ce64bf7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:06.210253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63465f8b-c3e1-4213-bc88-918c3a8c7297 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:06.286149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:13:05Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:13:59Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:06.290974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] Checking router: 2008a360-1444-4d27-88ce-546ac3947ae1 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:14:06.302621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:06.303422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:06.337341 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fdd2c24e-6807-4ce1-a005-d0fd20bd28a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 11.9812257 Sep 19 17:14:06.355043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43666) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:06.363210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:06.398508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:14:06.400966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31deccb1-47c6-49f8-bda1-42007f9ad122" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:14:06.694324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:14:06.738654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11269214-7a4f-4416-9d00-632144abc256 x-openstack-request-id: req-11269214-7a4f-4416-9d00-632144abc256 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:14:06.739394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:14:06.740105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-11269214-7a4f-4416-9d00-632144abc256 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:14:06.740789 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11269214-7a4f-4416-9d00-632144abc256'] response: {'name': 'network-changed', 'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'status': 'completed', 'code': 200} Sep 19 17:14:06.765861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-faba8355-0936-4fcb-8356-6b12f34992b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:06.769686 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-faba8355-0936-4fcb-8356-6b12f34992b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/b443086f-ba7e-4ecd-a9e9-b3401ea2f154 HTTP/1.1" status: 404 len: 333 time: 1.1510351 Sep 19 17:14:06.776974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43672) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:06.781370 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-935aa227-af11-4774-8fcf-112979c37cb9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/f70de23a-7b88-427f-9623-87b6ca0f394b HTTP/1.1" status: 200 len: 993 time: 0.4259031 Sep 19 17:14:06.786747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232a502-690d-4870-954a-f3a6e55b194e None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:06.802771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83c4a29-b9cd-4447-9128-6cf7b1d34682']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:06.823425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4821ff-c659-4445-b3ff-ac010f28158d') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:06.824156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4821ff-c659-4445-b3ff-ac010f28158d') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:06.842779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:06.934875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:06.955379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3ebc4ef3-7d4a-498f-babe-9a5f4e72d7c5 None None] Provisioning for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:06.988024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:14:06.988358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.004631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63465f8b-c3e1-4213-bc88-918c3a8c7297 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.157500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.194502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.200354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d005733-ee9f-4829-8a0d-17cae62c43d3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:07.213341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-63465f8b-c3e1-4213-bc88-918c3a8c7297 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 9be7699d-0f47-4d39-8829-db189ce64bf7 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:07.237382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=e83c4a29-b9cd-4447-9128-6cf7b1d34682,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:07.271520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6284ec07-6cae-40e8-a0aa-555df6c4f233 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/e83c4a29-b9cd-4447-9128-6cf7b1d34682 HTTP/1.1" status: 204 len: 168 time: 5.0566988 Sep 19 17:14:07.280400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43682) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:07.305403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344514371'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:07.312975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:07.324178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:07.327771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:07.347434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:07.365502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1b5f72-392f-4c83-959a-97cb9a013aa9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet a7eaf9e7-3440-4c5b-8abc-b05e438643b8 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:07.395455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-64e8f42f-00fe-4983-8596-9cff12855bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:07.396986 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-64e8f42f-00fe-4983-8596-9cff12855bbf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 1099 time: 0.6239052 Sep 19 17:14:07.397716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5f72-392f-4c83-959a-97cb9a013aa9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.610495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:07.622534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:07.622931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.631769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5f72-392f-4c83-959a-97cb9a013aa9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.637018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c26b5245-ba64-4db3-b6ce-92a696b98554 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.645114 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 8b4821ff-c659-4445-b3ff-ac010f28158d resource provider aggregate not found Sep 19 17:14:07.668126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.671712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:13:05Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:13:59Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:07.686217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c26b5245-ba64-4db3-b6ce-92a696b98554 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.689023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0508472-e487-4610-bbf6-55f106f3d8af None None] The sync data for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv is: [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:13:05Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:13:59Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:07.765776 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 8b4821ff-c659-4445-b3ff-ac010f28158d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b4821ff-c659-4445-b3ff-ac010f28158d found for delete ", "request_id": "req-c373f96d-0d36-45e5-9f3d-1cc3ddf39a2e"}]} Sep 19 17:14:07.786728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43688) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:07.883392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:07.887030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.910751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5245-ba64-4db3-b6ce-92a696b98554 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:07.953636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:07.954659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:07.971017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f42a4-f495-4bdb-9947-c99f3c9b3ce5 None None] Update dhcp port {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': 'f5abbdb7-bdfb-4802-ae7c-3e5a99deece1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4f5782e-2569-4d28-9c1d-b4514366e1ca'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '2d005733-ee9f-4829-8a0d-17cae62c43d3'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:14:08.053853 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62734d83-1453-4387-aeee-e4112f6a8103 None None] New status for floating IP f70de23a-7b88-427f-9623-87b6ca0f394b: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:14:08.060894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4f42a4-f495-4bdb-9947-c99f3c9b3ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.071386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d005733-ee9f-4829-8a0d-17cae62c43d3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:08.078275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.092269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b5245-ba64-4db3-b6ce-92a696b98554 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:08.094108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c26b5245-ba64-4db3-b6ce-92a696b98554 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.095906 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c26b5245-ba64-4db3-b6ce-92a696b98554 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/ports/025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 HTTP/1.1" status: 200 len: 910 time: 3.5138948 Sep 19 17:14:08.100618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43692) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:08.197489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-5c29cfa8-dab3-47f6-a691-f59fa0808a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:08.199317 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-5c29cfa8-dab3-47f6-a691-f59fa0808a2d service neutron] 10.222.0.86 "GET /v2.0/networks?id=abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 200 len: 898 time: 0.7316315 Sep 19 17:14:08.310105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.491802 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dbfbeb70-a4d1-40ae-8072-4e9b6af47819 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/f70de23a-7b88-427f-9623-87b6ca0f394b HTTP/1.1" status: 200 len: 993 time: 0.6951680 Sep 19 17:14:08.504938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:08.517189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1a4f42a4-f495-4bdb-9947-c99f3c9b3ce5 None None] Allocated IP 2001:db8::f816:3eff:fe30:1e64 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/a4f5782e-2569-4d28-9c1d-b4514366e1ca/2d005733-ee9f-4829-8a0d-17cae62c43d3) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:08.545064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5f72-392f-4c83-959a-97cb9a013aa9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.601820 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-1461dfcc-2a5b-4793-b997-5d402a7f2add service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487 HTTP/1.1" status: 200 len: 1001 time: 0.3647120 Sep 19 17:14:08.602525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63465f8b-c3e1-4213-bc88-918c3a8c7297 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.618374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:08.740865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1a4f42a4-f495-4bdb-9947-c99f3c9b3ce5 None None] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d005733-ee9f-4829-8a0d-17cae62c43d3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:08.763750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63465f8b-c3e1-4213-bc88-918c3a8c7297 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=9be7699d-0f47-4d39-8829-db189ce64bf7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:08.782888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4f42a4-f495-4bdb-9947-c99f3c9b3ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.871553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-f5631828-f6c9-46b6-ae83-0fb0fafe4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:08.871553 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-f5631828-f6c9-46b6-ae83-0fb0fafe4feb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1508415-4120-4d43-b41a-da1d837115b6 HTTP/1.1" status: 200 len: 834 time: 0.2026050 Sep 19 17:14:08.884755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1a4f42a4-f495-4bdb-9947-c99f3c9b3ce5 None None] Transition to ACTIVE for port object 2d005733-ee9f-4829-8a0d-17cae62c43d3 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:08.891919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a4f42a4-f495-4bdb-9947-c99f3c9b3ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.905185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.905723 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment 1ce7b5a2-e55c-440e-9d58-b23e82e50be7 of type vlan for network 091b8371-1168-4d76-83ff-608114e49895 Sep 19 17:14:08.975460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5f72-392f-4c83-959a-97cb9a013aa9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:08.980323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-63465f8b-c3e1-4213-bc88-918c3a8c7297 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.002392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.032657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b5f72-392f-4c83-959a-97cb9a013aa9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=a7eaf9e7-3440-4c5b-8abc-b05e438643b8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:09.041537 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d005733-ee9f-4829-8a0d-17cae62c43d3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:09.060999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5f72-392f-4c83-959a-97cb9a013aa9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.078113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7240aa3-5406-4b3c-bdad-288ce632b65e None None] Network 29b3f5b2-a3be-4f74-978e-66a28de07f60 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:09.079620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bb1b5f72-392f-4c83-959a-97cb9a013aa9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/a7eaf9e7-3440-4c5b-8abc-b05e438643b8 HTTP/1.1" status: 204 len: 168 time: 2.2968123 Sep 19 17:14:09.083162 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-63465f8b-c3e1-4213-bc88-918c3a8c7297 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/9be7699d-0f47-4d39-8829-db189ce64bf7 HTTP/1.1" status: 204 len: 168 time: 2.9627938 Sep 19 17:14:09.083907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43698) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:09.087086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43700) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:09.167425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.173815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:09.174418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.211558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa728dfc-f70f-4006-8905-d4c6ec272114 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:09.215669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa728dfc-f70f-4006-8905-d4c6ec272114 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:09.218341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa728dfc-f70f-4006-8905-d4c6ec272114 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:09.220556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aa728dfc-f70f-4006-8905-d4c6ec272114 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:09.280609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:14:09.318114 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0366163 Sep 19 17:14:09.320574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.322285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:09.338689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f42a4-f495-4bdb-9947-c99f3c9b3ce5 None None] Pushing event updated for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:09.339619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': '091b8371-1168-4d76-83ff-608114e49895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:09.340708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-d3d5c7fe-2be2-4300-92e4-35b8c332c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:09.345342 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-d3d5c7fe-2be2-4300-92e4-35b8c332c5bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abdffc55-2833-4ee4-8913-08310e09357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4663165 Sep 19 17:14:09.364231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.451719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615be261-6790-43d2-99f6-3192665e68fc tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=091b8371-1168-4d76-83ff-608114e49895,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:09.465383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 091b8371-1168-4d76-83ff-608114e49895 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:14:09.498824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aa728dfc-f70f-4006-8905-d4c6ec272114 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:09.500376 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aa728dfc-f70f-4006-8905-d4c6ec272114 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4122469 Sep 19 17:14:09.516357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43712) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:09.518143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:09.608229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] DHCP port deletion for 29b3f5b2-a3be-4f74-978e-66a28de07f60 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:14:09.613471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] Deleting port 31f35f4b-a458-4f59-a79b-62a2714254e0 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:09.613856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.800663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.800959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Pushing event updated for resources: {'Port': ['ID=ddd84315-e81c-4afc-8663-170e4826a5b5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:09.803640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.923941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:09.929902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] For port 31f35f4b-a458-4f59-a79b-62a2714254e0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=31f35f4b-a458-4f59-a79b-62a2714254e0,segment=NetworkSegment(2727d9ff-67e8-48c4-8c30-3c9a59a23fd4),segment_id=2727d9ff-67e8-48c4-8c30-3c9a59a23fd4)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:09.930539 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:09.933843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:09.940253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:09.949176 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-420f16d2-5b07-4809-b53d-228ef48e47c4 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782144 Sep 19 17:14:10.004594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:10.022838 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5f05538b-7a58-478a-9ac3-30cea13de15c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/f70de23a-7b88-427f-9623-87b6ca0f394b HTTP/1.1" status: 200 len: 995 time: 0.5035625 Sep 19 17:14:10.039816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.053559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0225fedc-4dc3-4c6a-ac5c-107ec1884d3a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet a4f5782e-2569-4d28-9c1d-b4514366e1ca {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:10.059915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 31f35f4b-a458-4f59-a79b-62a2714254e0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:10.060256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.079111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] Calling delete_port for 31f35f4b-a458-4f59-a79b-62a2714254e0 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:10.127576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:10.131174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.174954 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.183453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0225fedc-4dc3-4c6a-ac5c-107ec1884d3a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.238428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] Pushing event deleted for resources: {'Port': ['ID=31f35f4b-a458-4f59-a79b-62a2714254e0,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:10.242876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe5323-d660-4239-baf5-b5ba475403c1 None None] No DVR routers for this DVR port 31f35f4b-a458-4f59-a79b-62a2714254e0 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:10.283666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0f2d6542-b891-446a-8693-f86f65198972 None None] Could not find standard attr ID for object 9be7699d-0f47-4d39-8829-db189ce64bf7. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:14:10.298197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0f2d6542-b891-446a-8693-f86f65198972 None None] Provisioning for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:10.307920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0f2d6542-b891-446a-8693-f86f65198972 None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:10.308289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6542-b891-446a-8693-f86f65198972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.313325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0225fedc-4dc3-4c6a-ac5c-107ec1884d3a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.362117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] The port '31f35f4b-a458-4f59-a79b-62a2714254e0' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:14:10.487872 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Floating IP bf3defcf-0156-4e54-9457-36692a28933d associated. External IP: 172.26.10.86, port: c4229d41-33d3-45dd-ae35-af81e81147af. Sep 19 17:14:10.536785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d6542-b891-446a-8693-f86f65198972 None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:10.757586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-04168636-7dc3-4698-883b-36acb2c44e85 None None] Could not find standard attr ID for object 9be7699d-0f47-4d39-8829-db189ce64bf7. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:14:10.811485 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-31deccb1-47c6-49f8-bda1-42007f9ad122 req-91848610-dd6b-490b-948d-382df2317897 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8523042 Sep 19 17:14:10.827448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.871542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b3f5b2-a3be-4f74-978e-66a28de07f60']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:10.889739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2727d9ff-67e8-48c4-8c30-3c9a59a23fd4') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:10.890038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2727d9ff-67e8-48c4-8c30-3c9a59a23fd4') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:10.895140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.908848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.916196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0225fedc-4dc3-4c6a-ac5c-107ec1884d3a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.966179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.980521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:14:10.981029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:10.984066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d005733-ee9f-4829-8a0d-17cae62c43d3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:11.101463 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2727d9ff-67e8-48c4-8c30-3c9a59a23fd4 resource provider aggregate not found Sep 19 17:14:11.113728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=babbec4f-1e45-4883-b1ef-74c61ab48bfb,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:11.115110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.121501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.149684 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/networks/29b3f5b2-a3be-4f74-978e-66a28de07f60 HTTP/1.1" status: 204 len: 168 time: 2.0638187 Sep 19 17:14:11.151493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0225fedc-4dc3-4c6a-ac5c-107ec1884d3a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.157483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43728) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:11.161248 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2727d9ff-67e8-48c4-8c30-3c9a59a23fd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2727d9ff-67e8-48c4-8c30-3c9a59a23fd4 found for delete ", "request_id": "req-e3b36685-c1b8-42da-9b52-4604bd15cfe9"}]} Sep 19 17:14:11.174231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-164444889'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:11.175662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:11.176093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.179171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:11.190105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:network and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:11.195934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:11.207140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:11.211890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef2bcc-b0aa-404c-96e8-0945c1be23d7 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Network': ['ID=29b3f5b2-a3be-4f74-978e-66a28de07f60,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:11.215183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225fedc-4dc3-4c6a-ac5c-107ec1884d3a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f5782e-2569-4d28-9c1d-b4514366e1ca,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:11.217236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0225fedc-4dc3-4c6a-ac5c-107ec1884d3a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.219145 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0225fedc-4dc3-4c6a-ac5c-107ec1884d3a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/a4f5782e-2569-4d28-9c1d-b4514366e1ca HTTP/1.1" status: 204 len: 168 time: 1.6954427 Sep 19 17:14:11.222703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43732) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:11.235516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:11.239597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.341329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdb106b-012a-4f34-9a0d-745ef6b7cbe3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet f5abbdb7-bdfb-4802-ae7c-3e5a99deece1 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:11.348454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecdb106b-012a-4f34-9a0d-745ef6b7cbe3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.372482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2445ff-b463-4854-b816-29cfda7240d2 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:11.405095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': '1ce7b5a2-e55c-440e-9d58-b23e82e50be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '091b8371-1168-4d76-83ff-608114e49895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:11.405950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: 091b8371-1168-4d76-83ff-608114e49895, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:11.428139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecdb106b-012a-4f34-9a0d-745ef6b7cbe3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.454964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:11.511981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9271a368-febe-49ac-af30-cf3b778987fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.517780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:11.539316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.540188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Added segment 47fcbeb2-cfe2-4047-8e8f-8582fdad7415 of type vlan for network 2dd6665a-46c8-4806-8cfa-2cef4a813964 Sep 19 17:14:11.581561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecdb106b-012a-4f34-9a0d-745ef6b7cbe3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.599791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 091b8371-1168-4d76-83ff-608114e49895 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:11.634139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 31f35f4b-a458-4f59-a79b-62a2714254e0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:11.655632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:11.656070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.683238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 091b8371-1168-4d76-83ff-608114e49895) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:11.685633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecdb106b-012a-4f34-9a0d-745ef6b7cbe3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.690527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 31f35f4b-a458-4f59-a79b-62a2714254e0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:14:11.691219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 31f35f4b-a458-4f59-a79b-62a2714254e0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:11.700771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067acc58-3d54-4a02-a6c9-ad4d50b2b887 None None] Network 091b8371-1168-4d76-83ff-608114e49895 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:11.727491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:11.728110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.759192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.773070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ecdb106b-012a-4f34-9a0d-745ef6b7cbe3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:11.773070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb106b-012a-4f34-9a0d-745ef6b7cbe3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=f5abbdb7-bdfb-4802-ae7c-3e5a99deece1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:11.791231 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ecdb106b-012a-4f34-9a0d-745ef6b7cbe3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/f5abbdb7-bdfb-4802-ae7c-3e5a99deece1 HTTP/1.1" status: 204 len: 168 time: 0.5667286 Sep 19 17:14:11.792075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43738) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:11.804596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Router b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:11.898754 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-51990357-d5ba-4318-849b-a145f19a9ef0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5671277 Sep 19 17:14:11.914251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43742) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:11.914251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1392103550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:11.928866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:11.933958 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5bff8949-f8b4-4272-ae94-07d525ef06cd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405966 Sep 19 17:14:11.939612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43746) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:11.947230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:11.967240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:router and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:11.974367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:11.998578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.036258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:12.089276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.092423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.108905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:12.115967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:12.120984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:12.124521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.134398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:12.139799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-091b8371-1168-4d76-83ff-608114e49895', 'network_id': '091b8371-1168-4d76-83ff-608114e49895', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': 'babbec4f-1e45-4883-b1ef-74c61ab48bfb'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:12.140979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.148728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:12.153015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.157626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:12.170705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.268981 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.273271 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ba2ea9b5-5f67-4296-a405-2dd3d49a0946 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3656588 Sep 19 17:14:12.277383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43750) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:12.337259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.343722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:12.344543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.359273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Allocated IP 2001:db8::2 (091b8371-1168-4d76-83ff-608114e49895/babbec4f-1e45-4883-b1ef-74c61ab48bfb/5748ee4c-37b2-4c96-a179-96a9709bb97d) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:12.589064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9112b-02bd-4b1d-8cc8-6cd0c804075a None None] Update dhcp port {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': 'f5abbdb7-bdfb-4802-ae7c-3e5a99deece1'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '2d005733-ee9f-4829-8a0d-17cae62c43d3'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:14:12.644644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.663579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Transition to ACTIVE for port object 5748ee4c-37b2-4c96-a179-96a9709bb97d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:12.672686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-75a9112b-02bd-4b1d-8cc8-6cd0c804075a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.727118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Transition to ACTIVE for port object 5748ee4c-37b2-4c96-a179-96a9709bb97d will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:12.751560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:12.874301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7085383 Sep 19 17:14:12.883337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43762) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:12.883589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Network 091b8371-1168-4d76-83ff-608114e49895 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:12.891318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:12.896477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:12.905763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Pushing event updated for resources: {'Port': ['ID=5748ee4c-37b2-4c96-a179-96a9709bb97d,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:12.942612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:13.025712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d6a907-da96-42aa-b908-53602f0ffb89 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:13.049287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610c78f-d4a9-4c04-9282-e084253d3518 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Network': ['ID=2dd6665a-46c8-4806-8cfa-2cef4a813964,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:13.113740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:13.136181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:13.142829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:13.146137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.176713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:13.201111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:13.210453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.217704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.236296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 2dd6665a-46c8-4806-8cfa-2cef4a813964 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:14:13.270899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ddc36-45cb-4114-b2de-464e6fe3f2ac None None] Sync routers for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:13.285994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:13.290445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.319179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.370624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:13.375600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:13.389527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Attempting to bind port 5748ee4c-37b2-4c96-a179-96a9709bb97d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:13.389977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Attempting to bind port 5748ee4c-37b2-4c96-a179-96a9709bb97d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '1ce7b5a2-e55c-440e-9d58-b23e82e50be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '091b8371-1168-4d76-83ff-608114e49895'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:13.390392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Attempting to bind port 5748ee4c-37b2-4c96-a179-96a9709bb97d on network 091b8371-1168-4d76-83ff-608114e49895 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:13.402460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:13.402943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Checking segment: {'id': '1ce7b5a2-e55c-440e-9d58-b23e82e50be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '091b8371-1168-4d76-83ff-608114e49895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:13.403421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.403884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Bound using segment: {'id': '1ce7b5a2-e55c-440e-9d58-b23e82e50be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '091b8371-1168-4d76-83ff-608114e49895'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:13.404413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Bound port: 5748ee4c-37b2-4c96-a179-96a9709bb97d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce7b5a2-e55c-440e-9d58-b23e82e50be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '091b8371-1168-4d76-83ff-608114e49895'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:13.404837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.419359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:13.419955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.437323 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7fd49623-3886-4258-98cb-25e178914cc4 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.6275172 Sep 19 17:14:13.438170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43768) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:13.446573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=0748e0ea-0507-4e35-8750-3fa315570d20,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:13.498037 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98ae8314-21be-465c-a912-775d54251b88 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5564835 Sep 19 17:14:13.500667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43770) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:13.509924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:13.558781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=025bf98d-5d93-4f3b-acb7-a6ec6b48e2a2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:13.591596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ddc36-45cb-4114-b2de-464e6fe3f2ac None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:13.592290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a4ddc36-45cb-4114-b2de-464e6fe3f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:13.748666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] For port 5748ee4c-37b2-4c96-a179-96a9709bb97d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:13.753012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a4ddc36-45cb-4114-b2de-464e6fe3f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:13.772245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c6260e09-52a1-4c5e-af1d-277dfb9402d0 None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:13.772584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c6260e09-52a1-4c5e-af1d-277dfb9402d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.774145 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e3c96ba4-e35f-4785-9dd8-a160a764b4da tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] 10.222.0.83 "GET /v2.0/floatingips/bf3defcf-0156-4e54-9457-36692a28933d HTTP/1.1" status: 200 len: 983 time: 0.2785306 Sep 19 17:14:13.781964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43776) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:13.839441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8::1 (091b8371-1168-4d76-83ff-608114e49895/babbec4f-1e45-4883-b1ef-74c61ab48bfb/28bd5358-ec47-4334-863e-5626735c28c6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:13.848754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] For port 5748ee4c-37b2-4c96-a179-96a9709bb97d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5748ee4c-37b2-4c96-a179-96a9709bb97d,segment=NetworkSegment(1ce7b5a2-e55c-440e-9d58-b23e82e50be7),segment_id=1ce7b5a2-e55c-440e-9d58-b23e82e50be7)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:13.876999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ddc36-45cb-4114-b2de-464e6fe3f2ac None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:13.877456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a4ddc36-45cb-4114-b2de-464e6fe3f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:13:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:13.929099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.945533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.968334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:13.974867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b899537a-9bfb-4ff2-bae1-e8ba6bd9b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:13.987965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:13.994421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:14.007043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:14.024024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a4ddc36-45cb-4114-b2de-464e6fe3f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:14.024796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ddc36-45cb-4114-b2de-464e6fe3f2ac None None] The sync data for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:14.032184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:14.036312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:14.089021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcca48-b2da-4d7d-a9af-b8106fbbdc80 None None] Pushing event updated for resources: {'Port': ['ID=5748ee4c-37b2-4c96-a179-96a9709bb97d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:14.172688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c6260e09-52a1-4c5e-af1d-277dfb9402d0 None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:14.253776 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c283af5e-b326-4aba-a499-329dbc835dc3 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2254 time: 0.4695976 Sep 19 17:14:14.257565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43792) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:14.310374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287ac7b-fe68-4f45-875b-6502cab795b2 None None] Update dhcp port {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '0748e0ea-0507-4e35-8750-3fa315570d20'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '2d005733-ee9f-4829-8a0d-17cae62c43d3'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:14:14.385636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e287ac7b-fe68-4f45-875b-6502cab795b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:14.536489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:14.628882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object 28bd5358-ec47-4334-863e-5626735c28c6 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:14.756734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-e287ac7b-fe68-4f45-875b-6502cab795b2 None None] Allocated IP 172.20.0.2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/0748e0ea-0507-4e35-8750-3fa315570d20/2d005733-ee9f-4829-8a0d-17cae62c43d3) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:14.768465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:14.856621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=28bd5358-ec47-4334-863e-5626735c28c6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:14.876708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:14:14.894662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:14.904535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 0395d021-9928-4a22-a00e-e69756778428 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:14.918086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 091b8371-1168-4d76-83ff-608114e49895 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:14.925284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:14.927723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:14.928444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.044425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e287ac7b-fe68-4f45-875b-6502cab795b2 None None] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d005733-ee9f-4829-8a0d-17cae62c43d3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:15.079099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.093533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5748ee4c-37b2-4c96-a179-96a9709bb97d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:15.174441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:15.184968 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed338993-eaa9-4692-ac10-04fe080cebc6 None None] Sync routers for ids ['0395d021-9928-4a22-a00e-e69756778428'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:15.206303 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed338993-eaa9-4692-ac10-04fe080cebc6 None None] Routers {'0395d021-9928-4a22-a00e-e69756778428'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:15.207082 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ed338993-eaa9-4692-ac10-04fe080cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['0395d021-9928-4a22-a00e-e69756778428'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:15.207394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e287ac7b-fe68-4f45-875b-6502cab795b2 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.226344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.243315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5748ee4c-37b2-4c96-a179-96a9709bb97d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:15.278747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e287ac7b-fe68-4f45-875b-6502cab795b2 None None] Transition to ACTIVE for port object 2d005733-ee9f-4829-8a0d-17cae62c43d3 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:15.285901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e287ac7b-fe68-4f45-875b-6502cab795b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.286771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Deleting port ddd84315-e81c-4afc-8663-170e4826a5b5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:15.288255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.351966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=c9aff58b-1d06-4b59-93bd-d0ee5edca829,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:15.362849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8c7c01d8-3999-46f2-8e2b-8c4175065f9e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/0395d021-9928-4a22-a00e-e69756778428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2586586 Sep 19 17:14:15.363773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43802) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:15.372485 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ed338993-eaa9-4692-ac10-04fe080cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:15.396153 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed338993-eaa9-4692-ac10-04fe080cebc6 None None] Routers {'0395d021-9928-4a22-a00e-e69756778428'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:15.396680 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ed338993-eaa9-4692-ac10-04fe080cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['0395d021-9928-4a22-a00e-e69756778428'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:15.421069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d005733-ee9f-4829-8a0d-17cae62c43d3 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:15.460728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking segment: {'id': '47fcbeb2-cfe2-4047-8e8f-8582fdad7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:15.461087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network hostable DHCP agents. Network: 2dd6665a-46c8-4806-8cfa-2cef4a813964, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:15.483726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-97068985-c15a-4971-866d-7a69e21b1f92 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:15.483898 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ed338993-eaa9-4692-ac10-04fe080cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:15.484233 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed338993-eaa9-4692-ac10-04fe080cebc6 None None] The sync data for ids ['0395d021-9928-4a22-a00e-e69756778428'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:15.569652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 2dd6665a-46c8-4806-8cfa-2cef4a813964 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:15.591620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.610236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.679771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ada70-a59b-4971-b12d-16bbfcfbac19 None None] Network 091b8371-1168-4d76-83ff-608114e49895 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:15.687710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-97068985-c15a-4971-866d-7a69e21b1f92 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:15.687710 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-97068985-c15a-4971-866d-7a69e21b1f92 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=0395d021-9928-4a22-a00e-e69756778428 HTTP/1.1" status: 200 len: 205 time: 0.3157349 Sep 19 17:14:15.708135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43806) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:15.751857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.752504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:15.777306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287ac7b-fe68-4f45-875b-6502cab795b2 None None] Pushing event updated for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:15.897919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-665e82b0-6571-4402-9e79-c07d496dd5ec None None] Provisioning for port 5748ee4c-37b2-4c96-a179-96a9709bb97d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:15.909284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Calling delete_port for ddd84315-e81c-4afc-8663-170e4826a5b5 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:15.981320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-665e82b0-6571-4402-9e79-c07d496dd5ec None None] Provisioning complete for port 5748ee4c-37b2-4c96-a179-96a9709bb97d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:15.982039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-665e82b0-6571-4402-9e79-c07d496dd5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.030750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 2dd6665a-46c8-4806-8cfa-2cef4a813964) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:16.041906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:16.057109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.131387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32061da5-3f46-4cb1-92ea-4db964eb84b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.149701 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3eca0a-c886-455b-aefc-57212f37ce66 None None] Network 2dd6665a-46c8-4806-8cfa-2cef4a813964 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:16.195476 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3d81c34f-99e8-4cb9-94b2-1a0d27557b59 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2998195 Sep 19 17:14:16.200885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.213959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43810) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:16.259998 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964', 'name': 'tempest-PortsTestJSON-584305237', 'fixed_ips': [{'subnet_id': 'c9aff58b-1d06-4b59-93bd-d0ee5edca829', 'ip_address': '172.20.0.10'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:16.323257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:16.324592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.342566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event deleted for resources: {'Port': ['ID=ddd84315-e81c-4afc-8663-170e4826a5b5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:16.568072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.604099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:16.618455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:16.623357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:16.632213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:16.648455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.648863 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Floating IP bf3defcf-0156-4e54-9457-36692a28933d disassociated (deleted). External IP: 172.26.10.86, port: c4229d41-33d3-45dd-ae35-af81e81147af. Sep 19 17:14:16.708712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:16.781593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-2dd6665a-46c8-4806-8cfa-2cef4a813964', 'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964', 'tenant_id': '9bef7bf06a55483c91d04fcffeb787be', 'fixed_ips': [{'subnet_id': 'c9aff58b-1d06-4b59-93bd-d0ee5edca829'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:16.782442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.865057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32061da5-3f46-4cb1-92ea-4db964eb84b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.888965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32061da5-3f46-4cb1-92ea-4db964eb84b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:16.926171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d005733-ee9f-4829-8a0d-17cae62c43d3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:17.011808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Allocated IP 172.20.0.2 (2dd6665a-46c8-4806-8cfa-2cef4a813964/c9aff58b-1d06-4b59-93bd-d0ee5edca829/5e119f83-f54f-43ad-af11-8406424f2d5b) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:17.037948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.125458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32061da5-3f46-4cb1-92ea-4db964eb84b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.126105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32061da5-3f46-4cb1-92ea-4db964eb84b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Fanout notify agent at l3_agent the message router_deleted on router 0395d021-9928-4a22-a00e-e69756778428 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:14:17.151841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.153220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port fd1c0b08-e4ad-462b-b976-cd64e31c93b8 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:14:17.161538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.162306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.245871 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.256993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Transition to ACTIVE for port object 5e119f83-f54f-43ad-af11-8406424f2d5b will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:17.278691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Transition to ACTIVE for port object 5e119f83-f54f-43ad-af11-8406424f2d5b will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:17.290357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ea24a-ac7a-4a73-ab1a-7fcbed113c7d None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:17.302742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32061da5-3f46-4cb1-92ea-4db964eb84b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.304039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-32061da5-3f46-4cb1-92ea-4db964eb84b9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/0395d021-9928-4a22-a00e-e69756778428 HTTP/1.1" status: 204 len: 168 time: 1.5860405 Sep 19 17:14:17.311009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.315091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43826) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:17.361994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:17.363249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:14:17.385310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:17.392000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:17.392600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.420096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.433651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=a810c380-3b89-4d4f-bc43-db297c8ce195,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:17.442251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.443461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.495667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=9']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:17.514334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Router b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:17.542445 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-408ab540-f20b-4c3d-b974-9390c5970189 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0345609 Sep 19 17:14:17.569780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43830) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:17.572659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-665e82b0-6571-4402-9e79-c07d496dd5ec None None] Current status of the port 5748ee4c-37b2-4c96-a179-96a9709bb97d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:17.573163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-665e82b0-6571-4402-9e79-c07d496dd5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.586337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-782d26b4-a5be-40da-80cc-08026bf69148 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet f8833f84-f69f-4631-9776-80291f0fcdea {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:17.594769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:80:55:13', 'name': 'tempest-NetworksTestDHCPv6-75469035'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:17.675778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Pushing event updated for resources: {'Port': ['ID=5e119f83-f54f-43ad-af11-8406424f2d5b,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:17.680380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:14:17.680770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:14:17.693881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Network 2dd6665a-46c8-4806-8cfa-2cef4a813964 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:17.701773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-782d26b4-a5be-40da-80cc-08026bf69148 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.708001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:17.729110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:17.795479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.10 (2dd6665a-46c8-4806-8cfa-2cef4a813964/c9aff58b-1d06-4b59-93bd-d0ee5edca829/fd1c0b08-e4ad-462b-b976-cd64e31c93b8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:17.837216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:17.863491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=28bd5358-ec47-4334-863e-5626735c28c6,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:17.881455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.902306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-665e82b0-6571-4402-9e79-c07d496dd5ec None None] For port 5748ee4c-37b2-4c96-a179-96a9709bb97d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5748ee4c-37b2-4c96-a179-96a9709bb97d,segment=NetworkSegment(1ce7b5a2-e55c-440e-9d58-b23e82e50be7),segment_id=1ce7b5a2-e55c-440e-9d58-b23e82e50be7)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:17.912533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-782d26b4-a5be-40da-80cc-08026bf69148 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:17.929684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2032445-a389-421c-8fa7-a3692f66638e None None] Sync routers for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:17.961808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2032445-a389-421c-8fa7-a3692f66638e None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:17.962438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b2032445-a389-421c-8fa7-a3692f66638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:18.043133 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e2ce151e-4940-4f81-ae18-71e4d392aef9 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "DELETE /v2.0/floatingips/bf3defcf-0156-4e54-9457-36692a28933d HTTP/1.1" status: 204 len: 168 time: 3.7768543 Sep 19 17:14:18.046745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43836) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:18.051735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:18.053536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 091b8371-1168-4d76-83ff-608114e49895 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:18.056703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:18.060937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-665e82b0-6571-4402-9e79-c07d496dd5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.061130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Usage tracker for resource:floatingip and tenant:b32f7ae984ee4539838ad8adc25d388b is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:18.064589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:18.072222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:18.079013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:18.085209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b2032445-a389-421c-8fa7-a3692f66638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:18.088079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.135346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Attempting to bind port 5e119f83-f54f-43ad-af11-8406424f2d5b on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:18.135711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Attempting to bind port 5e119f83-f54f-43ad-af11-8406424f2d5b by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '47fcbeb2-cfe2-4047-8e8f-8582fdad7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:18.136208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Attempting to bind port 5e119f83-f54f-43ad-af11-8406424f2d5b on network 2dd6665a-46c8-4806-8cfa-2cef4a813964 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:18.177445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2032445-a389-421c-8fa7-a3692f66638e None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:18.178082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b2032445-a389-421c-8fa7-a3692f66638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:18.274954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.305071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:18.305763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Checking segment: {'id': '47fcbeb2-cfe2-4047-8e8f-8582fdad7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:18.306344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.306888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Bound using segment: {'id': '47fcbeb2-cfe2-4047-8e8f-8582fdad7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:18.307551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Bound port: 5e119f83-f54f-43ad-af11-8406424f2d5b, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fcbeb2-cfe2-4047-8e8f-8582fdad7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:18.308243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.311796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object fd1c0b08-e4ad-462b-b976-cd64e31c93b8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:18.369266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.445986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-782d26b4-a5be-40da-80cc-08026bf69148 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.452499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.456194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 2dd6665a-46c8-4806-8cfa-2cef4a813964 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:18.462641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:18.475076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b2032445-a389-421c-8fa7-a3692f66638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:18.487591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2032445-a389-421c-8fa7-a3692f66638e None None] The sync data for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:18.508751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:18.544975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=fd1c0b08-e4ad-462b-b976-cd64e31c93b8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:18.574518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e82b0-6571-4402-9e79-c07d496dd5ec None None] Pushing event updated for resources: {'Port': ['ID=5748ee4c-37b2-4c96-a179-96a9709bb97d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:18.577913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e8298cdb-2dc6-4207-a114-9becae7097fa None None] Provisioning for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:18.595195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e8298cdb-2dc6-4207-a114-9becae7097fa None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:18.595846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e8298cdb-2dc6-4207-a114-9becae7097fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.632302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:18.633098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.637659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:18.645080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:18.645696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.646608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-782d26b4-a5be-40da-80cc-08026bf69148 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.658104 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f776127c-5c72-4b9c-aab4-d076afd3710b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4116499 Sep 19 17:14:18.662046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43840) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:18.701029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '2dd6665a-46c8-4806-8cfa-2cef4a813964', 'name': 'tempest-PortsTestJSON-2034119842', 'fixed_ips': [{'subnet_id': 'c9aff58b-1d06-4b59-93bd-d0ee5edca829', 'ip_address': '172.20.0.9'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:18.737532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:18.740671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d26b4-a5be-40da-80cc-08026bf69148 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=f8833f84-f69f-4631-9776-80291f0fcdea,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:18.765163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:18.776093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-782d26b4-a5be-40da-80cc-08026bf69148 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:18.789408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:18.797594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bddbc63-4018-4975-816b-09a070edc9a3 None None] Network 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:18.805601 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-782d26b4-a5be-40da-80cc-08026bf69148 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/f8833f84-f69f-4631-9776-80291f0fcdea HTTP/1.1" status: 204 len: 168 time: 1.4894762 Sep 19 17:14:18.812770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43846) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:18.973830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Allocated IP 172.26.10.239 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/55eb11ce-a1de-484e-b98f-b775149a1c86) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:18.988605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d005733-ee9f-4829-8a0d-17cae62c43d3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:18.997454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] For port 5e119f83-f54f-43ad-af11-8406424f2d5b, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:19.047490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.065821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ab98f7cd-c502-434f-93aa-7e0b7abeaaf2 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:14:19.066362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.069576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:19.102753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 471be1c0-66f9-4d99-a22b-2d05efb7e4da {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:19.103313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.200060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] For port 5e119f83-f54f-43ad-af11-8406424f2d5b, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e119f83-f54f-43ad-af11-8406424f2d5b,segment=NetworkSegment(47fcbeb2-cfe2-4047-8e8f-8582fdad7415),segment_id=47fcbeb2-cfe2-4047-8e8f-8582fdad7415)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:19.268430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.418063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:19.442992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:19.448937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:19.472534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:19.495391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e8298cdb-2dc6-4207-a114-9becae7097fa None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:19.495837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e8298cdb-2dc6-4207-a114-9becae7097fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.529879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=10']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:19.554715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:19.587291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.685732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818654a0-ea11-4a8e-8dc1-21be58e1fe96 None None] Pushing event updated for resources: {'Port': ['ID=5e119f83-f54f-43ad-af11-8406424f2d5b,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:19.696414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port fc8c64f1-d761-4afc-9826-47874078ba0e yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:14:19.700183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5748ee4c-37b2-4c96-a179-96a9709bb97d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:19.825935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e8298cdb-2dc6-4207-a114-9becae7097fa None None] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d005733-ee9f-4829-8a0d-17cae62c43d3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:19.827483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.840043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e8298cdb-2dc6-4207-a114-9becae7097fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.945403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8298cdb-2dc6-4207-a114-9becae7097fa None None] Pushing event updated for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=11']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:19.962555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:19.974847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9cf446-fff3-4da3-82ff-daf6d69fbcd2 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:19.975850 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163be08-120c-4310-b4b5-d6d8f83d3337 None None] Sync routers for ids ['ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:19.976832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port 471be1c0-66f9-4d99-a22b-2d05efb7e4da, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=471be1c0-66f9-4d99-a22b-2d05efb7e4da,segment=NetworkSegment(fd6701b8-1311-4d8f-8e61-7fa6314d9b23),segment_id=fd6701b8-1311-4d8f-8e61-7fa6314d9b23)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:19.977494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:19.992786 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-12a32b61-45fa-4018-a62d-e1ed2a7cfe21 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ab98f7cd-c502-434f-93aa-7e0b7abeaaf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7141373 Sep 19 17:14:19.996237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43852) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:19.998038 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163be08-120c-4310-b4b5-d6d8f83d3337 None None] Routers {'ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:19.998623 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b163be08-120c-4310-b4b5-d6d8f83d3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:20.136391 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b163be08-120c-4310-b4b5-d6d8f83d3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:20.145967 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163be08-120c-4310-b4b5-d6d8f83d3337 None None] Routers {'ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:20.146583 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b163be08-120c-4310-b4b5-d6d8f83d3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:20.207455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 471be1c0-66f9-4d99-a22b-2d05efb7e4da owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:20.208084 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b163be08-120c-4310-b4b5-d6d8f83d3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:20.208493 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163be08-120c-4310-b4b5-d6d8f83d3337 None None] The sync data for ids ['ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:20.221162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Provisioning for port 28bd5358-ec47-4334-863e-5626735c28c6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:20.238895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Provisioning complete for port 28bd5358-ec47-4334-863e-5626735c28c6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:20.239395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.289697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.9 (2dd6665a-46c8-4806-8cfa-2cef4a813964/c9aff58b-1d06-4b59-93bd-d0ee5edca829/fc8c64f1-d761-4afc-9826-47874078ba0e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:20.328373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37fbf63-bc89-413b-b126-5df4022fd9ec None None] DHCP port deletion for 5946a6f9-b2ab-4a2c-8069-ae44bc09a549 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:14:20.371571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.385628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.420262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5748ee4c-37b2-4c96-a179-96a9709bb97d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:20.421035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.453214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No DVR routers for this DVR port 471be1c0-66f9-4d99-a22b-2d05efb7e4da on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:20.458391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=471be1c0-66f9-4d99-a22b-2d05efb7e4da,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:20.504359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c6715-9dc3-4e68-a319-a0fea84904e7 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:20.505091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a51c6715-9dc3-4e68-a319-a0fea84904e7 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:20.524613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 2c801585-f32c-43fd-8b12-05f1210db317 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:14:20.539050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.579642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Port 28bd5358-ec47-4334-863e-5626735c28c6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:20.636250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Provisioning complete for port 5748ee4c-37b2-4c96-a179-96a9709bb97d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:20.636577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.648107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.651791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Pushing event updated for resources: {'Port': ['ID=55eb11ce-a1de-484e-b98f-b775149a1c86,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:20.673344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:20.679443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43858) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:20.687796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:20.691233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a51c6715-9dc3-4e68-a319-a0fea84904e7 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:20.695311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:20.699016 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a51c6715-9dc3-4e68-a319-a0fea84904e7 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports/28bd5358-ec47-4334-863e-5626735c28c6 HTTP/1.1" status: 200 len: 911 time: 0.6970086 Sep 19 17:14:20.704538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43862) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:20.819660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object fc8c64f1-d761-4afc-9826-47874078ba0e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:20.902762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa287d1-c742-44d3-9ea4-8c4048ad583e tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:20.902762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa287d1-c742-44d3-9ea4-8c4048ad583e tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:20.902762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa287d1-c742-44d3-9ea4-8c4048ad583e tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:20.904222 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5fa287d1-c742-44d3-9ea4-8c4048ad583e tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=5608eb0060ad40f9ab531db82d0746e8&network_id=abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 200 len: 3000 time: 0.2210827 Sep 19 17:14:20.912005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.917696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:20.917941 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5748ee4c-37b2-4c96-a179-96a9709bb97d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:20.919025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d005733-ee9f-4829-8a0d-17cae62c43d3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:20.923823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.006137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5946a6f9-b2ab-4a2c-8069-ae44bc09a549']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:21.042685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6701b8-1311-4d8f-8e61-7fa6314d9b23') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:21.043062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6701b8-1311-4d8f-8e61-7fa6314d9b23') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:21.052282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Current status of the port 5748ee4c-37b2-4c96-a179-96a9709bb97d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:21.071718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 2dd6665a-46c8-4806-8cfa-2cef4a813964 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:21.091613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:21.107873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:21.108378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.116784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=fc8c64f1-d761-4afc-9826-47874078ba0e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:21.119426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:21.194900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:21.196557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.212264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.230426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f371d-55bd-41b2-8a2b-7376ca4ed45e None None] Network 2dd6665a-46c8-4806-8cfa-2cef4a813964 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:21.274853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:21.275618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.285508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.323093 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-25be7b68-d318-44f4-af81-ded29e5bbdc4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6574841 Sep 19 17:14:21.326545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43874) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:21.381152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.439732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:14:21.440134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.508607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.518252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.635742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:21.660249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-efdf5436-84b0-421a-9a81-ebae14ea24c1 None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:21.669152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Pushing event updated for resources: {'Port': ['ID=55eb11ce-a1de-484e-b98f-b775149a1c86,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:21.672478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.695417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.697219 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d9237905-3813-4f85-bdbe-bfd53c32ac52 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 3.6493945 Sep 19 17:14:21.700796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43888) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:21.740807 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment fd6701b8-1311-4d8f-8e61-7fa6314d9b23 resource provider aggregate not found Sep 19 17:14:21.813974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-875db73a-e490-45ac-9d14-45c7907bd10c None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:21.814604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-875db73a-e490-45ac-9d14-45c7907bd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.833563 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment fd6701b8-1311-4d8f-8e61-7fa6314d9b23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd6701b8-1311-4d8f-8e61-7fa6314d9b23 found for delete ", "request_id": "req-867bdc27-a0da-403b-a6c2-bbf1bfe50f79"}]} Sep 19 17:14:21.878087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:21.889512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:21.896234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Usage tracker for resource:floatingip and tenant:25e9dd9bbf644ca2a343a43fb9efbf51 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:21.912718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:21.928666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:21.939191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-8c3d26f5-3b8d-4a41-a831-4396b6877815 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:21.953155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 172.20.0.7 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/0748e0ea-0507-4e35-8750-3fa315570d20/2c801585-f32c-43fd-8b12-05f1210db317) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:21.957717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:21.964340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.003268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fe80:5513 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/a810c380-3b89-4d4f-bc43-db297c8ce195/2c801585-f32c-43fd-8b12-05f1210db317) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:22.012252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-875db73a-e490-45ac-9d14-45c7907bd10c None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:22.014817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d005733-ee9f-4829-8a0d-17cae62c43d3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:22.028015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-8c3d26f5-3b8d-4a41-a831-4396b6877815 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:22.029238 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-8c3d26f5-3b8d-4a41-a831-4396b6877815 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422508582&fields=id&tenant_id=005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 267 time: 0.1707256 Sep 19 17:14:22.040917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.059673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=5946a6f9-b2ab-4a2c-8069-ae44bc09a549,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:22.085410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-875db73a-e490-45ac-9d14-45c7907bd10c None None] Provisioning for port 5e119f83-f54f-43ad-af11-8406424f2d5b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:22.106830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:22.107233 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.112639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295ec46-23b5-42bc-885a-692f8f3fa5f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:22.113357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c295ec46-23b5-42bc-885a-692f8f3fa5f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:22.127135 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b88604a-67ac-4598-b242-16bc8cafbf1e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/5946a6f9-b2ab-4a2c-8069-ae44bc09a549 HTTP/1.1" status: 204 len: 168 time: 3.3046312 Sep 19 17:14:22.131181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43896) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:22.139334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1055972066', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:22.170352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:22.181500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:router and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:22.193248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:22.207444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:22.213449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c295ec46-23b5-42bc-885a-692f8f3fa5f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:22.218897 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c295ec46-23b5-42bc-885a-692f8f3fa5f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.8850336 Sep 19 17:14:22.222261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43900) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:22.238873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-86ac2092-4e5c-4a40-a021-6bd266777a2e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:22.239605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-86ac2092-4e5c-4a40-a021-6bd266777a2e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:22.261900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.264814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:22.266789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5e119f83-f54f-43ad-af11-8406424f2d5b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:22.371071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5e119f83-f54f-43ad-af11-8406424f2d5b completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:22.374304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.375271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.383148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5e119f83-f54f-43ad-af11-8406424f2d5b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:22.384108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.443128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-38863a52-55a6-45c6-889e-5eef12842b4e None None] Provisioning for port fd1c0b08-e4ad-462b-b976-cd64e31c93b8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:22.445341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-86ac2092-4e5c-4a40-a021-6bd266777a2e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:22.449591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-38863a52-55a6-45c6-889e-5eef12842b4e None None] Provisioning complete for port fd1c0b08-e4ad-462b-b976-cd64e31c93b8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:22.450114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38863a52-55a6-45c6-889e-5eef12842b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.457243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.462591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-86ac2092-4e5c-4a40-a021-6bd266777a2e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 812 time: 0.4119556 Sep 19 17:14:22.488386 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-c31804a1-99c4-45d9-9925-4861a58f0853 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/quotas/005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 375 time: 0.0232372 Sep 19 17:14:22.517650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-38863a52-55a6-45c6-889e-5eef12842b4e None None] Port fd1c0b08-e4ad-462b-b976-cd64e31c93b8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:22.581112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-38863a52-55a6-45c6-889e-5eef12842b4e None None] Provisioning for port fc8c64f1-d761-4afc-9826-47874078ba0e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:22.583773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.588712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-38863a52-55a6-45c6-889e-5eef12842b4e None None] Provisioning complete for port fc8c64f1-d761-4afc-9826-47874078ba0e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:22.589084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38863a52-55a6-45c6-889e-5eef12842b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.597434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.629735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602d6c7-dad8-4cf3-9be5-9d5ebc60759c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:22.636168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602d6c7-dad8-4cf3-9be5-9d5ebc60759c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:22.643379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602d6c7-dad8-4cf3-9be5-9d5ebc60759c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:22.648390 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7602d6c7-dad8-4cf3-9be5-9d5ebc60759c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4049182 Sep 19 17:14:22.654954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43904) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:22.657070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5e119f83-f54f-43ad-af11-8406424f2d5b is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:22.657506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.668492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-38863a52-55a6-45c6-889e-5eef12842b4e None None] Port fc8c64f1-d761-4afc-9826-47874078ba0e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:22.675717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2993eac0-1e21-4abe-8201-de4b09a9bb6d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:22.707816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 5e119f83-f54f-43ad-af11-8406424f2d5b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e119f83-f54f-43ad-af11-8406424f2d5b,segment=NetworkSegment(47fcbeb2-cfe2-4047-8e8f-8582fdad7415),segment_id=47fcbeb2-cfe2-4047-8e8f-8582fdad7415)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:22.713558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.714806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Allocated IP 172.26.10.240 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/074277bf-19ff-4a4e-bc16-71999eaee147) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:22.721807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2993eac0-1e21-4abe-8201-de4b09a9bb6d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:22.723168 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2993eac0-1e21-4abe-8201-de4b09a9bb6d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2334883 Sep 19 17:14:22.750366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a343c7d9-970e-411c-8d66-c8b6f79d85ae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port fc8c64f1-d761-4afc-9826-47874078ba0e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:22.750715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a343c7d9-970e-411c-8d66-c8b6f79d85ae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.782310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 2c801585-f32c-43fd-8b12-05f1210db317 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:22.799530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.810259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 471be1c0-66f9-4d99-a22b-2d05efb7e4da no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:22.856438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 471be1c0-66f9-4d99-a22b-2d05efb7e4da {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:14:22.856792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 471be1c0-66f9-4d99-a22b-2d05efb7e4da not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:22.860713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e020f941-0d96-4314-80ee-9ca0f227e4a4 None None] Provisioning complete for port fd1c0b08-e4ad-462b-b976-cd64e31c93b8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:22.860713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e020f941-0d96-4314-80ee-9ca0f227e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.869621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:22.873402 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8bb9cf73-7145-44a4-bc1b-23616aec27e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7381747 Sep 19 17:14:22.880207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43910) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:22.900758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=5e119f83-f54f-43ad-af11-8406424f2d5b,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:22.905627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-1134392241'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:22.924130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e020f941-0d96-4314-80ee-9ca0f227e4a4 None None] Port fd1c0b08-e4ad-462b-b976-cd64e31c93b8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:22.962651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:22.988306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:22.996864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:23.017262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:23.048276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ab3e2227-8dcc-4247-8e18-d9332d7426c5 None None] Provisioning complete for port fc8c64f1-d761-4afc-9826-47874078ba0e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:23.048976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2227-8dcc-4247-8e18-d9332d7426c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.054300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:23.058258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.080205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.099720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.105491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e2227-8dcc-4247-8e18-d9332d7426c5 None None] Port fc8c64f1-d761-4afc-9826-47874078ba0e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:23.112567 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-cbcf65f9-f38b-4f32-bb00-b9596a3f93b4 service neutron] 10.222.0.83 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311639 Sep 19 17:14:23.138064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:23.205083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.205410 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment 9d5a8ba9-d12a-426d-b16f-d81c16d3acd8 of type vlan for network ebf963f0-9a73-4140-a711-f86fc3ac4e87 Sep 19 17:14:23.251715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.273741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.297711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:23.305380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:23.312569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:23.343662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=2c801585-f32c-43fd-8b12-05f1210db317,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:23.371098 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-44210020-a282-4e0f-8265-911a78f2bd21 service neutron] 10.222.0.83 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522700 Sep 19 17:14:23.376322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:23.381700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:23.386809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:23.424872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.430347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:23.431145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.464380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Pushing event updated for resources: {'Port': ['ID=074277bf-19ff-4a4e-bc16-71999eaee147,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:23.479238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a343c7d9-970e-411c-8d66-c8b6f79d85ae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.509571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:23.511150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.584074 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7003498 Sep 19 17:14:23.591216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43920) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:23.597935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:23.612350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8072d1c-6dd0-4b22-a2d6-6d9a6c4f189b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=ebf963f0-9a73-4140-a711-f86fc3ac4e87,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:23.625985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network ebf963f0-9a73-4140-a711-f86fc3ac4e87 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:14:23.676520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a343c7d9-970e-411c-8d66-c8b6f79d85ae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for fc8c64f1-d761-4afc-9826-47874078ba0e owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:23.739197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.750477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:23.762293 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-39fd80e7-184f-42de-9241-01d4f553822b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 6.1694863 Sep 19 17:14:23.762855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43926) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:23.788509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:23.803302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:23.819252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:23.843577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.872716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5e119f83-f54f-43ad-af11-8406424f2d5b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:23.888158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:23.892806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:23.956993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6019fb2f-5c7b-4598-a4fd-5e0c0189a36a None None] Provisioning for port 2c801585-f32c-43fd-8b12-05f1210db317 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:23.966511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6019fb2f-5c7b-4598-a4fd-5e0c0189a36a None None] Provisioning complete for port 2c801585-f32c-43fd-8b12-05f1210db317 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:23.966895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6019fb2f-5c7b-4598-a4fd-5e0c0189a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.036920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6019fb2f-5c7b-4598-a4fd-5e0c0189a36a None None] Port 2c801585-f32c-43fd-8b12-05f1210db317 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:24.064103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5e119f83-f54f-43ad-af11-8406424f2d5b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:24.065264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.227164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5e119f83-f54f-43ad-af11-8406424f2d5b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:24.261340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a343c7d9-970e-411c-8d66-c8b6f79d85ae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.268612 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5e4231c-d598-43e8-b6f4-99f65c645421 req-a9546212-45b8-411c-be95-e4ec7bb8bc0e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 210 time: 0.3049088 Sep 19 17:14:24.285777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.292271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.333005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 28bd5358-ec47-4334-863e-5626735c28c6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:24.333344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.360615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343c7d9-970e-411c-8d66-c8b6f79d85ae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=fc8c64f1-d761-4afc-9826-47874078ba0e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:24.507421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.588537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aafc0a-f193-418c-ab6e-693c2d90550f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:24.594398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aafc0a-f193-418c-ab6e-693c2d90550f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:24.595260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a8aafc0a-f193-418c-ab6e-693c2d90550f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:24.600904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=24946245-8c35-44c5-be57-73b67bb83b06,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:24.626099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a343c7d9-970e-411c-8d66-c8b6f79d85ae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.633538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Pushing event updated for resources: {'Port': ['ID=074277bf-19ff-4a4e-bc16-71999eaee147,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:24.636199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.651713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a8aafc0a-f193-418c-ab6e-693c2d90550f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:24.652810 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a8aafc0a-f193-418c-ab6e-693c2d90550f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6937997 Sep 19 17:14:24.664799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43948) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:24.669041 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a343c7d9-970e-411c-8d66-c8b6f79d85ae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/fc8c64f1-d761-4afc-9826-47874078ba0e HTTP/1.1" status: 204 len: 168 time: 2.0120018 Sep 19 17:14:24.669280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43950) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:24.726256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.727778 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f5ff0d5d-35f3-4628-9652-7500b364f23e tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 3.0261774 Sep 19 17:14:24.731566 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-5071a647-8aa7-42fb-98bd-60fba8adbf0d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:14:24.732111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5071a647-8aa7-42fb-98bd-60fba8adbf0d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:24.734427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43956) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:24.736895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:24.737262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: ebf963f0-9a73-4140-a711-f86fc3ac4e87, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:24.764221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.783096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4b127ea1-847a-4ff5-b034-94898a5ee989 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 2c801585-f32c-43fd-8b12-05f1210db317 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:24.783515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4b127ea1-847a-4ff5-b034-94898a5ee989 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.844738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5071a647-8aa7-42fb-98bd-60fba8adbf0d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:24.846955 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5071a647-8aa7-42fb-98bd-60fba8adbf0d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/fc8c64f1-d761-4afc-9826-47874078ba0e HTTP/1.1" status: 404 len: 333 time: 0.1742949 Sep 19 17:14:24.863332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43960) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:24.901531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network ebf963f0-9a73-4140-a711-f86fc3ac4e87 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:24.904706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0b6fd337-8447-442f-8970-9f3960d43e00 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Synchronizing usage tracker for tenant:b32f7ae984ee4539838ad8adc25d388b on resource:floatingip {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:24.937217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, ebf963f0-9a73-4140-a711-f86fc3ac4e87) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:24.939666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 28bd5358-ec47-4334-863e-5626735c28c6 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:24.946057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900bb78-e128-4933-b9d2-e7ae8695cd15 None None] Network ebf963f0-9a73-4140-a711-f86fc3ac4e87 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:24.950195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:24.950781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.970110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0b6fd337-8447-442f-8970-9f3960d43e00 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Unset dirty status for tenant:b32f7ae984ee4539838ad8adc25d388b on resource:floatingip {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:24.974264 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0b6fd337-8447-442f-8970-9f3960d43e00 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2441 time: 0.2358510 Sep 19 17:14:24.975004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40b96183-14d2-4f87-ae92-ac71dc4f1432 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port fd1c0b08-e4ad-462b-b976-cd64e31c93b8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:24.975345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40b96183-14d2-4f87-ae92-ac71dc4f1432 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:24.999599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43964) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:25.091834 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a1068813-15e2-4cea-84fe-86d699921d98 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4996078 Sep 19 17:14:25.099022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43968) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:25.105298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-992a6695-be87-4cb2-8d21-c58672cc24ce tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Synchronizing usage tracker for tenant:a42cfe5bab1b40918517c9003d85bb36 on resource:floatingip {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:25.279999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:25.280852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:25.448313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4b127ea1-847a-4ff5-b034-94898a5ee989 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:25.464946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:25.537241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Allocated IP 172.20.0.2 (ebf963f0-9a73-4140-a711-f86fc3ac4e87/24946245-8c35-44c5-be57-73b67bb83b06/5171ea67-c23f-4567-8645-95d0b18155aa) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:25.545015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-992a6695-be87-4cb2-8d21-c58672cc24ce tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Unset dirty status for tenant:a42cfe5bab1b40918517c9003d85bb36 on resource:floatingip {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:25.546179 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-992a6695-be87-4cb2-8d21-c58672cc24ce tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5450366 Sep 19 17:14:25.622051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43974) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:25.730954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=28bd5358-ec47-4334-863e-5626735c28c6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:25.736045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:25.750329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43978) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:25.822947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:25.828342 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c5fe5c41-bfeb-42f5-bffb-39fc481e5ae8 req-251dc08f-edd8-49b4-92ce-0e4a209607dd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 210 time: 0.2806363 Sep 19 17:14:25.846413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Transition to ACTIVE for port object 5171ea67-c23f-4567-8645-95d0b18155aa will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:25.880295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Transition to ACTIVE for port object 5171ea67-c23f-4567-8645-95d0b18155aa will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:25.894192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:25.895287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-4b127ea1-847a-4ff5-b034-94898a5ee989 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 2c801585-f32c-43fd-8b12-05f1210db317 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:25.995708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Network ebf963f0-9a73-4140-a711-f86fc3ac4e87 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:26.000389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:26.004886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:26.053585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Pushing event updated for resources: {'Port': ['ID=5171ea67-c23f-4567-8645-95d0b18155aa,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:26.079957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:26.119928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-1981cb9f-ff28-43ae-8bfb-8f626baa68e3 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:26.121406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-1981cb9f-ff28-43ae-8bfb-8f626baa68e3 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 812 time: 0.8466110 Sep 19 17:14:26.150035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Attempting to bind port 5171ea67-c23f-4567-8645-95d0b18155aa on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:26.150500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Attempting to bind port 5171ea67-c23f-4567-8645-95d0b18155aa by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:26.151462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Attempting to bind port 5171ea67-c23f-4567-8645-95d0b18155aa on network ebf963f0-9a73-4140-a711-f86fc3ac4e87 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:26.157815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:26.158477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Checking segment: {'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:26.158989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:26.159568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Bound using segment: {'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:26.160108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Bound port: 5171ea67-c23f-4567-8645-95d0b18155aa, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:26.160554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:26.233528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Deleting port 074277bf-19ff-4a4e-bc16-71999eaee147 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:26.234504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:26.299329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] For port 5171ea67-c23f-4567-8645-95d0b18155aa, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:26.304608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] For port 5171ea67-c23f-4567-8645-95d0b18155aa, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5171ea67-c23f-4567-8645-95d0b18155aa,segment=NetworkSegment(9d5a8ba9-d12a-426d-b16f-d81c16d3acd8),segment_id=9d5a8ba9-d12a-426d-b16f-d81c16d3acd8)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:26.304821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-4b0a1552-0c1a-49b5-ab37-d09af4ad3ee9 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:26.316884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:26.333520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a2fdef-0420-4ee1-a91b-666132f21cd0 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:26.335108 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c3a2fdef-0420-4ee1-a91b-666132f21cd0 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 818 time: 0.5758402 Sep 19 17:14:26.361439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40b96183-14d2-4f87-ae92-ac71dc4f1432 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:26.388369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-4b0a1552-0c1a-49b5-ab37-d09af4ad3ee9 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:26.389522 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-4b0a1552-0c1a-49b5-ab37-d09af4ad3ee9 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 379 time: 0.2153633 Sep 19 17:14:26.401620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'port': {'device_id': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'admin_state_up': True, 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'security_groups': ['dad6477d-189f-47e6-906e-83deee033156']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:26.451279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef006d2f-8a39-4b4e-ad30-145948331902 None None] Pushing event updated for resources: {'Port': ['ID=5171ea67-c23f-4567-8645-95d0b18155aa,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:26.637986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-40b96183-14d2-4f87-ae92-ac71dc4f1432 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for fd1c0b08-e4ad-462b-b976-cd64e31c93b8 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:26.647394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ab98f7cd-c502-434f-93aa-7e0b7abeaaf2 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:26.779596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:26.932201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:26.935725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:26.947129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c137bc7-5cad-4ba6-8f52-c7b3ae9be1f3 None None] Sync routers for ids ['ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:26.960631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c137bc7-5cad-4ba6-8f52-c7b3ae9be1f3 None None] Routers {'ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:26.961333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3c137bc7-5cad-4ba6-8f52-c7b3ae9be1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:27.000183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:27.022976 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-941b2d42-030b-49e5-bc73-ca4e308d7577 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ab98f7cd-c502-434f-93aa-7e0b7abeaaf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3122797 Sep 19 17:14:27.027777 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0b597db-70a0-4c8a-b6f6-a262e399e861 req-c3f77d85-a1f3-49ab-a6b3-a1e24b42c828 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 210 time: 0.0662673 Sep 19 17:14:27.028489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43990) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:27.029945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4b127ea1-847a-4ff5-b034-94898a5ee989 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:27.044861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3c137bc7-5cad-4ba6-8f52-c7b3ae9be1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:27.063554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c137bc7-5cad-4ba6-8f52-c7b3ae9be1f3 None None] Routers {'ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:27.064454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3c137bc7-5cad-4ba6-8f52-c7b3ae9be1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:27.101864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 43994) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:27.137647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Made reservation on behalf of 005540b87a2946f39e66ce23e0f987a5 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:27.141313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:27.154601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--1742834663', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:27.163736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:27.164076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:27.168261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3c137bc7-5cad-4ba6-8f52-c7b3ae9be1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:27.168968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c137bc7-5cad-4ba6-8f52-c7b3ae9be1f3 None None] The sync data for ids ['ab98f7cd-c502-434f-93aa-7e0b7abeaaf2'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:27.207296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:27.384090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b127ea1-847a-4ff5-b034-94898a5ee989 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=2c801585-f32c-43fd-8b12-05f1210db317,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:27.393888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Calling delete_port for 074277bf-19ff-4a4e-bc16-71999eaee147 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:27.405095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c46b9b52-0ae6-4b73-a463-4ac8b8211d8e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:27.476246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:27.511087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:27.531176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:27.536936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40b96183-14d2-4f87-ae92-ac71dc4f1432 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:27.610310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c46b9b52-0ae6-4b73-a463-4ac8b8211d8e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:27.611534 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c46b9b52-0ae6-4b73-a463-4ac8b8211d8e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab98f7cd-c502-434f-93aa-7e0b7abeaaf2 HTTP/1.1" status: 200 len: 205 time: 0.5781679 Sep 19 17:14:27.619828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 43998) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:27.659361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b96183-14d2-4f87-ae92-ac71dc4f1432 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=fd1c0b08-e4ad-462b-b976-cd64e31c93b8,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:27.710025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:27.714328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:27.866699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f10474-fbb3-49a5-8e09-87acd3b4b2ed None None] Network ebf963f0-9a73-4140-a711-f86fc3ac4e87 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:27.915793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5171ea67-c23f-4567-8645-95d0b18155aa up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:27.936913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4b127ea1-847a-4ff5-b034-94898a5ee989 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:27.951188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e79-43db-4152-aee3-0db47cb8d45c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.003773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:28.116048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2832ace7-976e-46ec-b472-7371886f0bc1 None None] Provisioning for port 5171ea67-c23f-4567-8645-95d0b18155aa completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:28.143951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40b96183-14d2-4f87-ae92-ac71dc4f1432 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.167967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.20.0.1 (ebf963f0-9a73-4140-a711-f86fc3ac4e87/24946245-8c35-44c5-be57-73b67bb83b06/4eefdf3c-f64d-42f3-9a00-4bd425dd86c8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:28.171254 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4b127ea1-847a-4ff5-b034-94898a5ee989 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/2c801585-f32c-43fd-8b12-05f1210db317 HTTP/1.1" status: 204 len: 168 time: 3.4940000 Sep 19 17:14:28.173400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44004) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:28.244254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.244641 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment 684aa79d-bf8a-47dd-abcd-6e405e7fe668 of type vlan for network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 Sep 19 17:14:28.253495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.274844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5171ea67-c23f-4567-8645-95d0b18155aa completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:28.281678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Allocated IP 172.20.0.8 (68a98c82-41f6-4089-a841-47178a4df383/bfed10b1-81a4-4105-9726-b428a435bbc2/0bcccb19-48b0-4103-bb32-f6b60dbb2ee0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:28.284823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5171ea67-c23f-4567-8645-95d0b18155aa triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:28.285204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.364434 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19cbfc52-564d-4e51-9c88-1a390b8684a8 req-3605a454-4b4e-4930-b6c3-7e0619ac23ab tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 210 time: 0.1030066 Sep 19 17:14:28.426783 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-40b96183-14d2-4f87-ae92-ac71dc4f1432 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/fd1c0b08-e4ad-462b-b976-cd64e31c93b8 HTTP/1.1" status: 204 len: 168 time: 3.5619724 Sep 19 17:14:28.437814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44008) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:28.458747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e79-43db-4152-aee3-0db47cb8d45c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.468787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e79-43db-4152-aee3-0db47cb8d45c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.509182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5171ea67-c23f-4567-8645-95d0b18155aa is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:28.509560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.565588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 5171ea67-c23f-4567-8645-95d0b18155aa, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5171ea67-c23f-4567-8645-95d0b18155aa,segment=NetworkSegment(9d5a8ba9-d12a-426d-b16f-d81c16d3acd8),segment_id=9d5a8ba9-d12a-426d-b16f-d81c16d3acd8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:28.573531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.587795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Pushing event deleted for resources: {'Port': ['ID=074277bf-19ff-4a4e-bc16-71999eaee147,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:28.593370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e79-43db-4152-aee3-0db47cb8d45c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.594158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ee2e79-43db-4152-aee3-0db47cb8d45c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Fanout notify agent at l3_agent the message router_deleted on router ab98f7cd-c502-434f-93aa-7e0b7abeaaf2 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:14:28.621430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e79-43db-4152-aee3-0db47cb8d45c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.625136 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-40ee2e79-43db-4152-aee3-0db47cb8d45c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/ab98f7cd-c502-434f-93aa-7e0b7abeaaf2 HTTP/1.1" status: 204 len: 168 time: 1.0042608 Sep 19 17:14:28.628775 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44012) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:28.677345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=5171ea67-c23f-4567-8645-95d0b18155aa,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:28.691488 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56cec66-ed1b-4daa-a446-aef1cfbaf71f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:14:28.692031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e56cec66-ed1b-4daa-a446-aef1cfbaf71f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:28.697712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edaaa04-f890-41a7-9b64-5f041543eda2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:28.699302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edaaa04-f890-41a7-9b64-5f041543eda2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:28.700802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edaaa04-f890-41a7-9b64-5f041543eda2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:28.701633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4edaaa04-f890-41a7-9b64-5f041543eda2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:28.714725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.768649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6d8d50-e24d-47d2-9865-2950f78bc9bd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet babbec4f-1e45-4883-b1ef-74c61ab48bfb {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:28.778398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8d50-e24d-47d2-9865-2950f78bc9bd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.812785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e56cec66-ed1b-4daa-a446-aef1cfbaf71f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:28.816652 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e56cec66-ed1b-4daa-a446-aef1cfbaf71f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/fd1c0b08-e4ad-462b-b976-cd64e31c93b8 HTTP/1.1" status: 404 len: 333 time: 0.3530686 Sep 19 17:14:28.820095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44016) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:28.844085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.846182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4edaaa04-f890-41a7-9b64-5f041543eda2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:28.847456 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4edaaa04-f890-41a7-9b64-5f041543eda2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6693261 Sep 19 17:14:28.851053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44020) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:28.916635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.919114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.922760 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3b33f5c7-03a9-492c-8bb1-a3d97f90bcc0 tempest-FloatingIPAdminTestJSON-549651222 tempest-FloatingIPAdminTestJSON-549651222-project] 10.222.0.83 "DELETE /v2.0/floatingips/9ff0967f-d7a0-43bc-9b35-c55a4170e729 HTTP/1.1" status: 204 len: 168 time: 3.2964065 Sep 19 17:14:28.926484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44024) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:28.926625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8d50-e24d-47d2-9865-2950f78bc9bd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.933243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:28.969011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Transition to ACTIVE for port object 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:28.975050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f848d292-169c-4c0b-9814-c5b8bc5e3515 None None] Provisioning complete for port 5171ea67-c23f-4567-8645-95d0b18155aa triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:28.975538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f848d292-169c-4c0b-9814-c5b8bc5e3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.008180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f56ef3-12a5-4a0b-af00-5175deb4aa08 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 0748e0ea-0507-4e35-8750-3fa315570d20 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:29.012887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.018218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:29.018674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.019542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef3-12a5-4a0b-af00-5175deb4aa08 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.113290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef3-12a5-4a0b-af00-5175deb4aa08 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.148190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.154984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f848d292-169c-4c0b-9814-c5b8bc5e3515 None None] Current status of the port 5171ea67-c23f-4567-8645-95d0b18155aa is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:29.165275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8d50-e24d-47d2-9865-2950f78bc9bd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.177314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:29.206744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17ba50a-2dd9-4857-8b12-1b3c0143b9b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet c9aff58b-1d06-4b59-93bd-d0ee5edca829 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:29.223093 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0900772 Sep 19 17:14:29.229246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Deleting port 55eb11ce-a1de-484e-b98f-b775149a1c86 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:29.229588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.254596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f17ba50a-2dd9-4857-8b12-1b3c0143b9b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.285282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44028) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:29.362312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b44942-186c-4019-bc48-49a6607324ab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=97fe56ed-c719-40b9-a3e6-bd4e7eec0431,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:29.376825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:14:29.396814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f17ba50a-2dd9-4857-8b12-1b3c0143b9b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.475073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8d50-e24d-47d2-9865-2950f78bc9bd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.486551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Network 68a98c82-41f6-4089-a841-47178a4df383 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:29.528528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d8d50-e24d-47d2-9865-2950f78bc9bd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=babbec4f-1e45-4883-b1ef-74c61ab48bfb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:29.531172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:29.541342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efb6c5-76c0-4064-a4cc-d94cfea888ad tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:29.542733 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b1efb6c5-76c0-4064-a4cc-d94cfea888ad tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2541306 Sep 19 17:14:29.549761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44034) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:29.553475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:29.578210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.603011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8d50-e24d-47d2-9865-2950f78bc9bd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.651952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e210f65-55e0-47e5-b8cf-524dae045a71 None None] Network 091b8371-1168-4d76-83ff-608114e49895 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:29.688263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:29.743004 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8c6d8d50-e24d-47d2-9865-2950f78bc9bd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/babbec4f-1e45-4883-b1ef-74c61ab48bfb HTTP/1.1" status: 204 len: 168 time: 1.1128380 Sep 19 17:14:29.748417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:29.895163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5171ea67-c23f-4567-8645-95d0b18155aa up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:29.948034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f17ba50a-2dd9-4857-8b12-1b3c0143b9b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.955575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.963522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:29.964193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:29.994318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef3-12a5-4a0b-af00-5175deb4aa08 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.012078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5171ea67-c23f-4567-8645-95d0b18155aa triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:30.012594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.043855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 5748ee4c-37b2-4c96-a179-96a9709bb97d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:30.044192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.072319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:30.081674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-944fec6d-4472-4915-a223-c540a5568d1a None None] Provisioning for port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:30.088027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-944fec6d-4472-4915-a223-c540a5568d1a None None] Provisioning complete for port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:30.088410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-944fec6d-4472-4915-a223-c540a5568d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.111448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network ebf963f0-9a73-4140-a711-f86fc3ac4e87 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:30.113100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f17ba50a-2dd9-4857-8b12-1b3c0143b9b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.117354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:30.126027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] DHCP port deletion for 091b8371-1168-4d76-83ff-608114e49895 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:14:30.138736 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-b41aaba7-7cb0-43da-8a35-9ca81737d4c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7420597 Sep 19 17:14:30.140228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] Deleting port 5748ee4c-37b2-4c96-a179-96a9709bb97d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:30.140610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.167061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:30.231351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.247620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-944fec6d-4472-4915-a223-c540a5568d1a None None] Port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:30.248502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ce49-be77-4424-a2d6-23f040b40ae8 req-1d14f121-de27-4982-9a5e-99a34d5036c0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:30.253620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5954ce49-be77-4424-a2d6-23f040b40ae8 req-1d14f121-de27-4982-9a5e-99a34d5036c0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:30.292938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5954ce49-be77-4424-a2d6-23f040b40ae8 req-1d14f121-de27-4982-9a5e-99a34d5036c0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:30.300719 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5954ce49-be77-4424-a2d6-23f040b40ae8 req-1d14f121-de27-4982-9a5e-99a34d5036c0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 931 time: 0.6943104 Sep 19 17:14:30.342153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Request body: {'port': {'device_id': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:30.406820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ba50a-2dd9-4857-8b12-1b3c0143b9b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=c9aff58b-1d06-4b59-93bd-d0ee5edca829,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:30.455739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f17ba50a-2dd9-4857-8b12-1b3c0143b9b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.465470 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f17ba50a-2dd9-4857-8b12-1b3c0143b9b1 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/c9aff58b-1d06-4b59-93bd-d0ee5edca829 HTTP/1.1" status: 204 len: 168 time: 1.6346107 Sep 19 17:14:30.468399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542599e-d700-443a-bffc-6ed46c8a85ee None None] Network 2dd6665a-46c8-4806-8cfa-2cef4a813964 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:30.471679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44044) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:30.494813 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.495799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.547852 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5954ce49-be77-4424-a2d6-23f040b40ae8 req-771f6ca8-00a9-46ff-843a-77eca992ff7f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460325 Sep 19 17:14:30.579930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5171ea67-c23f-4567-8645-95d0b18155aa is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:30.613643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef3-12a5-4a0b-af00-5175deb4aa08 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.629212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-437dd4da-88a8-4aba-ac6a-6bc552bd6164 None None] Provisioning for port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:30.669374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.670075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f56ef3-12a5-4a0b-af00-5175deb4aa08 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=0748e0ea-0507-4e35-8750-3fa315570d20,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:30.675711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port 5748ee4c-37b2-4c96-a179-96a9709bb97d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5748ee4c-37b2-4c96-a179-96a9709bb97d,segment=NetworkSegment(1ce7b5a2-e55c-440e-9d58-b23e82e50be7),segment_id=1ce7b5a2-e55c-440e-9d58-b23e82e50be7)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:30.676532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.700706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89f56ef3-12a5-4a0b-af00-5175deb4aa08 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.704695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d7f2f-21e2-45a9-8882-9d1dcf6e74e2 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:30.758088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.778053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-437dd4da-88a8-4aba-ac6a-6bc552bd6164 None None] Provisioning complete for port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:30.778455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-437dd4da-88a8-4aba-ac6a-6bc552bd6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.818936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Calling delete_port for 55eb11ce-a1de-484e-b98f-b775149a1c86 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:30.867587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 5748ee4c-37b2-4c96-a179-96a9709bb97d owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:30.878800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2acb349-27c6-4687-87d7-b0464eece0fb tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:30.881183 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b2acb349-27c6-4687-87d7-b0464eece0fb tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3299747 Sep 19 17:14:30.886582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44048) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:30.887280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 5e119f83-f54f-43ad-af11-8406424f2d5b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:30.887631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.920747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] For port 5748ee4c-37b2-4c96-a179-96a9709bb97d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5748ee4c-37b2-4c96-a179-96a9709bb97d,segment=NetworkSegment(1ce7b5a2-e55c-440e-9d58-b23e82e50be7),segment_id=1ce7b5a2-e55c-440e-9d58-b23e82e50be7)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:30.921137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:30.939726 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89f56ef3-12a5-4a0b-af00-5175deb4aa08 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/0748e0ea-0507-4e35-8750-3fa315570d20 HTTP/1.1" status: 204 len: 168 time: 2.0870121 Sep 19 17:14:30.949243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44052) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:31.012917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-437dd4da-88a8-4aba-ac6a-6bc552bd6164 None None] Port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:31.024562 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7626aee5-b006-423e-aca2-ab27e539a7f7 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1057260 Sep 19 17:14:31.030546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44056) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:31.085571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] Calling delete_port for 5748ee4c-37b2-4c96-a179-96a9709bb97d owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:31.115289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.135267 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-32441f22-bd7a-4157-8ccd-fb87d3f84257 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1012378 Sep 19 17:14:31.144114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44060) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:31.158102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-883dc290-f4cc-4ea9-8fd6-267e50a4224d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet a810c380-3b89-4d4f-bc43-db297c8ce195 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:31.161196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-883dc290-f4cc-4ea9-8fd6-267e50a4224d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.215286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.327346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:14:31.327346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:14:31.421886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] DHCP port deletion for 2dd6665a-46c8-4806-8cfa-2cef4a813964 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:14:31.429178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] Deleting port 5e119f83-f54f-43ad-af11-8406424f2d5b {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:31.430061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.499621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=5748ee4c-37b2-4c96-a179-96a9709bb97d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:31.501745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No DVR routers for this DVR port 5748ee4c-37b2-4c96-a179-96a9709bb97d on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:31.521492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-883dc290-f4cc-4ea9-8fd6-267e50a4224d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.544908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.689425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] For port 5e119f83-f54f-43ad-af11-8406424f2d5b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e119f83-f54f-43ad-af11-8406424f2d5b,segment=NetworkSegment(47fcbeb2-cfe2-4047-8e8f-8582fdad7415),segment_id=47fcbeb2-cfe2-4047-8e8f-8582fdad7415)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:31.690347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.806878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.809868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Pushing event deleted for resources: {'Port': ['ID=55eb11ce-a1de-484e-b98f-b775149a1c86,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:31.878127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] Calling delete_port for 5e119f83-f54f-43ad-af11-8406424f2d5b owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:31.960178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] Deleting port 5748ee4c-37b2-4c96-a179-96a9709bb97d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:31.960840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.980083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:14:31.988059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.993930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:31.998023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5748ee4c-37b2-4c96-a179-96a9709bb97d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:32.003489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Transition to ACTIVE for port object 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:32.008258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] For port 5e119f83-f54f-43ad-af11-8406424f2d5b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e119f83-f54f-43ad-af11-8406424f2d5b,segment=NetworkSegment(47fcbeb2-cfe2-4047-8e8f-8582fdad7415),segment_id=47fcbeb2-cfe2-4047-8e8f-8582fdad7415)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:32.008511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113e203-0832-46ed-a58a-7868ef6a6fcd tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:32.008627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.010044 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0113e203-0832-46ed-a58a-7868ef6a6fcd tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8649745 Sep 19 17:14:32.017288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.023980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44066) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:32.067710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.089001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5748ee4c-37b2-4c96-a179-96a9709bb97d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:14:32.089615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5748ee4c-37b2-4c96-a179-96a9709bb97d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:32.089936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5e119f83-f54f-43ad-af11-8406424f2d5b no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:32.141732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091b8371-1168-4d76-83ff-608114e49895']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:32.142303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] Pushing event deleted for resources: {'Port': ['ID=5e119f83-f54f-43ad-af11-8406424f2d5b,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:32.161183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1d8e0-ff64-4ca4-888d-87812149a6ab None None] No DVR routers for this DVR port 5e119f83-f54f-43ad-af11-8406424f2d5b on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:32.173304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce7b5a2-e55c-440e-9d58-b23e82e50be7') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:32.173612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce7b5a2-e55c-440e-9d58-b23e82e50be7') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:32.174329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e28eec96-0b8f-4dbb-8017-9281ba0abdf8 None None] The port '5748ee4c-37b2-4c96-a179-96a9709bb97d' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:14:32.175932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5e119f83-f54f-43ad-af11-8406424f2d5b {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:14:32.176273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5e119f83-f54f-43ad-af11-8406424f2d5b not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:32.191201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4e68f7de-3069-4e19-b745-61017f0f4a5a None None] Provisioning complete for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:32.191576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4e68f7de-3069-4e19-b745-61017f0f4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.222268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 5e119f83-f54f-43ad-af11-8406424f2d5b owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:32.227749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.275126 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2e6dec58-3a49-477c-b8ce-cf79ac18ffa8 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2379615 Sep 19 17:14:32.275818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44070) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:32.298139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716255943', 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:32.312587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:32.318049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4e68f7de-3069-4e19-b745-61017f0f4a5a None None] Current status of the port 2d005733-ee9f-4829-8a0d-17cae62c43d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:32.320915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-883dc290-f4cc-4ea9-8fd6-267e50a4224d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.348059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.401251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.405635 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2300672d-aec2-4b26-8d0f-3c474ffdf303 tempest-FloatingIPAdminTestJSON-1845916572 tempest-FloatingIPAdminTestJSON-1845916572-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/d308e632-8ed0-4108-91d4-ff2b99c902bd HTTP/1.1" status: 204 len: 168 time: 3.4727902 Sep 19 17:14:32.412958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c29fc3-5ff0-4c0c-aabe-1b6bd2250454 req-3dc8e6a8-8483-438a-9e63-f1cc52019208 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:32.415720 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-97c29fc3-5ff0-4c0c-aabe-1b6bd2250454 req-3dc8e6a8-8483-438a-9e63-f1cc52019208 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 931 time: 0.6092751 Sep 19 17:14:32.416224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44074) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:32.427176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:14:32.427587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.523775 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1ce7b5a2-e55c-440e-9d58-b23e82e50be7 resource provider aggregate not found Sep 19 17:14:32.565298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:14:32.565664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:14:32.574893 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 1ce7b5a2-e55c-440e-9d58-b23e82e50be7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ce7b5a2-e55c-440e-9d58-b23e82e50be7 found for delete ", "request_id": "req-6c5f6fd5-f507-4894-a250-d998e6f562bc"}]} Sep 19 17:14:32.592130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Attempting to bind port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:32.592472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Attempting to bind port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:32.592805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Attempting to bind port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 on network 68a98c82-41f6-4089-a841-47178a4df383 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:32.600183 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-97c29fc3-5ff0-4c0c-aabe-1b6bd2250454 req-55ea7bfb-29cf-4f80-8c9b-046e40d4b9b5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725335 Sep 19 17:14:32.605079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d41a0-a7d9-4615-9b85-4dcc05d93f39 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Deleting port c4229d41-33d3-45dd-ae35-af81e81147af {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:32.605261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 on network 68a98c82-41f6-4089-a841-47178a4df383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:14:32.605415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Attempting to bind port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 on network 68a98c82-41f6-4089-a841-47178a4df383 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:32.605540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b4d41a0-a7d9-4615-9b85-4dcc05d93f39 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.609591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:32.622382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:32.622742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Checking segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:32.623808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Bound using segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:32.624400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Bound port: 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:32.624773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.641953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:32.646199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.651666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:32.679205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.682796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:32.687525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.721297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=091b8371-1168-4d76-83ff-608114e49895,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:32.723494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-883dc290-f4cc-4ea9-8fd6-267e50a4224d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.736135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.810647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dc290-f4cc-4ea9-8fd6-267e50a4224d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=a810c380-3b89-4d4f-bc43-db297c8ce195,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:32.816943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:32.822849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.826451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e38abc-5450-44e1-882c-89e47d13bd3b None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:32.841423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-883dc290-f4cc-4ea9-8fd6-267e50a4224d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.843874 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-883dc290-f4cc-4ea9-8fd6-267e50a4224d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/a810c380-3b89-4d4f-bc43-db297c8ce195 HTTP/1.1" status: 204 len: 168 time: 1.8934164 Sep 19 17:14:32.847599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44082) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:32.859637 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-06a0f6d9-2b08-472e-aec4-c8bf1531db27 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/091b8371-1168-4d76-83ff-608114e49895 HTTP/1.1" status: 204 len: 168 time: 3.1101351 Sep 19 17:14:32.868360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44086) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:32.902467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-228760230', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:32.925516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:32.980569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:32.983138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:32.992237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:router and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:33.003438 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4e37905-8083-4b2b-83ca-0e639d97d18d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1458199 Sep 19 17:14:33.010084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44090) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:33.013284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:33.027256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:33.066960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 5e119f83-f54f-43ad-af11-8406424f2d5b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:33.067324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.074476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] For port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0, host hv-neutron-8577, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:33.111037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] For port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:33.125663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.141497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:14:33.146293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] Deleting port 2d005733-ee9f-4829-8a0d-17cae62c43d3 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:33.146675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.170706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:33.171365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.172537 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] 10.222.0.86 "PUT /v2.0/ports/0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 HTTP/1.1" status: 200 len: 1093 time: 2.9882452 Sep 19 17:14:33.177031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'tag': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:14:33.178806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a6623-c729-4813-a76c-d7c59ba26207" -d '{"events": [{"name": "network-changed", "server_uuid": "70db7e33-b8b1-4707-ac62-22a87b8debc8", "tag": "0bcccb19-48b0-4103-bb32-f6b60dbb2ee0"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:14:33.181554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.188856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.252305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] The port '5e119f83-f54f-43ad-af11-8406424f2d5b' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:14:33.441425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.444360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] For port 2d005733-ee9f-4829-8a0d-17cae62c43d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d005733-ee9f-4829-8a0d-17cae62c43d3,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:33.444925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.462736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7403e-7fb9-42d6-bb4c-906d4a56e781 x-openstack-request-id: req-1ed7403e-7fb9-42d6-bb4c-906d4a56e781 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:14:33.463125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70db7e33-b8b1-4707-ac62-22a87b8debc8", "tag": "0bcccb19-48b0-4103-bb32-f6b60dbb2ee0", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:14:33.463379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1ed7403e-7fb9-42d6-bb4c-906d4a56e781 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:14:33.463783 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed7403e-7fb9-42d6-bb4c-906d4a56e781'] response: {'name': 'network-changed', 'server_uuid': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'tag': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'status': 'completed', 'code': 200} Sep 19 17:14:33.472526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd6665a-46c8-4806-8cfa-2cef4a813964']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:33.485309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fcbeb2-cfe2-4047-8e8f-8582fdad7415') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:33.485630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fcbeb2-cfe2-4047-8e8f-8582fdad7415') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:33.497237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.514870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.520277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc443c-155e-4c16-9c2d-92d28d9041b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:33.522301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:14:33.522695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.549202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536eae94-9bf0-4349-9ade-3a9b8bdd26b5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:33.549896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-536eae94-9bf0-4349-9ade-3a9b8bdd26b5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:33.583440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.620728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-536eae94-9bf0-4349-9ade-3a9b8bdd26b5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:33.624514 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-536eae94-9bf0-4349-9ade-3a9b8bdd26b5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.6106884 Sep 19 17:14:33.629074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] Calling delete_port for 2d005733-ee9f-4829-8a0d-17cae62c43d3 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:33.631096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44098) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:33.688937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-619a5154-e0b3-47bb-a326-57761a83b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:33.690453 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-619a5154-e0b3-47bb-a326-57761a83b973 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 1096 time: 0.4453473 Sep 19 17:14:33.736908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d005733-ee9f-4829-8a0d-17cae62c43d3 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:33.791150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.797539 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-751937d5-1528-4b3b-bdd6-dd078f1fd69d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 HTTP/1.1" status: 200 len: 217 time: 0.0960226 Sep 19 17:14:33.841225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:33.841939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b4d41a0-a7d9-4615-9b85-4dcc05d93f39 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:33.855811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] Pushing event deleted for resources: {'Port': ['ID=2d005733-ee9f-4829-8a0d-17cae62c43d3,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:33.864144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec20663-6a75-474a-a2b3-5d555df29051 None None] No DVR routers for this DVR port 2d005733-ee9f-4829-8a0d-17cae62c43d3 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:33.865746 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No active binding found for port 2d005733-ee9f-4829-8a0d-17cae62c43d3 {{(pid=89057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 19 17:14:33.866265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d005733-ee9f-4829-8a0d-17cae62c43d3 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:33.870047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da3f60-815e-45cc-b1d9-4d42c091cfbf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:33.870743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-14da3f60-815e-45cc-b1d9-4d42c091cfbf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:33.878181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:33.878716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: 97fe56ed-c719-40b9-a3e6-bd4e7eec0431, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:33.903364 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 47fcbeb2-cfe2-4047-8e8f-8582fdad7415 resource provider aggregate not found Sep 19 17:14:33.912860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-19c81e5d-b142-43e6-9ffe-6992e60684f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:33.914881 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-19c81e5d-b142-43e6-9ffe-6992e60684f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.1079977 Sep 19 17:14:33.917242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-14da3f60-815e-45cc-b1d9-4d42c091cfbf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:33.918291 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-14da3f60-815e-45cc-b1d9-4d42c091cfbf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2776246 Sep 19 17:14:33.932562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44108) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:33.961841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:33.989638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 97fe56ed-c719-40b9-a3e6-bd4e7eec0431) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:33.995301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:33.996287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.000872 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0515ab-9c5a-401a-b977-8e286ce2670e None None] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:34.039578 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a716708d-8c44-4813-8da9-aab912a6f603 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7479582 Sep 19 17:14:34.043567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-a3f447e0-54c4-4c9a-b9a1-63862ea4f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:34.045346 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-a3f447e0-54c4-4c9a-b9a1-63862ea4f0d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1247389 Sep 19 17:14:34.066591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 47fcbeb2-cfe2-4047-8e8f-8582fdad7415 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47fcbeb2-cfe2-4047-8e8f-8582fdad7415 found for delete ", "request_id": "req-531d6a9e-b013-478d-a11c-a5be3f17f347"}]} Sep 19 17:14:34.131484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:34.136638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.155447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043885030', 'description': 'tempest-secgroup-smoke-2043885030 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:34.159708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d41a0-a7d9-4615-9b85-4dcc05d93f39 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Calling delete_port for c4229d41-33d3-45dd-ae35-af81e81147af owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:34.163267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:34.178995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:34.208651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.211111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-55df8404-adbf-4c21-aa8c-8ead62b4bb17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:router {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:34.218395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.225277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network ebf963f0-9a73-4140-a711-f86fc3ac4e87 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:34.242444 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-9e7004f1-e622-4b69-aa45-de95c74738f1 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898682 Sep 19 17:14:34.243603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-97fe56ed-c719-40b9-a3e6-bd4e7eec0431', 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': '0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:34.244912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.248586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:34.252267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:34.254040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.255287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:34.257985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:34.262227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:34.277753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Network': ['ID=2dd6665a-46c8-4806-8cfa-2cef4a813964,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:34.419591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Allocated IP 172.20.0.18 (97fe56ed-c719-40b9-a3e6-bd4e7eec0431/0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7/5d983565-cf73-4a97-8988-86dcd6a7ad1c) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:34.426256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.437809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.474500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f721a-28ee-43c9-a39c-c84ce60a6224,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:34.532962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.537026 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2cdb6ffd-99f4-4b62-89a2-64d2e2d9eb88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4017346 Sep 19 17:14:34.538263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:34.544457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '6f7f721a-28ee-43c9-a39c-c84ce60a6224', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:34.550573 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e41232cc-cd2c-4f3b-8bfe-2083e2a85610 req-d3bfa2b6-2e0a-44aa-83ab-fba30ebcb981 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245986 Sep 19 17:14:34.552917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:34.558102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:34.561475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:34.567730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:34.592606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.595126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-55df8404-adbf-4c21-aa8c-8ead62b4bb17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:router {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:34.602316 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-55df8404-adbf-4c21-aa8c-8ead62b4bb17 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6668732 Sep 19 17:14:34.603204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44122) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:34.612561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-160d343c-9991-4535-a3f1-c3fa4bb71020 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:34.632968 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bf8de1ea-76c8-42ff-a412-49dbcd58bcb9 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/networks/2dd6665a-46c8-4806-8cfa-2cef4a813964 HTTP/1.1" status: 204 len: 168 time: 4.1459150 Sep 19 17:14:34.645186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44126) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:34.682334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-48fa30ea-6557-44f2-a3dc-20a51098aa8d None None] Provisioning complete for port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:34.682718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-48fa30ea-6557-44f2-a3dc-20a51098aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.704323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1163329261'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:34.714496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.748520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Transition to ACTIVE for port object 5d983565-cf73-4a97-8988-86dcd6a7ad1c will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:34.763472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-48fa30ea-6557-44f2-a3dc-20a51098aa8d None None] Port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:34.773148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Transition to ACTIVE for port object 5d983565-cf73-4a97-8988-86dcd6a7ad1c will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:34.774046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:34.780287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.795799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:network and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:34.803298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:34.820678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:34.845866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:34.848674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:34.853341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:34.864911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.866667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:34.870333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.887989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.889952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-160d343c-9991-4535-a3f1-c3fa4bb71020 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:34.910295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37056-5a8a-49c3-bd49-28e72ad65948 req-23f1994c-eb24-446c-856f-6c9b5a6ba116 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:34.912465 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cef37056-5a8a-49c3-bd49-28e72ad65948 req-23f1994c-eb24-446c-856f-6c9b5a6ba116 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 943 time: 1.1006088 Sep 19 17:14:34.934048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.937986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-160d343c-9991-4535-a3f1-c3fa4bb71020 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:34.942550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53670f7e-5888-4483-8905-77bca669ecc3,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:34.957412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-e17f1d72-b203-4e3f-ad2b-5d3bc6feb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:34.958934 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-e17f1d72-b203-4e3f-ad2b-5d3bc6feb13f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 1096 time: 0.3217242 Sep 19 17:14:34.959652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Pushing event updated for resources: {'Port': ['ID=5d983565-cf73-4a97-8988-86dcd6a7ad1c,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:34.959897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:34.966623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.970825 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e81bf777-afc8-4305-8d11-8189d35e1cb7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4325330 Sep 19 17:14:34.972611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44130) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:34.980470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Attempting to bind port 5d983565-cf73-4a97-8988-86dcd6a7ad1c on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:34.980934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Attempting to bind port 5d983565-cf73-4a97-8988-86dcd6a7ad1c by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:34.981364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Attempting to bind port 5d983565-cf73-4a97-8988-86dcd6a7ad1c on network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:34.987939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:34.988580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Checking segment: {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:34.989107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.989598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Bound using segment: {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:34.990367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Bound port: 5d983565-cf73-4a97-8988-86dcd6a7ad1c, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:34.990624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.995210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b4d41a0-a7d9-4615-9b85-4dcc05d93f39 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:34.999760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '6f7f721a-28ee-43c9-a39c-c84ce60a6224', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:35.011502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:35.013618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160d343c-9991-4535-a3f1-c3fa4bb71020 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:35.017024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-160d343c-9991-4535-a3f1-c3fa4bb71020 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.018420 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-160d343c-9991-4535-a3f1-c3fa4bb71020 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:14:35.018847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160d343c-9991-4535-a3f1-c3fa4bb71020 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:14:35.025097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.025438 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Added segment 1c35c161-c0f1-48a6-9a7a-f471d3c72733 of type vlan for network 924270a1-8f2f-48b8-a2c6-c070880c48d2 Sep 19 17:14:35.077758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:35.080924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d41a0-a7d9-4615-9b85-4dcc05d93f39 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event deleted for resources: {'Port': ['ID=c4229d41-33d3-45dd-ae35-af81e81147af,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:35.084881 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:14:35.090626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:35.097437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] For port 5d983565-cf73-4a97-8988-86dcd6a7ad1c, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:35.100575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] For port 5d983565-cf73-4a97-8988-86dcd6a7ad1c, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5d983565-cf73-4a97-8988-86dcd6a7ad1c,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:35.107633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.113147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:35.130953 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-160d343c-9991-4535-a3f1-c3fa4bb71020 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5241740 Sep 19 17:14:35.139312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44134) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:35.153209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.181881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.209150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19d2a6-a5ff-43c4-8fe3-49ce5126f774 None None] Pushing event updated for resources: {'Port': ['ID=5d983565-cf73-4a97-8988-86dcd6a7ad1c,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:35.235492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-ccec298a-b627-44ab-bbce-cb73111ae331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:35.236977 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-ccec298a-b627-44ab-bbce-cb73111ae331 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.2635100 Sep 19 17:14:35.250869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-94014781-86ca-4b32-acf5-7117ec6313bf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:35.252016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.258526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:35.259263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.371684 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-77e7f602-706d-476f-afe5-75eb2c223d7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 HTTP/1.1" status: 200 len: 217 time: 0.1211374 Sep 19 17:14:35.439960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cef37056-5a8a-49c3-bd49-28e72ad65948 req-e60db188-4b3a-40ed-983f-98735e31d0cc tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5014329 Sep 19 17:14:35.539234 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8923738 Sep 19 17:14:35.548777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:14:35.555862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44138) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:35.567301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '924270a1-8f2f-48b8-a2c6-c070880c48d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:35.578076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ee55c-3aa5-48c8-8a4a-824cd2d30fb2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Network': ['ID=924270a1-8f2f-48b8-a2c6-c070880c48d2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:35.590809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 924270a1-8f2f-48b8-a2c6-c070880c48d2 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:14:35.599465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.600635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2b4d41a0-a7d9-4615-9b85-4dcc05d93f39 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.607757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.614560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-f1dc65cf-18f9-4d64-a752-eb3f6dc33845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:35.616078 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-f1dc65cf-18f9-4d64-a752-eb3f6dc33845 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.1361871 Sep 19 17:14:35.736230 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2b4d41a0-a7d9-4615-9b85-4dcc05d93f39 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "DELETE /v2.0/ports/c4229d41-33d3-45dd-ae35-af81e81147af HTTP/1.1" status: 204 len: 168 time: 3.3141916 Sep 19 17:14:35.788120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-94014781-86ca-4b32-acf5-7117ec6313bf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:35.791002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44142) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:35.808107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5d983565-cf73-4a97-8988-86dcd6a7ad1c up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:35.834151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2b0252-49f8-4d71-9607-337f131db71d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:35.860028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.861691 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4a2527da-3e72-4f1f-b27d-ecda857a4ea2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8692224 Sep 19 17:14:35.865329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44146) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:35.866126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:35.872686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '6f7f721a-28ee-43c9-a39c-c84ce60a6224', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:35.880718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:35.888459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:35.892459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5d983565-cf73-4a97-8988-86dcd6a7ad1c completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:35.893090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:35.901113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:35.916479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-5c979911-5c97-4a82-bd8a-d3286b5c99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:35.918088 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-5c979911-5c97-4a82-bd8a-d3286b5c99d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2941535 Sep 19 17:14:35.944346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:35.947171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-94014781-86ca-4b32-acf5-7117ec6313bf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:35.954268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:35.963089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:35.981674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:36.006068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94014781-86ca-4b32-acf5-7117ec6313bf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:36.009888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-94014781-86ca-4b32-acf5-7117ec6313bf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.011334 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-94014781-86ca-4b32-acf5-7117ec6313bf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:14:36.011759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94014781-86ca-4b32-acf5-7117ec6313bf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:14:36.037236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:36.041209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.064084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:36.078278 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:36.085355 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-062e89e7-a1e1-4dbf-9b7e-6e5182ab3fad tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9853654 Sep 19 17:14:36.091438 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:36.092055 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:36.098251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44150) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:36.118658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-2070478573'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:36.125855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:36.130456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:36.133904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:36.140560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:36.140863 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-94014781-86ca-4b32-acf5-7117ec6313bf tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9900165 Sep 19 17:14:36.141661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44154) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:36.155731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-35159b5a-2c62-4064-91ca-e3b2f134f561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:36.160220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.166351 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-3ac182f7-edf1-4e79-b22e-736ea2f11c6b service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375817 Sep 19 17:14:36.166893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:36.170300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.216315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.268628 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:14:36.296536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.301420 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4345078 Sep 19 17:14:36.307070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44158) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:36.320617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '6f7f721a-28ee-43c9-a39c-c84ce60a6224', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:36.337111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c995cae-f5f2-48bb-8835-9d32875204f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665e7e01-cd40-472e-9616-6c4d99923530,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:36.341802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:36.344063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:36.353973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:36.358878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:36.374880 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:36.386834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a7c87-e699-4fbd-b9f1-382f5a4be1f8 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:36.387573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-437a7c87-e699-4fbd-b9f1-382f5a4be1f8 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Synchronizing usage tracker for tenant:a42cfe5bab1b40918517c9003d85bb36 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:36.404503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.405327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment 00e9cb5e-56ec-45eb-928a-1d7c609705cb of type vlan for network 4f2648bf-96d1-4e30-8a93-7d955d6c508e Sep 19 17:14:36.470496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.503044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-35159b5a-2c62-4064-91ca-e3b2f134f561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:36.518617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c4fb6-2094-4dc3-a518-0e128bc36ab2 None None] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:36.547631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.555249 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d8a6623-c729-4813-a76c-d7c59ba26207 req-d0b24ae2-f44a-484a-ba55-aea965638e0b service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656991 Sep 19 17:14:36.555914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.559009 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.605660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-35159b5a-2c62-4064-91ca-e3b2f134f561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:36.610626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79414f1-98b6-424c-bbc1-2d9d4d1ec4c6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:36.615619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.620788 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-30d76ff0-0b2d-4444-a9d0-f37b92486f52 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3082664 Sep 19 17:14:36.621691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44164) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:36.628610 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '6f7f721a-28ee-43c9-a39c-c84ce60a6224', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:36.637302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:36.642932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.658301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-79cc872a-2049-4e12-9bd9-942ce5c1e5ae None None] Provisioning for port 5d983565-cf73-4a97-8988-86dcd6a7ad1c completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:36.669803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-79cc872a-2049-4e12-9bd9-942ce5c1e5ae None None] Provisioning complete for port 5d983565-cf73-4a97-8988-86dcd6a7ad1c triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:36.670229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79cc872a-2049-4e12-9bd9-942ce5c1e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.689821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-437a7c87-e699-4fbd-b9f1-382f5a4be1f8 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Unset dirty status for tenant:a42cfe5bab1b40918517c9003d85bb36 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:36.691457 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-437a7c87-e699-4fbd-b9f1-382f5a4be1f8 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb HTTP/1.1" status: 200 len: 913 time: 0.8959122 Sep 19 17:14:36.692787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:36.696615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.698032 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44168) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:36.706644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:36.710100 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:30Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:32Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:36.715368 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:14:36.715901 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Updating router 6359253a-342f-4806-b783-bef0b04d8467 port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:14:36.733415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35159b5a-2c62-4064-91ca-e3b2f134f561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:36.737826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-35159b5a-2c62-4064-91ca-e3b2f134f561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.739471 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-35159b5a-2c62-4064-91ca-e3b2f134f561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:14:36.740098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35159b5a-2c62-4064-91ca-e3b2f134f561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:14:36.776550 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:36.852532 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-35159b5a-2c62-4064-91ca-e3b2f134f561 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7031143 Sep 19 17:14:36.857712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44172) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:36.863889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ddd25614-76b4-410f-aa61-3417c4f22d23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:37.036915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-79cc872a-2049-4e12-9bd9-942ce5c1e5ae None None] Current status of the port 5d983565-cf73-4a97-8988-86dcd6a7ad1c is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:37.037300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79cc872a-2049-4e12-9bd9-942ce5c1e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.043817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.080685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-79cc872a-2049-4e12-9bd9-942ce5c1e5ae None None] For port 5d983565-cf73-4a97-8988-86dcd6a7ad1c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5d983565-cf73-4a97-8988-86dcd6a7ad1c,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:37.093762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79cc872a-2049-4e12-9bd9-942ce5c1e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.132040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ddd25614-76b4-410f-aa61-3417c4f22d23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:37.159572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:37.184255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc872a-2049-4e12-9bd9-942ce5c1e5ae None None] Pushing event updated for resources: {'Port': ['ID=5d983565-cf73-4a97-8988-86dcd6a7ad1c,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:37.215172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.221355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:37.222233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.268428 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.290318 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Transition to ACTIVE for port object 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:37.299298 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.324079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 172.26.10.94 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/40ce04ff-3db1-4ee8-a2e8-0015a73db8c5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:37.329167 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:14:37.368368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ddd25614-76b4-410f-aa61-3417c4f22d23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:37.424934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.425349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3e710c87-7e14-4b9c-896b-82cf3f3a7c91 None None] Provisioning complete for port 5d983565-cf73-4a97-8988-86dcd6a7ad1c triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:37.425700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3e710c87-7e14-4b9c-896b-82cf3f3a7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.444684 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3436155 Sep 19 17:14:37.446454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=576c5fb0-9dc4-4371-b8c5-650153622165,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:37.449597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44176) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:37.459048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:37.475715 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Pushing event updated for resources: {'Port': ['ID=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:37.489174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccf57f-edff-43a5-84e1-ab999bf87cd4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=4f2648bf-96d1-4e30-8a93-7d955d6c508e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:37.494082 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.494470 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.494803 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.495230 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.495566 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.495911 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.496242 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.496569 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.496907 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.497232 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.497554 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.497874 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:37.526056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 4f2648bf-96d1-4e30-8a93-7d955d6c508e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:14:37.542321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d2bcc-ebc3-4c5b-bcd8-1c1cf0dff26a req-205f451e-1bcc-4cbb-b045-4584ab152ed0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:37.546271 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d52d2bcc-ebc3-4c5b-bcd8-1c1cf0dff26a req-205f451e-1bcc-4cbb-b045-4584ab152ed0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 943 time: 0.8944745 Sep 19 17:14:37.575175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:37.580043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:37.582936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:37.589166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:37.596460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Checking segment: {'id': '1c35c161-c0f1-48a6-9a7a-f471d3c72733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '924270a1-8f2f-48b8-a2c6-c070880c48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:37.596902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network hostable DHCP agents. Network: 924270a1-8f2f-48b8-a2c6-c070880c48d2, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:37.603104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd25614-76b4-410f-aa61-3417c4f22d23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:37.606552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ddd25614-76b4-410f-aa61-3417c4f22d23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.608868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd25614-76b4-410f-aa61-3417c4f22d23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:14:37.609475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd25614-76b4-410f-aa61-3417c4f22d23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:14:37.610012 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Attempting to bind port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:37.610413 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Attempting to bind port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:37.610772 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Attempting to bind port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 on network ebf963f0-9a73-4140-a711-f86fc3ac4e87 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:37.616491 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:37.616867 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Checking segment: {'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:37.617307 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.617995 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Bound using segment: {'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:37.619212 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Bound port: 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:37.619565 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.619833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:37.623400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.690857 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d52d2bcc-ebc3-4c5b-bcd8-1c1cf0dff26a req-5ab196b6-d5f8-4874-8b13-8393e04154c1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335957 Sep 19 17:14:37.719168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.723999 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] For port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:37.726956 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] For port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,segment=NetworkSegment(9d5a8ba9-d12a-426d-b16f-d81c16d3acd8),segment_id=9d5a8ba9-d12a-426d-b16f-d81c16d3acd8)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:37.730745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.733795 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.769423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 924270a1-8f2f-48b8-a2c6-c070880c48d2 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:37.782140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3e710c87-7e14-4b9c-896b-82cf3f3a7c91 None None] Current status of the port 5d983565-cf73-4a97-8988-86dcd6a7ad1c is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:37.783546 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ddd25614-76b4-410f-aa61-3417c4f22d23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9243784 Sep 19 17:14:37.790616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44180) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:37.791365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5d983565-cf73-4a97-8988-86dcd6a7ad1c up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:37.812750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0384e3-06e5-4a3b-abcb-c875354291c9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:37.813267 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:37.814129 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:37.815219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9e3b3f08-4864-4786-b64f-6fa4a4968587 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:37.832404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 924270a1-8f2f-48b8-a2c6-c070880c48d2) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:37.845264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1a39f-ef57-49cc-961d-40ab128bab86 None None] Network 924270a1-8f2f-48b8-a2c6-c070880c48d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:37.851351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.852436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:37.853024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.853569 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-affeb8fc-c4a2-4e02-a9df-fbe19fabc02e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2293198 Sep 19 17:14:37.856489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44184) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:37.863643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '6f7f721a-28ee-43c9-a39c-c84ce60a6224', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:37.872249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:37.876960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.933308 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-40001ab5-1cff-4ced-b52b-ed3c9df4d38c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3734636 Sep 19 17:14:37.938696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44188) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:37.946103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:37.957458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:37.964712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2003076252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:37.981557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:37.996271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:37.998737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:38.009359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:router and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:38.013545 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e4b3c-de79-4d05-87bb-91a3bd1f9beb None None] Pushing event updated for resources: {'Port': ['ID=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:38.028945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:38.035905 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:14:38.040864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:38.044727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9e3b3f08-4864-4786-b64f-6fa4a4968587 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:38.075064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9e3b3f08-4864-4786-b64f-6fa4a4968587 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:38.098612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3b3f08-4864-4786-b64f-6fa4a4968587 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:38.102835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3f08-4864-4786-b64f-6fa4a4968587 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.104310 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3b3f08-4864-4786-b64f-6fa4a4968587 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:14:38.104752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3b3f08-4864-4786-b64f-6fa4a4968587 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:14:38.116012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.162791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-924270a1-8f2f-48b8-a2c6-c070880c48d2', 'network_id': '924270a1-8f2f-48b8-a2c6-c070880c48d2', 'tenant_id': '9bef7bf06a55483c91d04fcffeb787be', 'fixed_ips': [{'subnet_id': '576c5fb0-9dc4-4371-b8c5-650153622165'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:38.164042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.185959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5d983565-cf73-4a97-8988-86dcd6a7ad1c triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:38.186430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.235747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:38.241896 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9e3b3f08-4864-4786-b64f-6fa4a4968587 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4469869 Sep 19 17:14:38.242847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:38.248946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44192) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:38.249503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:38.262145 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:14:38.289412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.309031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.310329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.377891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2ffba5ab-e4c5-470a-b15b-d29ae311e7a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:38.411158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.415022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=40ce04ff-3db1-4ee8-a2e8-0015a73db8c5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:38.437750 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:30Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:37Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:38.442764 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8cb390-3595-40d5-bbcc-83ffd5e7342a None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:30Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:37Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:38.450658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Allocated IP 172.20.0.2 (924270a1-8f2f-48b8-a2c6-c070880c48d2/576c5fb0-9dc4-4371-b8c5-650153622165/75b54378-8c79-45c8-9bea-8eed7b469654) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:38.504306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.553694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.561925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.600970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.604102 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7456686 Sep 19 17:14:38.605958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.640713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6423e-3ae0-4ae5-9d4e-80c9aa10e191 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b841a5e-4850-4eef-8efc-f9733e1b274e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:38.650417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.651639 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6f01087c-e196-460c-aed5-a7d354f539e3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7061183 Sep 19 17:14:38.654823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44198) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:38.661329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'network_id': '924270a1-8f2f-48b8-a2c6-c070880c48d2', 'name': 'tempest-PortsTestJSON-1264208356'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:38.798366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5d983565-cf73-4a97-8988-86dcd6a7ad1c is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:38.874639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=dad73a94-04f3-4d42-98d4-efddaf512be2,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:38.879564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Deleting port f4fc93ad-1358-473d-aa5c-c4054b3ad6da {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:38.879935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.896368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2ffba5ab-e4c5-470a-b15b-d29ae311e7a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:38.899003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:38.899628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: 4f2648bf-96d1-4e30-8a93-7d955d6c508e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:38.942309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:38.970082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Transition to ACTIVE for port object 75b54378-8c79-45c8-9bea-8eed7b469654 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:39.003493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2ffba5ab-e4c5-470a-b15b-d29ae311e7a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:39.004376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Transition to ACTIVE for port object 75b54378-8c79-45c8-9bea-8eed7b469654 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:39.012317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.099515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Network 924270a1-8f2f-48b8-a2c6-c070880c48d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:39.099915 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffba5ab-e4c5-470a-b15b-d29ae311e7a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:39.103857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2ffba5ab-e4c5-470a-b15b-d29ae311e7a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.104009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:39.105539 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffba5ab-e4c5-470a-b15b-d29ae311e7a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:14:39.106078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffba5ab-e4c5-470a-b15b-d29ae311e7a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:14:39.106310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:39.114831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 4f2648bf-96d1-4e30-8a93-7d955d6c508e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:39.147146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:39.162528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c3454597-4e95-4746-a30d-2065b09deac5 req-408dfc3c-d2dc-47d9-8ff4-68048b4d1e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:39.173569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:39.180117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:39.192599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:39.219451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c3454597-4e95-4746-a30d-2065b09deac5 req-408dfc3c-d2dc-47d9-8ff4-68048b4d1e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:39.224420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Pushing event updated for resources: {'Port': ['ID=75b54378-8c79-45c8-9bea-8eed7b469654,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:39.229227 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-408dfc3c-d2dc-47d9-8ff4-68048b4d1e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043885030&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.2979472 Sep 19 17:14:39.247558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Attempting to bind port 75b54378-8c79-45c8-9bea-8eed7b469654 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:39.248022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Attempting to bind port 75b54378-8c79-45c8-9bea-8eed7b469654 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '1c35c161-c0f1-48a6-9a7a-f471d3c72733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '924270a1-8f2f-48b8-a2c6-c070880c48d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:39.248387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Attempting to bind port 75b54378-8c79-45c8-9bea-8eed7b469654 on network 924270a1-8f2f-48b8-a2c6-c070880c48d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:39.255150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:39.255532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Checking segment: {'id': '1c35c161-c0f1-48a6-9a7a-f471d3c72733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '924270a1-8f2f-48b8-a2c6-c070880c48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:39.255937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.256328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Bound using segment: {'id': '1c35c161-c0f1-48a6-9a7a-f471d3c72733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '924270a1-8f2f-48b8-a2c6-c070880c48d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:39.256799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Bound port: 75b54378-8c79-45c8-9bea-8eed7b469654, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c35c161-c0f1-48a6-9a7a-f471d3c72733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '924270a1-8f2f-48b8-a2c6-c070880c48d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:39.257172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.276916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:39.281670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.364382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] For port 75b54378-8c79-45c8-9bea-8eed7b469654, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:39.365344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 4f2648bf-96d1-4e30-8a93-7d955d6c508e) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:39.370592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] For port 75b54378-8c79-45c8-9bea-8eed7b469654, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=75b54378-8c79-45c8-9bea-8eed7b469654,segment=NetworkSegment(1c35c161-c0f1-48a6-9a7a-f471d3c72733),segment_id=1c35c161-c0f1-48a6-9a7a-f471d3c72733)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:39.375282 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2ffba5ab-e4c5-470a-b15b-d29ae311e7a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0635514 Sep 19 17:14:39.378158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59860bc-2c58-41a7-aee2-050ed4e4d908 None None] Network 4f2648bf-96d1-4e30-8a93-7d955d6c508e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:39.383720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44214) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:39.385253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:39.389611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.398298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.469319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ce7222fc-e51a-4312-89b7-f5d4577c93fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:39.488474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.494681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3454597-4e95-4746-a30d-2065b09deac5 req-cd3b1026-4d31-4c0d-b275-fe81a1da063c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:39.497131 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-cd3b1026-4d31-4c0d-b275-fe81a1da063c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=97fe56ed-c719-40b9-a3e6-bd4e7eec0431 HTTP/1.1" status: 200 len: 797 time: 0.2658944 Sep 19 17:14:39.513964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.528030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port c17facc8-b28b-4979-bb6e-fa9ecfba9a05 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:14:39.565033 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-27debe68-3c9c-4e9b-a412-b88f2d4d5dc3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0608928 Sep 19 17:14:39.584849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-604771c2-af9b-4d27-929d-f2de53a272d8 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1274858 Sep 19 17:14:39.586569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44218) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:39.629850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639d7e8-ac48-4f19-bb14-a10000329305 None None] Pushing event updated for resources: {'Port': ['ID=75b54378-8c79-45c8-9bea-8eed7b469654,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:39.652794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497636c-f613-4716-8c7c-3a263761247d req-9e97d9e4-2b29-453e-a186-0d1b3f2129dc tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:39.659826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b497636c-f613-4716-8c7c-3a263761247d req-9e97d9e4-2b29-453e-a186-0d1b3f2129dc tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 943 time: 0.6536162 Sep 19 17:14:39.688091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ce7222fc-e51a-4312-89b7-f5d4577c93fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:39.689558 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ce7222fc-e51a-4312-89b7-f5d4577c93fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2944334 Sep 19 17:14:39.759188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44222) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:39.766982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Calling delete_port for f4fc93ad-1358-473d-aa5c-c4054b3ad6da owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:39.857603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:39.934939 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b497636c-f613-4716-8c7c-3a263761247d req-5aeb5e49-77f7-475f-af6d-06bd2e3bdf43 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738988 Sep 19 17:14:39.940339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:39.941192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:39.968166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:39.993426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d56067e-cc3b-454f-8070-6517d2321a02 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:39.995627 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1d56067e-cc3b-454f-8070-6517d2321a02 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1988771 Sep 19 17:14:40.007939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44226) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:40.030753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:40.031162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.166231 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b7c0cf9d-577b-4d70-a5e5-c658270dc414 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1538119 Sep 19 17:14:40.177815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44230) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:40.210338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:40.254105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Allocated IP 172.21.0.2 (4f2648bf-96d1-4e30-8a93-7d955d6c508e/dad73a94-04f3-4d42-98d4-efddaf512be2/3e1ef824-f398-4407-86d3-44379721d6e5) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:40.262184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:40.262569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.361553 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-5763ef06-2ee6-490e-a7cf-e2e2ce202df5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7351885 Sep 19 17:14:40.379554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,segment=NetworkSegment(9d5a8ba9-d12a-426d-b16f-d81c16d3acd8),segment_id=9d5a8ba9-d12a-426d-b16f-d81c16d3acd8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:40.382283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.13 (924270a1-8f2f-48b8-a2c6-c070880c48d2/576c5fb0-9dc4-4371-b8c5-650153622165/c17facc8-b28b-4979-bb6e-fa9ecfba9a05) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:40.385748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.485858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:40.498550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:40.569345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.600411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:40.617618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.622328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:40.626052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.630254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.641776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Transition to ACTIVE for port object 3e1ef824-f398-4407-86d3-44379721d6e5 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:40.663093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Transition to ACTIVE for port object 3e1ef824-f398-4407-86d3-44379721d6e5 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:40.671029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.740216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Network 4f2648bf-96d1-4e30-8a93-7d955d6c508e is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:40.743212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:40.747112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:40.764312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event deleted for resources: {'Port': ['ID=f4fc93ad-1358-473d-aa5c-c4054b3ad6da,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:40.791206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Pushing event updated for resources: {'Port': ['ID=3e1ef824-f398-4407-86d3-44379721d6e5,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:40.877666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Attempting to bind port 3e1ef824-f398-4407-86d3-44379721d6e5 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:40.878373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Attempting to bind port 3e1ef824-f398-4407-86d3-44379721d6e5 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:40.878663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Attempting to bind port 3e1ef824-f398-4407-86d3-44379721d6e5 on network 4f2648bf-96d1-4e30-8a93-7d955d6c508e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:40.890500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:40.890936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Checking segment: {'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:40.891317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:40.891720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Bound using segment: {'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:40.892219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Bound port: 3e1ef824-f398-4407-86d3-44379721d6e5, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:40.892599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:41.029864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] For port 3e1ef824-f398-4407-86d3-44379721d6e5, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:41.034301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] For port 3e1ef824-f398-4407-86d3-44379721d6e5, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3e1ef824-f398-4407-86d3-44379721d6e5,segment=NetworkSegment(00e9cb5e-56ec-45eb-928a-1d7c609705cb),segment_id=00e9cb5e-56ec-45eb-928a-1d7c609705cb)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:41.042127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:41.147414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04b2ea-9221-4d0d-a2ea-aaf553ef206d None None] Pushing event updated for resources: {'Port': ['ID=3e1ef824-f398-4407-86d3-44379721d6e5,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:41.168348 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-6fd9ed71-c815-4115-8be9-e53f582e9fa3 service neutron] 10.222.0.83 "GET /v2.0/networks/97fe56ed-c719-40b9-a3e6-bd4e7eec0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762519 Sep 19 17:14:41.280243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5cc753-8fae-453c-9b7a-a6aab4ae2adf None None] Network 924270a1-8f2f-48b8-a2c6-c070880c48d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:41.348846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:41.399661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object c17facc8-b28b-4979-bb6e-fa9ecfba9a05 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:41.416453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6962ebf6-07a4-448a-bc86-46608cd165eb None None] Provisioning for port 75b54378-8c79-45c8-9bea-8eed7b469654 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:41.424000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-06fb9d28-b9bd-41f2-bc0f-b1df705f81cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:41.432043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:41.492896 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-07a14b3e-440b-48d2-b215-20806db323ef service neutron] 10.222.0.83 "GET /v2.0/networks/97fe56ed-c719-40b9-a3e6-bd4e7eec0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121974 Sep 19 17:14:41.548139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:41.665820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:41.684017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab94a-0cf7-4efa-b97f-26e614eb4eca req-1adec8f6-2f19-4314-823b-bda06043e9c5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:41.685627 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dbfab94a-0cf7-4efa-b97f-26e614eb4eca req-1adec8f6-2f19-4314-823b-bda06043e9c5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 943 time: 0.5924876 Sep 19 17:14:41.988924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 7c577513-cc3f-470f-a33c-ca780546c502 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:14:41.995915 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dbfab94a-0cf7-4efa-b97f-26e614eb4eca req-90a36e5a-4d56-48a5-9c9a-135fdd1835da tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838483 Sep 19 17:14:42.027381 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0014bdfb-9861-4d96-aaf4-8c91c38d95be req-dfea0b42-c96e-4595-825b-0d7f487afc04 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 210 time: 0.2580481 Sep 19 17:14:42.040463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 924270a1-8f2f-48b8-a2c6-c070880c48d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:42.043983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:42.051797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:42.077338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:42.253410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=c17facc8-b28b-4979-bb6e-fa9ecfba9a05,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:42.256752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:42.257153 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:42.347345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:42.348131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:42.478228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.21.0.1 (4f2648bf-96d1-4e30-8a93-7d955d6c508e/dad73a94-04f3-4d42-98d4-efddaf512be2/fb5f100b-44fc-4308-941b-f77dec0947db) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:42.554844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:42.558208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3e1ef824-f398-4407-86d3-44379721d6e5 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:42.596669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-526990e8-10bc-4d96-80ee-4dc2678326aa None None] Provisioning for port c17facc8-b28b-4979-bb6e-fa9ecfba9a05 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:42.611829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-526990e8-10bc-4d96-80ee-4dc2678326aa None None] Provisioning complete for port c17facc8-b28b-4979-bb6e-fa9ecfba9a05 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:42.612461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-526990e8-10bc-4d96-80ee-4dc2678326aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:42.685859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-526990e8-10bc-4d96-80ee-4dc2678326aa None None] Port c17facc8-b28b-4979-bb6e-fa9ecfba9a05 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:42.699901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 3e1ef824-f398-4407-86d3-44379721d6e5 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:42.710124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 75b54378-8c79-45c8-9bea-8eed7b469654 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:42.774275 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-485a2d5a-a358-4992-be94-5c8da4648053 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1183813 Sep 19 17:14:42.780366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44248) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:42.786934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Router b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:42.816410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 75b54378-8c79-45c8-9bea-8eed7b469654 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:42.824352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:42.834206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 75b54378-8c79-45c8-9bea-8eed7b469654 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:42.835738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:42.884771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180db67-c60c-4010-bbb6-8a9cb08e689b None None] Sync routers for ids ['7c577513-cc3f-470f-a33c-ca780546c502'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:42.910944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180db67-c60c-4010-bbb6-8a9cb08e689b None None] Routers {'7c577513-cc3f-470f-a33c-ca780546c502'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:42.911693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5180db67-c60c-4010-bbb6-8a9cb08e689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7c577513-cc3f-470f-a33c-ca780546c502'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:42.940749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:42.942633 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8d2f1d56-b6e1-461a-a140-b07604ca4d1b tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.0693111 Sep 19 17:14:42.949116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:14:42.952803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44252) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:42.955801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:42.968483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51f087-a610-4db0-bb78-78f813ba11c6 None None] Network 4f2648bf-96d1-4e30-8a93-7d955d6c508e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:43.003860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5180db67-c60c-4010-bbb6-8a9cb08e689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:43.132451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:43.138484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:43.141631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180db67-c60c-4010-bbb6-8a9cb08e689b None None] Routers {'7c577513-cc3f-470f-a33c-ca780546c502'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:43.142296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5180db67-c60c-4010-bbb6-8a9cb08e689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7c577513-cc3f-470f-a33c-ca780546c502'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:43.144102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:43.147619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:43.148384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:43.296656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5180db67-c60c-4010-bbb6-8a9cb08e689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:43.297085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180db67-c60c-4010-bbb6-8a9cb08e689b None None] The sync data for ids ['7c577513-cc3f-470f-a33c-ca780546c502'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:43.313787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3978bb-b194-49fa-9167-089e82e04d75 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:43.412006 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-768ef82a-8889-4619-8abf-20be684800f4 req-6f031ca3-585b-4bc8-a98d-e6a859be085a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 210 time: 0.1577203 Sep 19 17:14:43.447824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=8eacc503-1803-4221-8f8b-7162962d8130,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:43.483860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dac7296a-ba83-498d-ae69-cddea9b8a3c2 None None] Provisioning for port 3e1ef824-f398-4407-86d3-44379721d6e5 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:43.536162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:14:43.549796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object fb5f100b-44fc-4308-941b-f77dec0947db will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:43.575377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5b55ac81-2a30-44df-a932-49a167a80600 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3880830 Sep 19 17:14:43.580397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44260) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:43.589677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:7f:7e:5c', 'name': 'tempest-NetworksTestDHCPv6-149515287'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:43.654801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3454597-4e95-4746-a30d-2065b09deac5 req-bd303c5b-ae7f-43e7-960d-cbc00ca1dd78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:43.656140 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-bd303c5b-ae7f-43e7-960d-cbc00ca1dd78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=97fe56ed-c719-40b9-a3e6-bd4e7eec0431 HTTP/1.1" status: 200 len: 797 time: 0.3528984 Sep 19 17:14:43.674288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dac7296a-ba83-498d-ae69-cddea9b8a3c2 None None] Provisioning complete for port 3e1ef824-f398-4407-86d3-44379721d6e5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:43.674755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dac7296a-ba83-498d-ae69-cddea9b8a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:43.707913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:43.717833 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5181f802-7792-42db-b3d3-d4fa083e0be0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/routers/7c577513-cc3f-470f-a33c-ca780546c502 HTTP/1.1" status: 200 len: 884 time: 0.7631600 Sep 19 17:14:43.722779 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0b3a5-940d-447f-b943-3c1747cd21cc None None] Sync routers for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:43.726373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44268) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:43.728556 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d9f8e6b-2bb2-4f35-ac51-767e9ed6ec35 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "PUT /v2.0/routers/b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0239761 Sep 19 17:14:43.733491 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0b3a5-940d-447f-b943-3c1747cd21cc None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:43.734358 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d1b0b3a5-940d-447f-b943-3c1747cd21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:43.782256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:43.787875 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 75b54378-8c79-45c8-9bea-8eed7b469654 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:43.788260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:43.800841 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d1b0b3a5-940d-447f-b943-3c1747cd21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:43.810594 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0b3a5-940d-447f-b943-3c1747cd21cc None None] Routers {'b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:43.811600 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d1b0b3a5-940d-447f-b943-3c1747cd21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:43.824226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf20f-1512-402b-9db5-03187c6e07a2 req-10aa37a0-6d5b-4ce1-ba63-d4b6a5df304e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:43.825738 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-850bf20f-1512-402b-9db5-03187c6e07a2 req-10aa37a0-6d5b-4ce1-ba63-d4b6a5df304e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 943 time: 0.3876634 Sep 19 17:14:43.836755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 75b54378-8c79-45c8-9bea-8eed7b469654, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=75b54378-8c79-45c8-9bea-8eed7b469654,segment=NetworkSegment(1c35c161-c0f1-48a6-9a7a-f471d3c72733),segment_id=1c35c161-c0f1-48a6-9a7a-f471d3c72733)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:43.859308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-de6bc636-a106-4ba4-8dfd-fbf6fde2fcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:43.860784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:43.865254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:43.888134 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d1b0b3a5-940d-447f-b943-3c1747cd21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:43.888932 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0b3a5-940d-447f-b943-3c1747cd21cc None None] The sync data for ids ['b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:43.973767 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-cd7b281c-be8a-4ed8-aefb-cf1c16c37632 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 473 time: 0.3072343 Sep 19 17:14:43.988525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': '9a290c48-747e-425b-88ac-3eb9fc6b41e7', 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['6f7f721a-28ee-43c9-a39c-c84ce60a6224']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:43.989477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 4f2648bf-96d1-4e30-8a93-7d955d6c508e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:43.996257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:44.004256 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-850bf20f-1512-402b-9db5-03187c6e07a2 req-e1a0e668-d255-4e3e-8767-8ec263a033a1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636953 Sep 19 17:14:44.005073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:44.007523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:44.054924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=fb5f100b-44fc-4308-941b-f77dec0947db,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:44.058539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:44.081647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:44.091580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '8eacc503-1803-4221-8f8b-7162962d8130'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:44.092569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.104012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:44.130015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.131010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=75b54378-8c79-45c8-9bea-8eed7b469654,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:44.137376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'port_id': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'mac_address': 'fa:16:3e:54:74:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:14:44.313543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.363765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.411466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 44389336-8ec8-433b-9e8e-e94af907238f yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:14:44.414009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-dac7296a-ba83-498d-ae69-cddea9b8a3c2 None None] Current status of the port 3e1ef824-f398-4407-86d3-44379721d6e5 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:44.414692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dac7296a-ba83-498d-ae69-cddea9b8a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.420978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:44.426124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:port and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:44.430121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:44.438596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:44.451803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-dac7296a-ba83-498d-ae69-cddea9b8a3c2 None None] For port 3e1ef824-f398-4407-86d3-44379721d6e5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3e1ef824-f398-4407-86d3-44379721d6e5,segment=NetworkSegment(00e9cb5e-56ec-45eb-928a-1d7c609705cb),segment_id=00e9cb5e-56ec-45eb-928a-1d7c609705cb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:44.452346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.452905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:44.453321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.478967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:14:44.482833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dac7296a-ba83-498d-ae69-cddea9b8a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.537215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-71b71b75-41ae-4916-88ec-c95fc34cc189 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:router {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:44.565795 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:44.575482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.614059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.614823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:44.618429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:44.624438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-71b71b75-41ae-4916-88ec-c95fc34cc189 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:router {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:44.624884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-71b71b75-41ae-4916-88ec-c95fc34cc189 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8926210 Sep 19 17:14:44.629952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44278) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:44.644831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7296a-ba83-498d-ae69-cddea9b8a3c2 None None] Pushing event updated for resources: {'Port': ['ID=3e1ef824-f398-4407-86d3-44379721d6e5,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:44.675217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1a7f34c0-9b20-4387-9528-d80fd853b80f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-228760230'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:44.714387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Allocated IP 2001:db8::f816:3eff:fead:ab8c (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/8eacc503-1803-4221-8f8b-7162962d8130/82c56a97-37ff-4ce7-a3de-b65abbb53b72) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:44.751560 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0971d6b4-0a2f-4e50-8b8c-5048c5966930 req-203bbb64-238a-44be-8699-a6b28caaeaf2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 210 time: 0.1801655 Sep 19 17:14:44.811581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:44.886529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['0bcccb19-48b0-4103-bb32-f6b60dbb2ee0'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:14:45.104767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.113852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bb61bedc-7db6-43e5-9e4e-ad04483e45fe None None] Provisioning complete for port 3e1ef824-f398-4407-86d3-44379721d6e5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:45.114082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bb61bedc-7db6-43e5-9e4e-ad04483e45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.115323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.140934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.150617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.206814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Transition to ACTIVE for port object 82c56a97-37ff-4ce7-a3de-b65abbb53b72 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:45.241392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.257306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.273882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Transition to ACTIVE for port object 82c56a97-37ff-4ce7-a3de-b65abbb53b72 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:45.292887 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.423625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.456102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:45.471916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:45.475088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:45.487711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Deleting port f4b6e01e-ff10-4ed7-88a6-8e736ec1acef {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:45.488054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.523040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.25 (97fe56ed-c719-40b9-a3e6-bd4e7eec0431/0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7/1a35d5f4-ca78-44d1-84d7-eb44deeefa11) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:45.546562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Pushing event updated for resources: {'Port': ['ID=82c56a97-37ff-4ce7-a3de-b65abbb53b72,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:45.561326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fe7f:7e5c (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/8eacc503-1803-4221-8f8b-7162962d8130/44389336-8ec8-433b-9e8e-e94af907238f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:45.598516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-bb61bedc-7db6-43e5-9e4e-ad04483e45fe None None] Current status of the port 3e1ef824-f398-4407-86d3-44379721d6e5 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:45.646037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Attempting to bind port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:45.646421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Attempting to bind port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:45.646876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Attempting to bind port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:45.655876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bb61bedc-7db6-43e5-9e4e-ad04483e45fe None None] Provisioning for port fb5f100b-44fc-4308-941b-f77dec0947db completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:45.666821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:45.666821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:45.667265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.667488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:45.667988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Bound port: 82c56a97-37ff-4ce7-a3de-b65abbb53b72, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:45.668364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.677903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=fb5f100b-44fc-4308-941b-f77dec0947db,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:45.698428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bb61bedc-7db6-43e5-9e4e-ad04483e45fe None None] Provisioning complete for port fb5f100b-44fc-4308-941b-f77dec0947db triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:45.699118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bb61bedc-7db6-43e5-9e4e-ad04483e45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.832839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-bb61bedc-7db6-43e5-9e4e-ad04483e45fe None None] Port fb5f100b-44fc-4308-941b-f77dec0947db cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:45.890813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] For port 82c56a97-37ff-4ce7-a3de-b65abbb53b72, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:45.909735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] For port 82c56a97-37ff-4ce7-a3de-b65abbb53b72, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=82c56a97-37ff-4ce7-a3de-b65abbb53b72,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:45.919210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e426356-b2ce-421c-b284-d795b852f80d req-78fc7a10-cc36-4109-8958-3fe04171759b tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:45.921305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3e426356-b2ce-421c-b284-d795b852f80d req-78fc7a10-cc36-4109-8958-3fe04171759b tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 944 time: 0.6687794 Sep 19 17:14:45.927035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:45.999984 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c414b3f3-03d2-4e7a-8555-aba78f665284 req-1aae03e1-b735-446f-b4e5-5378387718fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 210 time: 0.0870659 Sep 19 17:14:46.006105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3e1ef824-f398-4407-86d3-44379721d6e5 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:46.063720 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3e426356-b2ce-421c-b284-d795b852f80d req-db7dac6f-476c-4365-8725-2ef82775e38c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192098 Sep 19 17:14:46.069688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.074688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 4f2648bf-96d1-4e30-8a93-7d955d6c508e is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:46.079125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-77ef17d4-01e1-4352-b918-6b3606779dd8 None None] Provisioning complete for port fb5f100b-44fc-4308-941b-f77dec0947db triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:46.079726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-77ef17d4-01e1-4352-b918-6b3606779dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.083698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:46.105506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:14:46.125449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337748-2c95-4574-9800-9d5c12d3372a None None] Pushing event updated for resources: {'Port': ['ID=82c56a97-37ff-4ce7-a3de-b65abbb53b72,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:46.160167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-77ef17d4-01e1-4352-b918-6b3606779dd8 None None] Port fb5f100b-44fc-4308-941b-f77dec0947db cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:46.189656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.191737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 44389336-8ec8-433b-9e8e-e94af907238f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:46.192254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 3e1ef824-f398-4407-86d3-44379721d6e5 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:46.192254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.299808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.341635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.348103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:46.374402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.398993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 3e1ef824-f398-4407-86d3-44379721d6e5 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:46.398993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 75b54378-8c79-45c8-9bea-8eed7b469654 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:46.496303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 75b54378-8c79-45c8-9bea-8eed7b469654 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:46.496900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.525919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.608579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.638973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:46.648686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:46.649406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:46.667279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:46.672942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:46.673704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.683524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b24bc3fc-5793-489c-a040-ee1c20600071 None None] Provisioning complete for port fb5f100b-44fc-4308-941b-f77dec0947db triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:46.683825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b24bc3fc-5793-489c-a040-ee1c20600071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.694753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=44389336-8ec8-433b-9e8e-e94af907238f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:46.716806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.717255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.717663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.718075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.718815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.718815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.719242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.719644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.720453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.720453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.720710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.721122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.731251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:46.736500 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8b6f98b0-bfea-4221-b873-c7e78c424957 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1493676 Sep 19 17:14:46.738977 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3f950b8b-406a-4e35-9af5-f6b946d4eaec tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1559429 Sep 19 17:14:46.740010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44286) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:46.742144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44288) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:46.746250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-550465754'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:46.746463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 75b54378-8c79-45c8-9bea-8eed7b469654 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:46.751603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:46.752306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:46.756041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:46.759244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:46.760867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b24bc3fc-5793-489c-a040-ee1c20600071 None None] Port fb5f100b-44fc-4308-941b-f77dec0947db cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:46.764735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:46.765256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:46.796936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Calling delete_port for f4b6e01e-ff10-4ed7-88a6-8e736ec1acef owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:46.800994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:46.822304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:46.825990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.870290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:46.884348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.884780 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment eab629f0-6b7a-4c00-9bfe-3463cc179e72 of type vlan for network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 Sep 19 17:14:46.908847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009e6b1-95e2-48bc-a128-bcea16c5acf9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:46.911877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=c17facc8-b28b-4979-bb6e-fa9ecfba9a05,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:46.915711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009e6b1-95e2-48bc-a128-bcea16c5acf9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:46.916617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d009e6b1-95e2-48bc-a128-bcea16c5acf9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:46.929087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:14:46.938373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.951447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a7f34c0-9b20-4387-9528-d80fd853b80f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:46.954052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d009e6b1-95e2-48bc-a128-bcea16c5acf9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:46.955336 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d009e6b1-95e2-48bc-a128-bcea16c5acf9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1929567 Sep 19 17:14:46.963523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44294) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:46.964690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.965211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.965550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.966044 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.966402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.966741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.967108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.967465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.967760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.968088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.968408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:46.968894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:47.031223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.036700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:47.037697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.038010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a7f34c0-9b20-4387-9528-d80fd853b80f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.072169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-05e4c969-15ab-4d82-b59f-6747610e3ae7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 44389336-8ec8-433b-9e8e-e94af907238f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:47.072645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05e4c969-15ab-4d82-b59f-6747610e3ae7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.228522 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4873893 Sep 19 17:14:47.230114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44302) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:47.247938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:47.294512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f0f96-a7a7-4fea-8120-7acc708e31b0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=0f3c4c82-d0b0-49da-ad1d-6e4d477634b2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:47.312529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:14:47.441289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:47.460202 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fdfbb7ca-4b05-47f5-9b45-470386127775 req-1e48af61-1df9-47e7-812f-8ee8ac4d4887 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 210 time: 0.1093638 Sep 19 17:14:47.491385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.621915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:44Z', 'revision_number': 3, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:44Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:47.626935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:47.633789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f24040ee-aa2b-4eda-a774-424189cbe6a8 None None] Provisioning for port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:47.638880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:14:47.639182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Updating router 6359253a-342f-4806-b783-bef0b04d8467 port fb5f100b-44fc-4308-941b-f77dec0947db binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:14:47.670128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:47.670128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.739398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7f34c0-9b20-4387-9528-d80fd853b80f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 7c577513-cc3f-470f-a33c-ca780546c502 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:47.748743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.804722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.813569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:47.815601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.867777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:47.924490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:47.946202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05e4c969-15ab-4d82-b59f-6747610e3ae7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.962107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:47.962355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:47.973783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:48.025782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1e283225-efda-40b3-9e4c-3f1a08783fd0 None None] Provisioning for port 44389336-8ec8-433b-9e8e-e94af907238f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:48.118272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1e283225-efda-40b3-9e4c-3f1a08783fd0 None None] Provisioning complete for port 44389336-8ec8-433b-9e8e-e94af907238f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:48.118751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e283225-efda-40b3-9e4c-3f1a08783fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.132873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-05e4c969-15ab-4d82-b59f-6747610e3ae7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 44389336-8ec8-433b-9e8e-e94af907238f owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:48.153006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 82c56a97-37ff-4ce7-a3de-b65abbb53b72 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:48.183291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:48.184640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event deleted for resources: {'Port': ['ID=f4b6e01e-ff10-4ed7-88a6-8e736ec1acef,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:48.189586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:48.193456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:48.200883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:48.224467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:14:48.226963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aa669a-bc47-472b-bd07-974c1ca2615b" -d '{"events": [{"server_uuid": "70db7e33-b8b1-4707-ac62-22a87b8debc8", "name": "network-vif-plugged", "status": "completed", "tag": "0bcccb19-48b0-4103-bb32-f6b60dbb2ee0"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:14:48.237951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:48.238798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.256001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:48.278207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.325439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.337958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1e283225-efda-40b3-9e4c-3f1a08783fd0 None None] Port 44389336-8ec8-433b-9e8e-e94af907238f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:48.357676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:48.363112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.363249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.363698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96181fee-5517-4ecf-8fe5-10d03faf037c x-openstack-request-id: req-96181fee-5517-4ecf-8fe5-10d03faf037c {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:14:48.363990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70db7e33-b8b1-4707-ac62-22a87b8debc8", "name": "network-vif-plugged", "status": "completed", "tag": "0bcccb19-48b0-4103-bb32-f6b60dbb2ee0", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:14:48.364240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-96181fee-5517-4ecf-8fe5-10d03faf037c {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:14:48.364634 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96181fee-5517-4ecf-8fe5-10d03faf037c'] response: {'server_uuid': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'code': 200} Sep 19 17:14:48.398979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:48.417472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.417831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.418151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.418485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.418597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84dea1-4fda-4a0b-9c67-5f2fd7f4aeac req-19c09341-fd99-484f-b37c-0829af355e49 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:48.418820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.419155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.419481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.419802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.420122 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.420241 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb84dea1-4fda-4a0b-9c67-5f2fd7f4aeac req-19c09341-fd99-484f-b37c-0829af355e49 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 944 time: 1.0618110 Sep 19 17:14:48.420439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.420757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.421068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:48.428433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:48.519825 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-63f42fc5-98e7-41b8-b990-a452f4c41693 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5384080 Sep 19 17:14:48.531057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:48.531426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.542563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Request body: {'port': {'device_id': '9a290c48-747e-425b-88ac-3eb9fc6b41e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:48.568299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05e4c969-15ab-4d82-b59f-6747610e3ae7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.610733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5a6d055f-1309-43e0-8a0b-363cfb5db515 None None] Provisioning for port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:48.645838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.652695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5a6d055f-1309-43e0-8a0b-363cfb5db515 None None] Provisioning complete for port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:48.653471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7f34c0-9b20-4387-9528-d80fd853b80f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:48.665252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a6d055f-1309-43e0-8a0b-363cfb5db515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.666777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a7f34c0-9b20-4387-9528-d80fd853b80f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.670532 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece17da-8d36-4396-903a-8b38e800b897 None None] Sync routers for ids ['7c577513-cc3f-470f-a33c-ca780546c502'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:48.671089 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb84dea1-4fda-4a0b-9c67-5f2fd7f4aeac req-cc8902ca-0b4b-4ef8-8286-3a49259ed825 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785545 Sep 19 17:14:48.671089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c969-15ab-4d82-b59f-6747610e3ae7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=44389336-8ec8-433b-9e8e-e94af907238f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:48.671762 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1a7f34c0-9b20-4387-9528-d80fd853b80f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/7c577513-cc3f-470f-a33c-ca780546c502 HTTP/1.1" status: 200 len: 891 time: 4.0244913 Sep 19 17:14:48.676108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.676267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44312) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:48.680718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.713726 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece17da-8d36-4396-903a-8b38e800b897 None None] Routers {'7c577513-cc3f-470f-a33c-ca780546c502'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:48.731240 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ece17da-8d36-4396-903a-8b38e800b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7c577513-cc3f-470f-a33c-ca780546c502'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:48.761139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Transition to ACTIVE for port object fb5f100b-44fc-4308-941b-f77dec0947db will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:48.775343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.829393 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ece17da-8d36-4396-903a-8b38e800b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:48.850781 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece17da-8d36-4396-903a-8b38e800b897 None None] Routers {'7c577513-cc3f-470f-a33c-ca780546c502'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:48.851816 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ece17da-8d36-4396-903a-8b38e800b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7c577513-cc3f-470f-a33c-ca780546c502'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:48.934038 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ece17da-8d36-4396-903a-8b38e800b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:48.935100 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece17da-8d36-4396-903a-8b38e800b897 None None] The sync data for ids ['7c577513-cc3f-470f-a33c-ca780546c502'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:48.946291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d055f-1309-43e0-8a0b-363cfb5db515 None None] Port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:48.952413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05e4c969-15ab-4d82-b59f-6747610e3ae7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.998438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:48.999076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Fanout notify agent at l3_agent the message router_deleted on router b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:14:49.048547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.052327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b9ecd470-4286-4959-8e04-c2b9fd778ceb tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "DELETE /v2.0/routers/b4910c0c-1cee-441a-9bd9-6b81a6ff8fdb HTTP/1.1" status: 204 len: 168 time: 5.2653108 Sep 19 17:14:49.055602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44318) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:49.058282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.068392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2a18a-b34a-439a-9a47-1fc7c7a20227 None None] Pushing event updated for resources: {'Port': ['ID=fb5f100b-44fc-4308-941b-f77dec0947db,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:49.085165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:49.085639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.094362 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05e4c969-15ab-4d82-b59f-6747610e3ae7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/44389336-8ec8-433b-9e8e-e94af907238f HTTP/1.1" status: 204 len: 168 time: 2.1295266 Sep 19 17:14:49.103734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Attempting to bind port fb5f100b-44fc-4308-941b-f77dec0947db on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:49.104109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Attempting to bind port fb5f100b-44fc-4308-941b-f77dec0947db by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:49.104470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Attempting to bind port fb5f100b-44fc-4308-941b-f77dec0947db on network 4f2648bf-96d1-4e30-8a93-7d955d6c508e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:49.107470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44322) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:49.116057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:49.116430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Checking segment: {'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:49.116886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.117443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Bound using segment: {'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:49.117813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Bound port: fb5f100b-44fc-4308-941b-f77dec0947db, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e9cb5e-56ec-45eb-928a-1d7c609705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:49.118936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.169543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 82c56a97-37ff-4ce7-a3de-b65abbb53b72, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=82c56a97-37ff-4ce7-a3de-b65abbb53b72,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:49.175125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.262534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faeab34-663f-49a1-bc7a-82c3edb49f8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:49.264166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faeab34-663f-49a1-bc7a-82c3edb49f8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:49.264933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4faeab34-663f-49a1-bc7a-82c3edb49f8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:49.275030 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-73185fd5-7fbf-42c5-bac8-73039029e5e2 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/routers/7c577513-cc3f-470f-a33c-ca780546c502 HTTP/1.1" status: 200 len: 891 time: 0.5950332 Sep 19 17:14:49.278701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44326) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:49.282618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=82c56a97-37ff-4ce7-a3de-b65abbb53b72,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:49.285932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] For port fb5f100b-44fc-4308-941b-f77dec0947db, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:49.289685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] For port fb5f100b-44fc-4308-941b-f77dec0947db, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fb5f100b-44fc-4308-941b-f77dec0947db,segment=NetworkSegment(00e9cb5e-56ec-45eb-928a-1d7c609705cb),segment_id=00e9cb5e-56ec-45eb-928a-1d7c609705cb)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:49.295859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.324744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ce3a5-7bc5-4035-a032-81e9711898d0 req-34be56e8-26e6-4941-8e81-a46716b56b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:49.326243 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b40ce3a5-7bc5-4035-a032-81e9711898d0 req-34be56e8-26e6-4941-8e81-a46716b56b67 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 1098 time: 0.4588006 Sep 19 17:14:49.364687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:49.364923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fe3d543d-63f7-4e40-864c-d8274428c7f1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:49.365572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:49.387485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4faeab34-663f-49a1-bc7a-82c3edb49f8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:49.391235 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4faeab34-663f-49a1-bc7a-82c3edb49f8a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2793009 Sep 19 17:14:49.394218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44330) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:49.448352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbc667e-dd2a-4f67-bc1e-0a2ff482b189 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Deleting subnet 4c6dc0e7-efa7-4a7d-921c-6eeb5d93b9a2 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:49.475266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fbc667e-dd2a-4f67-bc1e-0a2ff482b189 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.494534 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b40ce3a5-7bc5-4035-a032-81e9711898d0 req-ccdb49e7-ce18-4c19-a587-009855888f36 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573792 Sep 19 17:14:49.495869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.503660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2a18a-b34a-439a-9a47-1fc7c7a20227 None None] Pushing event updated for resources: {'Port': ['ID=fb5f100b-44fc-4308-941b-f77dec0947db,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:49.514816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c96ebe-4db7-4c43-b676-999658e6866d req-48ecbc46-6c15-471b-86c2-0254ba88b2a6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:49.515552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-97c96ebe-4db7-4c43-b676-999658e6866d req-48ecbc46-6c15-471b-86c2-0254ba88b2a6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:49.533843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:14:49.539345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fe3d543d-63f7-4e40-864c-d8274428c7f1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:49.540512 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fe3d543d-63f7-4e40-864c-d8274428c7f1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=7c577513-cc3f-470f-a33c-ca780546c502 HTTP/1.1" status: 200 len: 205 time: 0.2608347 Sep 19 17:14:49.553503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44334) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:49.632121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98e10df-3a32-4a6d-8507-9b425d066379 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 8eacc503-1803-4221-8f8b-7162962d8130 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:14:49.637897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fbc667e-dd2a-4f67-bc1e-0a2ff482b189 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.651892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e98e10df-3a32-4a6d-8507-9b425d066379 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.672719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-97c96ebe-4db7-4c43-b676-999658e6866d req-48ecbc46-6c15-471b-86c2-0254ba88b2a6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:49.673914 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97c96ebe-4db7-4c43-b676-999658e6866d req-48ecbc46-6c15-471b-86c2-0254ba88b2a6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 932 time: 0.8873885 Sep 19 17:14:49.797235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:14:49.855242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=efc34865-b29f-49cd-be4e-e8c12e8b210e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:49.858159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.877369 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-97c96ebe-4db7-4c43-b676-999658e6866d req-cc3f7093-657b-4aee-af23-c5805533f1bf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746020 Sep 19 17:14:49.881787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:49.910886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:44Z', 'revision_number': 3, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:49Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:49.917604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6854a-5cf5-475c-9dd6-8a28561043c7 None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:44Z', 'revision_number': 3, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:49Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:49.964758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e98e10df-3a32-4a6d-8507-9b425d066379 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.053624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:50.053624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:50.069349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 82c56a97-37ff-4ce7-a3de-b65abbb53b72 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:50.100160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.107755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=c17facc8-b28b-4979-bb6e-fa9ecfba9a05,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:50.135063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.155106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fbc667e-dd2a-4f67-bc1e-0a2ff482b189 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.160973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:50.161347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.215645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:50.251257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:50.255742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:50.257005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.261259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b4c93-0966-4d77-bc3d-37686d688af0 None None] Network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:50.285524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:14:50.368832 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-99d592a2-93c7-4364-82bb-7194737731c9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1320019 Sep 19 17:14:50.372500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e98e10df-3a32-4a6d-8507-9b425d066379 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.409333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807083d-e266-4387-b8ba-980f61bc3b40 req-271a3c22-1f9b-4aa5-a983-ce67b6a1c9b0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:50.411015 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4807083d-e266-4387-b8ba-980f61bc3b40 req-271a3c22-1f9b-4aa5-a983-ce67b6a1c9b0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 945 time: 0.4673710 Sep 19 17:14:50.411578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44340) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:50.476881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 {{(pid=89055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:14:50.488402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.514888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Transition to ACTIVE for port object 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 will not be triggered until provisioned by entity L2. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:50.517174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fbc667e-dd2a-4f67-bc1e-0a2ff482b189 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.580781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.657831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 924270a1-8f2f-48b8-a2c6-c070880c48d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:50.659930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6fbc667e-dd2a-4f67-bc1e-0a2ff482b189 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.663365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.668454 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4807083d-e266-4387-b8ba-980f61bc3b40 req-c1c4362f-6a0c-4e83-9b3e-0ebb683bef5b tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708534 Sep 19 17:14:50.692744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 40ce04ff-3db1-4ee8-a2e8-0015a73db8c5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:50.693591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.696689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9928f-5d8d-438d-8fa8-ec26b09f5b1f None None] Network 4d371da6-96ee-44a2-b83e-daf4c390e532 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:50.777524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Pushing event updated for resources: {'Port': ['ID=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:50.786863 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6fbc667e-dd2a-4f67-bc1e-0a2ff482b189 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "DELETE /v2.0/subnets/4c6dc0e7-efa7-4a7d-921c-6eeb5d93b9a2 HTTP/1.1" status: 204 len: 168 time: 1.7186899 Sep 19 17:14:50.788403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:50.792591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44344) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:50.798122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc667e-dd2a-4f67-bc1e-0a2ff482b189 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6dc0e7-efa7-4a7d-921c-6eeb5d93b9a2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:50.819751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e98e10df-3a32-4a6d-8507-9b425d066379 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.934968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:50.935575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:50.946936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:51.088459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.162800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Allocated IP 172.22.0.2 (0f3c4c82-d0b0-49da-ad1d-6e4d477634b2/efc34865-b29f-49cd-be4e-e8c12e8b210e/af8313c1-93ca-482a-89b1-5d21cccf88b0) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:51.195184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] DHCP port deletion for 4d371da6-96ee-44a2-b83e-daf4c390e532 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:14:51.217104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d3d6e603-f147-469d-960f-5a507708ccda None None] Provisioning complete for port c17facc8-b28b-4979-bb6e-fa9ecfba9a05 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:51.217652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d3d6e603-f147-469d-960f-5a507708ccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.234529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 40ce04ff-3db1-4ee8-a2e8-0015a73db8c5 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:51.297418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f1a948-9199-4995-857c-8834de76debe None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:51.324527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] Deleting port e00a9092-b767-492e-a52b-589a677bcc9a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:51.325357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.395434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e10df-3a32-4a6d-8507-9b425d066379 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=8eacc503-1803-4221-8f8b-7162962d8130,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:51.397215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e98e10df-3a32-4a6d-8507-9b425d066379 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.473028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.491317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6e603-f147-469d-960f-5a507708ccda None None] Port c17facc8-b28b-4979-bb6e-fa9ecfba9a05 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:51.531143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Deleting port e00a9092-b767-492e-a52b-589a677bcc9a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:51.531486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.555246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Attempting to bind port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:51.555467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Attempting to bind port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:51.556397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Attempting to bind port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 on network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:51.576177 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e98e10df-3a32-4a6d-8507-9b425d066379 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/8eacc503-1803-4221-8f8b-7162962d8130 HTTP/1.1" status: 204 len: 168 time: 2.1647408 Sep 19 17:14:51.577395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 on network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:14:51.577723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Attempting to bind port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 on network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:51.580187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44350) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:51.600301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:51.600672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Checking segment: {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:51.601079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Bound using segment: {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'} {{(pid=89055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:51.601844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.managers [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Bound port: 1a35d5f4-ca78-44d1-84d7-eb44deeefa11, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'}}] {{(pid=89055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:51.602366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.639818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea30c9-8fef-42e6-baba-f583ee144315 req-0b3f284d-fb38-40e3-8209-a093be22585c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:51.646946 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1ea30c9-8fef-42e6-baba-f583ee144315 req-0b3f284d-fb38-40e3-8209-a093be22585c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 944 time: 0.4773693 Sep 19 17:14:51.716352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Router 74b1229e-2210-409c-a856-5e5faa256e76 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:14:51.784547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8c1b3296-3f11-4ad5-8eeb-b33a8b0ec85e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2014253 Sep 19 17:14:51.795248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.808433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Transition to ACTIVE for port object af8313c1-93ca-482a-89b1-5d21cccf88b0 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:51.842662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44356) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:51.857122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:51.862001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Transition to ACTIVE for port object af8313c1-93ca-482a-89b1-5d21cccf88b0 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:51.954466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:51.973393 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1ea30c9-8fef-42e6-baba-f583ee144315 req-a9030d3c-a287-4986-8813-5f2297042a46 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256805 Sep 19 17:14:52.067987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.072345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fb5f100b-44fc-4308-941b-f77dec0947db up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:52.096129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63664dfd-48bb-40c8-aad2-f89af166191f req-b1a612ae-0d6c-4bb0-bddf-e7adca555bf4 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:52.103340 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-63664dfd-48bb-40c8-aad2-f89af166191f req-b1a612ae-0d6c-4bb0-bddf-e7adca555bf4 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 945 time: 0.2157328 Sep 19 17:14:52.111398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:52.129387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:52.131947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:52.179076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] For port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11, host hv-neutron-8577, cleared binding levels {{(pid=89055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:52.179772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Pushing event updated for resources: {'Port': ['ID=af8313c1-93ca-482a-89b1-5d21cccf88b0,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:52.190445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] For port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:52.202729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:14:52.215618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.218110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:52.253241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] For port e00a9092-b767-492e-a52b-589a677bcc9a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e00a9092-b767-492e-a52b-589a677bcc9a,segment=NetworkSegment(d5ff6b37-ec91-4904-8bf2-b76d5c324f1d),segment_id=d5ff6b37-ec91-4904-8bf2-b76d5c324f1d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:52.253241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.257522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:52.258232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.259728 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] 10.222.0.86 "PUT /v2.0/ports/1a35d5f4-ca78-44d1-84d7-eb44deeefa11 HTTP/1.1" status: 200 len: 1094 time: 3.7216082 Sep 19 17:14:52.262963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] Deleting port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:52.264013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.270239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:52.271660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a290c48-747e-425b-88ac-3eb9fc6b41e7', 'tag': '1a35d5f4-ca78-44d1-84d7-eb44deeefa11'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:14:52.274230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92985c-e484-4cea-9854-413aefe3dce8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a290c48-747e-425b-88ac-3eb9fc6b41e7", "tag": "1a35d5f4-ca78-44d1-84d7-eb44deeefa11"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:14:52.280650 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-74d988b5-b131-4ae3-8355-84900a42237b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "PUT /v2.0/routers/74b1229e-2210-409c-a856-5e5faa256e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4992874 Sep 19 17:14:52.295051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44362) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:52.301965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:52.305338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ad5e3-dff7-401f-8766-0195f15e7320 None None] Sync routers for ids ['74b1229e-2210-409c-a856-5e5faa256e76'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:52.307048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:52.327131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:52.373222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4369bd0b-490c-46b2-838b-3863281027d2 x-openstack-request-id: req-4369bd0b-490c-46b2-838b-3863281027d2 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:14:52.373489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a290c48-747e-425b-88ac-3eb9fc6b41e7", "tag": "1a35d5f4-ca78-44d1-84d7-eb44deeefa11", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:14:52.373748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4369bd0b-490c-46b2-838b-3863281027d2 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:14:52.374151 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4369bd0b-490c-46b2-838b-3863281027d2'] response: {'name': 'network-changed', 'server_uuid': '9a290c48-747e-425b-88ac-3eb9fc6b41e7', 'tag': '1a35d5f4-ca78-44d1-84d7-eb44deeefa11', 'status': 'completed', 'code': 200} Sep 19 17:14:52.375514 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-63664dfd-48bb-40c8-aad2-f89af166191f req-8a892c6f-2333-4f5a-90b6-c18b829cf499 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712984 Sep 19 17:14:52.383255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] For port e00a9092-b767-492e-a52b-589a677bcc9a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e00a9092-b767-492e-a52b-589a677bcc9a,segment=NetworkSegment(d5ff6b37-ec91-4904-8bf2-b76d5c324f1d),segment_id=d5ff6b37-ec91-4904-8bf2-b76d5c324f1d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:52.383637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.423152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.511462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=40ce04ff-3db1-4ee8-a2e8-0015a73db8c5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:52.545336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Calling delete_port for e00a9092-b767-492e-a52b-589a677bcc9a owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:52.575298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:52.579158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.632613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] Calling delete_port for e00a9092-b767-492e-a52b-589a677bcc9a owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:52.668911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ad5e3-dff7-401f-8766-0195f15e7320 None None] Routers {'74b1229e-2210-409c-a856-5e5faa256e76'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:52.670029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6a0ad5e3-dff7-401f-8766-0195f15e7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['74b1229e-2210-409c-a856-5e5faa256e76'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:52.696142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba65029-08d5-407c-a5a0-24400f7c37f2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:52.697385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dba65029-08d5-407c-a5a0-24400f7c37f2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:52.699157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fddea-c769-4655-9992-b743bdf0d122 service neutron] Pushing event updated for resources: {'Port': ['ID=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:52.733154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.741054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Attempting to bind port af8313c1-93ca-482a-89b1-5d21cccf88b0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:52.741533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Attempting to bind port af8313c1-93ca-482a-89b1-5d21cccf88b0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:52.741990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Attempting to bind port af8313c1-93ca-482a-89b1-5d21cccf88b0 on network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:52.761279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6a0ad5e3-dff7-401f-8766-0195f15e7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:52.767479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:52.767859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Checking segment: {'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:52.768993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.769491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Bound using segment: {'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:52.770034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Bound port: af8313c1-93ca-482a-89b1-5d21cccf88b0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:52.770509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.785507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port fb5f100b-44fc-4308-941b-f77dec0947db completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:52.811900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.861073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3454597-4e95-4746-a30d-2065b09deac5 req-99f063b1-6ae5-4c24-914f-b65fb9dece79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:52.862507 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-99f063b1-6ae5-4c24-914f-b65fb9dece79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 1097 time: 0.5321450 Sep 19 17:14:52.877380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event deleted for resources: {'Port': ['ID=e00a9092-b767-492e-a52b-589a677bcc9a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:52.887985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port fb5f100b-44fc-4308-941b-f77dec0947db triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:52.888469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:52.929570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ad5e3-dff7-401f-8766-0195f15e7320 None None] Routers {'74b1229e-2210-409c-a856-5e5faa256e76'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:52.930837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6a0ad5e3-dff7-401f-8766-0195f15e7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['74b1229e-2210-409c-a856-5e5faa256e76'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:52.948007 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-4ac91b66-204f-4b43-b1c1-f4a69e8fe307 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=1a35d5f4-ca78-44d1-84d7-eb44deeefa11 HTTP/1.1" status: 200 len: 217 time: 0.0732312 Sep 19 17:14:52.949799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] No DVR routers for this DVR port e00a9092-b767-492e-a52b-589a677bcc9a on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: from cryptography.utils import int_from_bytes Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: from cryptography.utils import int_from_bytes Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn_limited( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn_limited( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.980803 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:14:52.983983 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:14:52.989216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dba65029-08d5-407c-a5a0-24400f7c37f2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:52.989842 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dba65029-08d5-407c-a5a0-24400f7c37f2 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports?device_id=74b1229e-2210-409c-a856-5e5faa256e76 HTTP/1.1" status: 200 len: 983 time: 0.6886859 Sep 19 17:14:52.990028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44368) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:53.096189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6a0ad5e3-dff7-401f-8766-0195f15e7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:53.096706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ad5e3-dff7-401f-8766-0195f15e7320 None None] The sync data for ids ['74b1229e-2210-409c-a856-5e5faa256e76'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:14:53.119365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:14:53.119640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:14:53.173529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] For port 82c56a97-37ff-4ce7-a3de-b65abbb53b72, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=82c56a97-37ff-4ce7-a3de-b65abbb53b72,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:53.174041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.182104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-502eb761-7842-4e50-89f9-a747670b958e None None] For port af8313c1-93ca-482a-89b1-5d21cccf88b0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:53.223565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe514edd-474a-4002-94c2-8fba0c67f61b req-2ed9b291-c740-4852-9371-8cf630657f06 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:53.225180 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe514edd-474a-4002-94c2-8fba0c67f61b req-2ed9b291-c740-4852-9371-8cf630657f06 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 945 time: 0.6262846 Sep 19 17:14:53.248353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-502eb761-7842-4e50-89f9-a747670b958e None None] For port af8313c1-93ca-482a-89b1-5d21cccf88b0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af8313c1-93ca-482a-89b1-5d21cccf88b0,segment=NetworkSegment(eab629f0-6b7a-4c00-9bfe-3463cc179e72),segment_id=eab629f0-6b7a-4c00-9bfe-3463cc179e72)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:53.286881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.290160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.336173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] Calling delete_port for 82c56a97-37ff-4ce7-a3de-b65abbb53b72 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:53.361837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.22.0.1 (0f3c4c82-d0b0-49da-ad1d-6e4d477634b2/efc34865-b29f-49cd-be4e-e8c12e8b210e/eda0042d-646c-494c-b0ea-983428c67eac) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:53.368037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.437179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.437799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Fanout notify agent at l3_agent the message router_deleted on router 7c577513-cc3f-470f-a33c-ca780546c502 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:14:53.491431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port fb5f100b-44fc-4308-941b-f77dec0947db is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:53.493603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.514835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3454597-4e95-4746-a30d-2065b09deac5 req-e160f68d-d694-45f8-acbc-637cc93ae2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:53.518936 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-e160f68d-d694-45f8-acbc-637cc93ae2ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7 HTTP/1.1" status: 200 len: 838 time: 0.5341561 Sep 19 17:14:53.523788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eb761-7842-4e50-89f9-a747670b958e None None] Pushing event updated for resources: {'Port': ['ID=af8313c1-93ca-482a-89b1-5d21cccf88b0,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:53.529109 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fe514edd-474a-4002-94c2-8fba0c67f61b req-a3c5137d-57c4-41b5-8602-7ca3fa217ec3 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800975 Sep 19 17:14:53.579217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.585804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.600774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44374) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:53.637520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] Deleting port e00a9092-b767-492e-a52b-589a677bcc9a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:53.637897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.665020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d9a6c-15f6-41eb-9b4a-34b6781aa498 req-f4a03959-e943-4746-b350-133c86f64921 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:53.672100 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-489d9a6c-15f6-41eb-9b4a-34b6781aa498 req-f4a03959-e943-4746-b350-133c86f64921 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 944 time: 0.5184596 Sep 19 17:14:53.692151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port fb5f100b-44fc-4308-941b-f77dec0947db, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fb5f100b-44fc-4308-941b-f77dec0947db,segment=NetworkSegment(00e9cb5e-56ec-45eb-928a-1d7c609705cb),segment_id=00e9cb5e-56ec-45eb-928a-1d7c609705cb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:53.693512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] Pushing event deleted for resources: {'Port': ['ID=82c56a97-37ff-4ce7-a3de-b65abbb53b72,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:53.704238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843fd1d5-7b70-4bad-a1d5-d2054071cf27 None None] No DVR routers for this DVR port 82c56a97-37ff-4ce7-a3de-b65abbb53b72 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:14:53.719843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.721272 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f753a02b-ae7a-4a68-9aa9-9f43da50d3fa tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/7c577513-cc3f-470f-a33c-ca780546c502 HTTP/1.1" status: 204 len: 168 time: 4.1668673 Sep 19 17:14:53.732009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44380) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:53.750328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-107918229'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:53.754128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.778241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7fece421-b542-4556-9f1c-0f367fa6da42 None None] The port 'e00a9092-b767-492e-a52b-589a677bcc9a' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:14:53.780335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d371da6-96ee-44a2-b83e-daf4c390e532']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:53.805053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:53.822022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ff6b37-ec91-4904-8bf2-b76d5c324f1d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:53.822408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ff6b37-ec91-4904-8bf2-b76d5c324f1d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:53.839495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:53.844956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:53.848022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.883268 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-489d9a6c-15f6-41eb-9b4a-34b6781aa498 req-55fc3d02-78a5-46eb-b480-e572a6da3f92 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101729 Sep 19 17:14:53.891397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:53.900412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=fb5f100b-44fc-4308-941b-f77dec0947db,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:53.916482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e00a9092-b767-492e-a52b-589a677bcc9a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:53.931682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:14:53.933043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.933950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.936569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.946840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:53.950697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:53.978497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: e00a9092-b767-492e-a52b-589a677bcc9a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:14:53.979105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e00a9092-b767-492e-a52b-589a677bcc9a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:53.983358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object eda0042d-646c-494c-b0ea-983428c67eac will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:53.996644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:14:53.997064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.070581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:54.104511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.104857 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment 921637dc-0a4f-496d-8605-3fbeb4c20b29 of type vlan for network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 Sep 19 17:14:54.120625 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d5ff6b37-ec91-4904-8bf2-b76d5c324f1d resource provider aggregate not found Sep 19 17:14:54.141929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.152796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:54.169715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:54.172674 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d5ff6b37-ec91-4904-8bf2-b76d5c324f1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5ff6b37-ec91-4904-8bf2-b76d5c324f1d found for delete ", "request_id": "req-f46458fe-c820-43af-9dfc-765abcabee7a"}]} Sep 19 17:14:54.183632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023668a-2f13-480a-a295-6fcd23c5e42b None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:54.184172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:54.184550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.190364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3454597-4e95-4746-a30d-2065b09deac5 req-3a8ab236-5575-4324-8389-6ad9bfea76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:54.191906 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-3a8ab236-5575-4324-8389-6ad9bfea76b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97fe56ed-c719-40b9-a3e6-bd4e7eec0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6606965 Sep 19 17:14:54.206657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10bc42-803a-44a4-936c-aa825a91f97e tempest-TestVolumeBootPattern-580479133 tempest-TestVolumeBootPattern-580479133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:54.209934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.216314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-af10bc42-803a-44a4-936c-aa825a91f97e tempest-TestVolumeBootPattern-580479133 tempest-TestVolumeBootPattern-580479133-project-admin] Synchronizing usage tracker for tenant:69fa1d10df2646c5b01518de508a5483 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:14:54.241495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:54.246885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:54.252061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:54.326476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af8313c1-93ca-482a-89b1-5d21cccf88b0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:54.335849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.419739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=eda0042d-646c-494c-b0ea-983428c67eac,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:54.432714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:14:54.445736 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-d7231846-9508-413d-aa4d-a65c4567f999 service neutron] 10.222.0.86 "GET /v2.0/networks/97fe56ed-c719-40b9-a3e6-bd4e7eec0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416525 Sep 19 17:14:54.449327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.451791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=9c6d8450-4cac-4cf9-b4c0-1bc0033aa6d1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:54.502596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.520336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:54.520992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.530403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.547750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port af8313c1-93ca-482a-89b1-5d21cccf88b0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:54.559931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fb5f100b-44fc-4308-941b-f77dec0947db up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:54.570294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.657532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event deleted for resources: {'Network': ['ID=4d371da6-96ee-44a2-b83e-daf4c390e532,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:54.692837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e4ca8f79-e029-44b5-9df6-e0309dbb13e1 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "DELETE /v2.0/networks/4d371da6-96ee-44a2-b83e-daf4c390e532 HTTP/1.1" status: 204 len: 168 time: 3.8907218 Sep 19 17:14:54.693651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44388) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:54.704305 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-436e7380-ca8f-4f83-a104-5f3e9e87b5b0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8581851 Sep 19 17:14:54.705207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-af10bc42-803a-44a4-936c-aa825a91f97e tempest-TestVolumeBootPattern-580479133 tempest-TestVolumeBootPattern-580479133-project-admin] Unset dirty status for tenant:69fa1d10df2646c5b01518de508a5483 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:14:54.706354 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-af10bc42-803a-44a4-936c-aa825a91f97e tempest-TestVolumeBootPattern-580479133 tempest-TestVolumeBootPattern-580479133-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 1093 time: 1.1056104 Sep 19 17:14:54.751988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '9c6d8450-4cac-4cf9-b4c0-1bc0033aa6d1'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:54.753281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.768445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port fb5f100b-44fc-4308-941b-f77dec0947db triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:54.769578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:54.796485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44392) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:54.797255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44394) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:54.827052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:54.836995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:b6:47:6b', 'name': 'tempest-NetworksTestDHCPv6-1305279450'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:55.027421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Deleting port d2b02572-f557-48d2-b7c3-9b9c2185d45b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:55.027858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.055792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.074146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=87b0d96a-4e59-4c0b-8f8b-4e6935272815,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:55.080274 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c3454597-4e95-4746-a30d-2065b09deac5 req-025472af-29ac-4415-9daa-7680b9da1a2e service neutron] 10.222.0.86 "GET /v2.0/networks/97fe56ed-c719-40b9-a3e6-bd4e7eec0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130013 Sep 19 17:14:55.098490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:14:55.104103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:55.183186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba5dc2-4172-415b-83e7-5e76cde3e9b4 None None] Network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:55.231148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:floatingip and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:55.259270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:55.267872 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2fb97e6c-c72b-4c30-a5b4-7759a3317ff0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5252433 Sep 19 17:14:55.277578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:55.279601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44402) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:55.323212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': '87b0d96a-4e59-4c0b-8f8b-4e6935272815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:55.344764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port fb5f100b-44fc-4308-941b-f77dec0947db is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:55.374622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5aa707a1-c075-496d-910c-dbf94bc38882 None None] Provisioning for port af8313c1-93ca-482a-89b1-5d21cccf88b0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:55.385729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.401421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Allocated IP 2001:db8::f816:3eff:fe5c:4e55 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/9c6d8450-4cac-4cf9-b4c0-1bc0033aa6d1/9d342e35-22cc-4e4d-a2e5-9ae29fdff24e) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:55.406103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5aa707a1-c075-496d-910c-dbf94bc38882 None None] Provisioning complete for port af8313c1-93ca-482a-89b1-5d21cccf88b0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:55.406485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5aa707a1-c075-496d-910c-dbf94bc38882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.468839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 82c56a97-37ff-4ce7-a3de-b65abbb53b72 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:14:55.518817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.519150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.522107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 82c56a97-37ff-4ce7-a3de-b65abbb53b72 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:14:55.522451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 82c56a97-37ff-4ce7-a3de-b65abbb53b72 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:14:55.545896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170ffa1-d111-470a-b754-6329208661ef req-8055119c-9e4f-4f7d-9544-65dd15f990ea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:55.547377 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e170ffa1-d111-470a-b754-6329208661ef req-8055119c-9e4f-4f7d-9544-65dd15f990ea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 944 time: 0.4659400 Sep 19 17:14:55.575980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:55.585173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.603000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-ad021543-0063-4fe1-85a5-030fa61b1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:55.604620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-ad021543-0063-4fe1-85a5-030fa61b1841 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 1097 time: 0.4657145 Sep 19 17:14:55.628540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:55.680838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Calling delete_port for d2b02572-f557-48d2-b7c3-9b9c2185d45b owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:55.748072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:55.811340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5aa707a1-c075-496d-910c-dbf94bc38882 None None] Current status of the port af8313c1-93ca-482a-89b1-5d21cccf88b0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:55.811340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5aa707a1-c075-496d-910c-dbf94bc38882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.855510 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e170ffa1-d111-470a-b754-6329208661ef req-5135a37f-1d3b-4578-9827-2b4288736932 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497714 Sep 19 17:14:55.895541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:55.914485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.923535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5aa707a1-c075-496d-910c-dbf94bc38882 None None] For port af8313c1-93ca-482a-89b1-5d21cccf88b0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af8313c1-93ca-482a-89b1-5d21cccf88b0,segment=NetworkSegment(eab629f0-6b7a-4c00-9bfe-3463cc179e72),segment_id=eab629f0-6b7a-4c00-9bfe-3463cc179e72)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:55.927980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5aa707a1-c075-496d-910c-dbf94bc38882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:55.937133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-ade6e31a-5815-4eaf-95ed-e307fef3a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:55.939096 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-ade6e31a-5815-4eaf-95ed-e307fef3a616 service neutron] 10.222.0.86 "GET /v2.0/networks?id=97fe56ed-c719-40b9-a3e6-bd4e7eec0431 HTTP/1.1" status: 200 len: 898 time: 0.2802739 Sep 19 17:14:55.968348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:55.979420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Transition to ACTIVE for port object 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:55.984445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:55.994995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:56.005325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:56.009205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.026260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:56.035609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Transition to ACTIVE for port object 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:56.042328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa707a1-c075-496d-910c-dbf94bc38882 None None] Pushing event updated for resources: {'Port': ['ID=af8313c1-93ca-482a-89b1-5d21cccf88b0,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:56.047745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.083777 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-9772b7e2-3e44-46a8-8b5f-cdee28b910bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=1a35d5f4-ca78-44d1-84d7-eb44deeefa11 HTTP/1.1" status: 200 len: 217 time: 0.1066561 Sep 19 17:14:56.128542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:56.131814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:56.139410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:56.160938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:56.164709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.225702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Pushing event updated for resources: {'Port': ['ID=9d342e35-22cc-4e4d-a2e5-9ae29fdff24e,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:56.227640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-d5ea7169-d742-451a-9ecf-a66feeeea60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:56.229208 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-d5ea7169-d742-451a-9ecf-a66feeeea60b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7 HTTP/1.1" status: 200 len: 838 time: 0.1385915 Sep 19 17:14:56.231505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Pushing event deleted for resources: {'Port': ['ID=d2b02572-f557-48d2-b7c3-9b9c2185d45b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:56.324211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Attempting to bind port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:14:56.324642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Attempting to bind port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:14:56.325104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Attempting to bind port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:14:56.334096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:14:56.335321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:56.338955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.340227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:14:56.341756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Bound port: 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:14:56.342493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.368702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-21a27c64-7b43-44dd-838a-c7416e6267f1 None None] Provisioning complete for port af8313c1-93ca-482a-89b1-5d21cccf88b0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:56.369440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-21a27c64-7b43-44dd-838a-c7416e6267f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.426519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-82e23c41-907a-4b34-9a4b-253beb7e077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:56.429197 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-82e23c41-907a-4b34-9a4b-253beb7e077d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97fe56ed-c719-40b9-a3e6-bd4e7eec0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1626604 Sep 19 17:14:56.430081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.481090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.482188 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-42af045d-2017-499e-891e-74c2ece77507 tempest-FloatingIPAdminTestJSON-1106758530 tempest-FloatingIPAdminTestJSON-1106758530-project] 10.222.0.83 "DELETE /v2.0/floatingips/8fb78165-5b4a-47f7-8d6c-ecf8cda838f5 HTTP/1.1" status: 204 len: 168 time: 1.7835994 Sep 19 17:14:56.560098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port c17facc8-b28b-4979-bb6e-fa9ecfba9a05 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:14:56.560438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.611222 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-334133f1-9950-4077-9b88-a3c417a0f42d service neutron] 10.222.0.86 "GET /v2.0/networks/97fe56ed-c719-40b9-a3e6-bd4e7eec0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603613 Sep 19 17:14:56.710958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] For port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:14:56.713785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-21a27c64-7b43-44dd-838a-c7416e6267f1 None None] Current status of the port af8313c1-93ca-482a-89b1-5d21cccf88b0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:56.728302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] For port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9d342e35-22cc-4e4d-a2e5-9ae29fdff24e,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:14:56.732674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.735003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.762862 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b92985c-e484-4cea-9854-413aefe3dce8 req-694d4d92-f844-4c85-9be6-7e36551f0921 service neutron] 10.222.0.86 "GET /v2.0/networks/97fe56ed-c719-40b9-a3e6-bd4e7eec0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428125 Sep 19 17:14:56.777903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-21a27c64-7b43-44dd-838a-c7416e6267f1 None None] Provisioning for port eda0042d-646c-494c-b0ea-983428c67eac completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:56.800176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-21a27c64-7b43-44dd-838a-c7416e6267f1 None None] Provisioning complete for port eda0042d-646c-494c-b0ea-983428c67eac triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:56.800559 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-21a27c64-7b43-44dd-838a-c7416e6267f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.844745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44410) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:56.861804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:14:56.881026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-21a27c64-7b43-44dd-838a-c7416e6267f1 None None] Port eda0042d-646c-494c-b0ea-983428c67eac cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:56.888045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640d8f6-0507-4be6-a0cb-5c49f00a6d7e None None] Pushing event updated for resources: {'Port': ['ID=9d342e35-22cc-4e4d-a2e5-9ae29fdff24e,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:56.892923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.920772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:56.980276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 9faec5a1-7774-43a8-acb0-cae2a9645599 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:14:57.003107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2dbf7aed-238e-43fa-b0fb-1eec48b60fd0 None None] Provisioning complete for port eda0042d-646c-494c-b0ea-983428c67eac triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:57.003798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2dbf7aed-238e-43fa-b0fb-1eec48b60fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.090395 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bf2d0d54-9709-4543-baf7-aaa5652dce17 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a42cfe5bab1b40918517c9003d85bb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440798 Sep 19 17:14:57.094763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44418) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:57.105936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf7aed-238e-43fa-b0fb-1eec48b60fd0 None None] Port eda0042d-646c-494c-b0ea-983428c67eac cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:57.163070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27065bde-4aa3-46e9-b1b7-29c4cf1341ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.192416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27065bde-4aa3-46e9-b1b7-29c4cf1341ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.200005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.253089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27065bde-4aa3-46e9-b1b7-29c4cf1341ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.270774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27065bde-4aa3-46e9-b1b7-29c4cf1341ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456dfbe9-0329-4f73-8891-ab5989d5dde0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:57.275222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27065bde-4aa3-46e9-b1b7-29c4cf1341ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.278871 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-27065bde-4aa3-46e9-b1b7-29c4cf1341ae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/456dfbe9-0329-4f73-8891-ab5989d5dde0 HTTP/1.1" status: 204 len: 168 time: 0.1802373 Sep 19 17:14:57.294972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.333359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.343801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=eda0042d-646c-494c-b0ea-983428c67eac,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:57.472601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.487490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for c17facc8-b28b-4979-bb6e-fa9ecfba9a05 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:14:57.519241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:14:57.600944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44426) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:57.625235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.640966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:57.645263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] Usage tracker for resource:security_group_rule and tenant:25e9dd9bbf644ca2a343a43fb9efbf51 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:57.649111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:57.656284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:57.680137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:57.696641 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '1a35d5f4-ca78-44d1-84d7-eb44deeefa11', 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431', 'port_id': '1a35d5f4-ca78-44d1-84d7-eb44deeefa11', 'mac_address': 'fa:16:3e:64:f8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:14:57.753308 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.759789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.767429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:57.767859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.787745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:14:57.808622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:14:57.814388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.814601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a7c07b-9306-4cb2-8c39-d5d9d578574e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:57.824040 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a87bf1d3-1ec0-4be0-adbe-359fd70de474 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=25e9dd9bbf644ca2a343a43fb9efbf51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157896 Sep 19 17:14:57.824765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44430) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:57.868325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=9e158e27-10a3-4e81-8967-c3959adb0e9c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:57.896407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cdbe891a-1297-49b9-8d90-f8b268c5fc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.905698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:57.907569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:feb6:476b (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/9c6d8450-4cac-4cf9-b4c0-1bc0033aa6d1/9faec5a1-7774-43a8-acb0-cae2a9645599) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:57.929947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cdbe891a-1297-49b9-8d90-f8b268c5fc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:57.938845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': '921637dc-0a4f-496d-8605-3fbeb4c20b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '87b0d96a-4e59-4c0b-8f8b-4e6935272815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:14:57.939242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: 87b0d96a-4e59-4c0b-8f8b-4e6935272815, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:57.997115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cdbe891a-1297-49b9-8d90-f8b268c5fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.009404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0bc6e-ff97-4b28-a437-fe4a82dd0c6d req-61e8754a-9b89-4ca8-bee4-08b33d5cb1e6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:58.010987 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f8f0bc6e-ff97-4b28-a437-fe4a82dd0c6d req-61e8754a-9b89-4ca8-bee4-08b33d5cb1e6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 944 time: 0.9307039 Sep 19 17:14:58.013492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe891a-1297-49b9-8d90-f8b268c5fc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a7c07b-9306-4cb2-8c39-d5d9d578574e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:58.020825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cdbe891a-1297-49b9-8d90-f8b268c5fc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.025766 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cdbe891a-1297-49b9-8d90-f8b268c5fc79 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/99a7c07b-9306-4cb2-8c39-d5d9d578574e HTTP/1.1" status: 204 len: 168 time: 0.2000570 Sep 19 17:14:58.029528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['1a35d5f4-ca78-44d1-84d7-eb44deeefa11'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:14:58.056757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Allocated IP 172.26.10.164 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/679bbfe6-ddcf-45e6-9046-aaf5be898753) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:58.133944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:58.157148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4501d003-29af-4e10-b4ba-ebd48ca7f07e None None] Provisioning for port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:58.158567 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f8f0bc6e-ff97-4b28-a437-fe4a82dd0c6d req-60d9f7a8-0ff9-4ca5-808b-0672aad6f92a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192658 Sep 19 17:14:58.162881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:58.205544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:58.257186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af8313c1-93ca-482a-89b1-5d21cccf88b0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:58.449317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port af8313c1-93ca-482a-89b1-5d21cccf88b0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:58.449692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.548208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-701bf974-23d3-40e8-b7d1-2cbf2129e9a4 None None] Provisioning complete for port eda0042d-646c-494c-b0ea-983428c67eac triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:58.548958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-701bf974-23d3-40e8-b7d1-2cbf2129e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.557181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44438) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:58.568063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 87b0d96a-4e59-4c0b-8f8b-4e6935272815) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:58.585347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e6e17-5f37-4ccf-ba38-c676c5bc499d None None] Network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:14:58.630479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.651811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:58.652418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.661124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:58.668566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b32f7ae984ee4539838ad8adc25d388b is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:58.670694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:58.677538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:58.714756 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-b4d8494f-59a3-48e5-9a16-1dbbcb1a22aa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1374929 Sep 19 17:14:58.727173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-701bf974-23d3-40e8-b7d1-2cbf2129e9a4 None None] Port eda0042d-646c-494c-b0ea-983428c67eac cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:14:58.811158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port af8313c1-93ca-482a-89b1-5d21cccf88b0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:58.812366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:58.848165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-671f57c6-c199-432c-bf8b-8af078e44395 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5345037 Sep 19 17:14:58.855617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44442) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:58.862760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:14:58.880023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1320439219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:58.886736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.890632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:58.893108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.896760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.905645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:router and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:58.922274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:58.946356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:58.949834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.962858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.976165 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b32f7ae984ee4539838ad8adc25d388b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176006 Sep 19 17:14:58.982150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:14:58.982369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44446) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:58.984633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.985651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:58.992085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c95403-6b1b-493e-98eb-c71135ed55c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d390ede8-2ef1-4d7b-af69-b7da17675e43,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:59.003155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:14:59.003468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.027484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37703207-228a-4156-a77d-50ac31295833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-87b0d96a-4e59-4c0b-8f8b-4e6935272815', 'network_id': '87b0d96a-4e59-4c0b-8f8b-4e6935272815', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': '9e158e27-10a3-4e81-8967-c3959adb0e9c'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:14:59.028319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37703207-228a-4156-a77d-50ac31295833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.032742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=c17facc8-b28b-4979-bb6e-fa9ecfba9a05,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:59.034817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.056780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-e157e3f0-0c9b-4a07-a914-24a41f2d4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:59.058289 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-e157e3f0-0c9b-4a07-a914-24a41f2d4c60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 1099 time: 0.2568529 Sep 19 17:14:59.120533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.126870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 9faec5a1-7774-43a8-acb0-cae2a9645599 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:14:59.264967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:14:59.276553 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bb7c13ca-9cd2-4938-9915-dcbef1b14029 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8534465 Sep 19 17:14:59.279239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44452) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:59.281068 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:14:59.289956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'network': {'name': 'tempest-RoutersTest-18378534'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:14:59.299728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:14:59.309041 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:14:59.309192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:network and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:14:59.311419 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:59.312226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.344334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4687bba7-d329-4d08-b5ee-6d6df8851059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.418779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:14:59.426124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:14:59.427414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.473766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4687bba7-d329-4d08-b5ee-6d6df8851059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.514377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.518537 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-089de0fb-ff60-4086-bf2b-83d5231fe390 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6516695 Sep 19 17:14:59.519228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44456) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:14:59.550783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:14:59.560150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-37703207-228a-4156-a77d-50ac31295833 None None] Allocated IP 2001:db8::2 (87b0d96a-4e59-4c0b-8f8b-4e6935272815/9e158e27-10a3-4e81-8967-c3959adb0e9c/e0ee2e9c-bc53-4797-b943-f1ab4213f65d) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:59.570573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:14:59.572281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.601012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.603847 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:14:59.614617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:59.618947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:59.622567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.637702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:59.645167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=679bbfe6-ddcf-45e6-9046-aaf5be898753,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:59.647911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:59.675407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:59.715995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:59.794973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-b4232709-155a-4ea8-ae44-1ea055ba68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:59.796525 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-b4232709-155a-4ea8-ae44-1ea055ba68c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 200 len: 898 time: 0.7107844 Sep 19 17:14:59.796941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:14:59.802888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:59.806501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:14:59.942189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37703207-228a-4156-a77d-50ac31295833 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.006518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-37703207-228a-4156-a77d-50ac31295833 None None] Transition to ACTIVE for port object e0ee2e9c-bc53-4797-b943-f1ab4213f65d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:00.011990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:00.035336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:00.039467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.092657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4687bba7-d329-4d08-b5ee-6d6df8851059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.100042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9d342e35-22cc-4e4d-a2e5-9ae29fdff24e,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:00.101571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-37703207-228a-4156-a77d-50ac31295833 None None] Transition to ACTIVE for port object e0ee2e9c-bc53-4797-b943-f1ab4213f65d will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:00.106979 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:54Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:14:56Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:00.112729 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:00.113334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.114231 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Updating router 6359253a-342f-4806-b783-bef0b04d8467 port eda0042d-646c-494c-b0ea-983428c67eac binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:15:00.153351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37703207-228a-4156-a77d-50ac31295833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.183498 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687bba7-d329-4d08-b5ee-6d6df8851059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d390ede8-2ef1-4d7b-af69-b7da17675e43,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:00.197580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453390ae-7686-4dc4-ae7c-2dba22093897 req-1305c4d9-002d-4cdc-9e83-6188eb056c0a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:00.205032 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-453390ae-7686-4dc4-ae7c-2dba22093897 req-1305c4d9-002d-4cdc-9e83-6188eb056c0a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 945 time: 0.7814450 Sep 19 17:15:00.216871 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.219300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37703207-228a-4156-a77d-50ac31295833 None None] Network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:00.227414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-37703207-228a-4156-a77d-50ac31295833 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:00.231244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-74202843-c3e8-4607-9bd5-ead83b92b55c None None] Provisioning for port 9faec5a1-7774-43a8-acb0-cae2a9645599 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:00.247123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=9d342e35-22cc-4e4d-a2e5-9ae29fdff24e,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:00.251846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37703207-228a-4156-a77d-50ac31295833 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:00.254177 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-95ba1341-1ceb-4acc-91b7-5890b88472aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487 HTTP/1.1" status: 200 len: 1003 time: 0.3867738 Sep 19 17:15:00.258407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-74202843-c3e8-4607-9bd5-ead83b92b55c None None] Provisioning complete for port 9faec5a1-7774-43a8-acb0-cae2a9645599 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:00.258807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74202843-c3e8-4607-9bd5-ead83b92b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.263309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4687bba7-d329-4d08-b5ee-6d6df8851059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.266825 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4687bba7-d329-4d08-b5ee-6d6df8851059 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d390ede8-2ef1-4d7b-af69-b7da17675e43 HTTP/1.1" status: 204 len: 168 time: 1.2817917 Sep 19 17:15:00.368443 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-453390ae-7686-4dc4-ae7c-2dba22093897 req-8110a039-ff45-484c-a740-0d92ae0e0b43 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624250 Sep 19 17:15:00.409064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.425848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-7dfd22b1-a7d3-44eb-a767-a425b61936da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:00.427609 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-7dfd22b1-a7d3-44eb-a767-a425b61936da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1508415-4120-4d43-b41a-da1d837115b6 HTTP/1.1" status: 200 len: 834 time: 0.1620045 Sep 19 17:15:00.532576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:15:00.545185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.546015 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added segment 7ab743c5-f471-48e7-aa4f-dd2bca93c2f2 of type vlan for network 022c6d97-6e62-471e-a517-d0698569b25f Sep 19 17:15:00.577722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.613153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=9faec5a1-7774-43a8-acb0-cae2a9645599,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:00.621705 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4ffc2a87-72da-4ad3-b982-d29551f9d99a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8175735 Sep 19 17:15:00.633602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44466) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:00.646736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.663851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:00.664635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.699830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-37703207-228a-4156-a77d-50ac31295833 None None] Attempting to bind port e0ee2e9c-bc53-4797-b943-f1ab4213f65d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:00.700459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-37703207-228a-4156-a77d-50ac31295833 None None] Attempting to bind port e0ee2e9c-bc53-4797-b943-f1ab4213f65d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '921637dc-0a4f-496d-8605-3fbeb4c20b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '87b0d96a-4e59-4c0b-8f8b-4e6935272815'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:00.700584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37703207-228a-4156-a77d-50ac31295833 None None] Attempting to bind port e0ee2e9c-bc53-4797-b943-f1ab4213f65d on network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:00.711695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-74202843-c3e8-4607-9bd5-ead83b92b55c None None] Port 9faec5a1-7774-43a8-acb0-cae2a9645599 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:00.715488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37703207-228a-4156-a77d-50ac31295833 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:00.715848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37703207-228a-4156-a77d-50ac31295833 None None] Checking segment: {'id': '921637dc-0a4f-496d-8605-3fbeb4c20b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '87b0d96a-4e59-4c0b-8f8b-4e6935272815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:00.716253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37703207-228a-4156-a77d-50ac31295833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.716851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37703207-228a-4156-a77d-50ac31295833 None None] Bound using segment: {'id': '921637dc-0a4f-496d-8605-3fbeb4c20b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '87b0d96a-4e59-4c0b-8f8b-4e6935272815'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:00.717123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-37703207-228a-4156-a77d-50ac31295833 None None] Bound port: e0ee2e9c-bc53-4797-b943-f1ab4213f65d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921637dc-0a4f-496d-8605-3fbeb4c20b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '87b0d96a-4e59-4c0b-8f8b-4e6935272815'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:00.718400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37703207-228a-4156-a77d-50ac31295833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.726783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:00.727219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.760189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37703207-228a-4156-a77d-50ac31295833 None None] Pushing event updated for resources: {'Port': ['ID=e0ee2e9c-bc53-4797-b943-f1ab4213f65d,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:00.866485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a290c48-747e-425b-88ac-3eb9fc6b41e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a35d5f4-ca78-44d1-84d7-eb44deeefa11'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:15:00.873253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44edfc1-d1b8-400e-b03c-9583400681d0" -d '{"events": [{"server_uuid": "9a290c48-747e-425b-88ac-3eb9fc6b41e7", "name": "network-vif-plugged", "status": "completed", "tag": "1a35d5f4-ca78-44d1-84d7-eb44deeefa11"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:15:00.906008 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:00.908885 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.941918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:00.951850 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Transition to ACTIVE for port object eda0042d-646c-494c-b0ea-983428c67eac will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:00.966228 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:01.068616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849cccd9-387a-4f43-8578-e5cc13647784 x-openstack-request-id: req-849cccd9-387a-4f43-8578-e5cc13647784 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:15:01.069594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a290c48-747e-425b-88ac-3eb9fc6b41e7", "name": "network-vif-plugged", "status": "completed", "tag": "1a35d5f4-ca78-44d1-84d7-eb44deeefa11", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:15:01.070142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-849cccd9-387a-4f43-8578-e5cc13647784 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:15:01.071685 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849cccd9-387a-4f43-8578-e5cc13647784'] response: {'server_uuid': '9a290c48-747e-425b-88ac-3eb9fc6b41e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a35d5f4-ca78-44d1-84d7-eb44deeefa11', 'code': 200} Sep 19 17:15:01.086873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-9bb28e5e-435e-4abd-9ebb-054c818b2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:01.088907 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-9bb28e5e-435e-4abd-9ebb-054c818b2de2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abdffc55-2833-4ee4-8913-08310e09357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6449935 Sep 19 17:15:01.113683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-37703207-228a-4156-a77d-50ac31295833 None None] For port e0ee2e9c-bc53-4797-b943-f1ab4213f65d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:01.139432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-37703207-228a-4156-a77d-50ac31295833 None None] For port e0ee2e9c-bc53-4797-b943-f1ab4213f65d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e0ee2e9c-bc53-4797-b943-f1ab4213f65d,segment=NetworkSegment(921637dc-0a4f-496d-8605-3fbeb4c20b29),segment_id=921637dc-0a4f-496d-8605-3fbeb4c20b29)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:01.201113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37703207-228a-4156-a77d-50ac31295833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:01.271481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a468860f-3079-47c8-b2c4-cc812656b52e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:01.295121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a468860f-3079-47c8-b2c4-cc812656b52e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:01.295121 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a468860f-3079-47c8-b2c4-cc812656b52e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6472006 Sep 19 17:15:01.295121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44480) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:01.305405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:01.336524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Network': ['ID=022c6d97-6e62-471e-a517-d0698569b25f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:01.336524 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-546a7636-8403-448a-9e5b-33b0e2608183 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.0532572 Sep 19 17:15:01.390077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 022c6d97-6e62-471e-a517-d0698569b25f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:15:01.487130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44484) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:01.551150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Router 74b1229e-2210-409c-a856-5e5faa256e76 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:01.639050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37703207-228a-4156-a77d-50ac31295833 None None] Pushing event updated for resources: {'Port': ['ID=e0ee2e9c-bc53-4797-b943-f1ab4213f65d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:01.644940 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610443d-3be4-4a5c-8a82-95e45e25cd45 None None] Pushing event updated for resources: {'Port': ['ID=eda0042d-646c-494c-b0ea-983428c67eac,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:01.747296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8::1 (87b0d96a-4e59-4c0b-8f8b-4e6935272815/9e158e27-10a3-4e81-8967-c3959adb0e9c/2268f070-56f8-4519-bfc6-be949d5023d5) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:01.750859 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Attempting to bind port eda0042d-646c-494c-b0ea-983428c67eac on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:01.752465 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Attempting to bind port eda0042d-646c-494c-b0ea-983428c67eac by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:01.753889 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Attempting to bind port eda0042d-646c-494c-b0ea-983428c67eac on network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:01.775660 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:01.775660 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Checking segment: {'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:01.777584 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:01.778567 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Bound using segment: {'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:01.782251 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Bound port: eda0042d-646c-494c-b0ea-983428c67eac, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab629f0-6b7a-4c00-9bfe-3463cc179e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:01.782998 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:01.965327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-b872f803-3149-4443-b90d-a35e677e17f3 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8334095 Sep 19 17:15:01.974389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'subnet': {'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:02.006634 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] For port eda0042d-646c-494c-b0ea-983428c67eac, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:02.012012 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] For port eda0042d-646c-494c-b0ea-983428c67eac, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eda0042d-646c-494c-b0ea-983428c67eac,segment=NetworkSegment(eab629f0-6b7a-4c00-9bfe-3463cc179e72),segment_id=eab629f0-6b7a-4c00-9bfe-3463cc179e72)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:02.017709 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:02.140348 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:02.141237 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:02.208179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:02.218494 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e8eec78b-8ae2-4644-9de9-3b08d54ae91e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "PUT /v2.0/routers/74b1229e-2210-409c-a856-5e5faa256e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1772223 Sep 19 17:15:02.220314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b0714-1e2a-4abd-9a6c-6147cf4a9209 None None] Sync routers for ids ['74b1229e-2210-409c-a856-5e5faa256e76'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:02.222078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44502) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:02.233042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b0714-1e2a-4abd-9a6c-6147cf4a9209 None None] Routers {'74b1229e-2210-409c-a856-5e5faa256e76'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:02.233590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1f4b0714-1e2a-4abd-9a6c-6147cf4a9209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['74b1229e-2210-409c-a856-5e5faa256e76'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:02.340615 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b963048-015a-432a-9434-3eeb218c3aa6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:15:02.341316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9b963048-015a-432a-9434-3eeb218c3aa6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:02.355926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c4095-96a6-4b3b-b04f-f2205634e7ac req-dd1c48bf-3689-4d6b-8c38-aa396e5b11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:02.363270 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e05c4095-96a6-4b3b-b04f-f2205634e7ac req-dd1c48bf-3689-4d6b-8c38-aa396e5b11d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 1099 time: 0.9422011 Sep 19 17:15:02.419301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:02.450774 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610443d-3be4-4a5c-8a82-95e45e25cd45 None None] Pushing event updated for resources: {'Port': ['ID=eda0042d-646c-494c-b0ea-983428c67eac,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:02.461839 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:02.467846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3fb13-b02b-4331-913d-b6b593c069d1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 9faec5a1-7774-43a8-acb0-cae2a9645599 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:02.468326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb13-b02b-4331-913d-b6b593c069d1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:02.547186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e05c4095-96a6-4b3b-b04f-f2205634e7ac req-188e9b36-22c1-4c6b-b1ee-52e64b90d2bb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737399 Sep 19 17:15:02.554170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9b963048-015a-432a-9434-3eeb218c3aa6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:02.563186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9b963048-015a-432a-9434-3eeb218c3aa6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/c17facc8-b28b-4979-bb6e-fa9ecfba9a05 HTTP/1.1" status: 404 len: 333 time: 0.3367641 Sep 19 17:15:02.564524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44512) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:02.583390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1f4b0714-1e2a-4abd-9a6c-6147cf4a9209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:02.633808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:02.634434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:02.648714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:02.677812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:02.697256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:subnet and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:02.702212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b0714-1e2a-4abd-9a6c-6147cf4a9209 None None] Routers {'74b1229e-2210-409c-a856-5e5faa256e76'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:02.704743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1f4b0714-1e2a-4abd-9a6c-6147cf4a9209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['74b1229e-2210-409c-a856-5e5faa256e76'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:02.707736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object 2268f070-56f8-4519-bfc6-be949d5023d5 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:02.712050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:02.768376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:02.843230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Made reservation on behalf of 091d6f6472264643859a177361d85451 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:02.853638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2ac5-7759-422a-9a98-8ebdc8d82b00 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:02.853855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:02.879554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1f4b0714-1e2a-4abd-9a6c-6147cf4a9209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:02.880322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b0714-1e2a-4abd-9a6c-6147cf4a9209 None None] The sync data for ids ['74b1229e-2210-409c-a856-5e5faa256e76'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:02.997078 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:54Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:02Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:02.998004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:02.998838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55312-133c-470b-8a6c-d91271f00fed req-f987f269-586a-4e67-8951-037c0d6101c9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:02.999790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e0ee2e9c-bc53-4797-b943-f1ab4213f65d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:03.000469 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ab55312-133c-470b-8a6c-d91271f00fed req-f987f269-586a-4e67-8951-037c0d6101c9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 946 time: 1.0340233 Sep 19 17:15:03.005080 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660f815-ec72-4606-ab14-28483218a1e4 None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:14:54Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:02Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:03.033862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d9cdec-4738-41d8-8123-1b5c06eafa9f None None] Network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:03.114467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44520) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:03.190811 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3cc1460-7584-4465-8ae8-260f4aaa5da0 req-0cf19d49-fbc3-4c58-88b1-45012155b1ac service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0692544 Sep 19 17:15:03.353879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5c491d9a-f74e-42a1-b983-362e50917caf None None] Provisioning for port e0ee2e9c-bc53-4797-b943-f1ab4213f65d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:03.359590 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7ab55312-133c-470b-8a6c-d91271f00fed req-0f01dac4-022e-467a-8137-d6b9187cf772 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458465 Sep 19 17:15:03.362240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.425793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2ac5-7759-422a-9a98-8ebdc8d82b00 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.430742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2ac5-7759-422a-9a98-8ebdc8d82b00 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.438237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port e0ee2e9c-bc53-4797-b943-f1ab4213f65d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:03.452276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.456392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e0ee2e9c-bc53-4797-b943-f1ab4213f65d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:03.456903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.462284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:03.480058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2ac5-7759-422a-9a98-8ebdc8d82b00 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.480935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6b2ac5-7759-422a-9a98-8ebdc8d82b00 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Fanout notify agent at l3_agent the message router_deleted on router 74b1229e-2210-409c-a856-5e5faa256e76 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:15:03.497545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:03.536537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-753963268', 'router:external': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:03.562572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:03.564073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f6b2ac5-7759-422a-9a98-8ebdc8d82b00 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.568838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.571390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f6b2ac5-7759-422a-9a98-8ebdc8d82b00 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/routers/74b1229e-2210-409c-a856-5e5faa256e76 HTTP/1.1" status: 204 len: 168 time: 0.9967978 Sep 19 17:15:03.572504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44528) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:03.575829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:03.591358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Usage tracker for resource:network and tenant:0a7f16772f564bcc8c2964aa98068884 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:03.605978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:03.623297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:03.644665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.661852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=2268f070-56f8-4519-bfc6-be949d5023d5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:03.694987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Made reservation on behalf of 0a7f16772f564bcc8c2964aa98068884 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:03.697352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.753192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb13-b02b-4331-913d-b6b593c069d1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.768546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3093f0db-5d44-462a-990a-35c70de7f940 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet 576c5fb0-9dc4-4371-b8c5-650153622165 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:03.773660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3093f0db-5d44-462a-990a-35c70de7f940 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.777800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.836069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e0ee2e9c-bc53-4797-b943-f1ab4213f65d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:03.837029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.882338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port e0ee2e9c-bc53-4797-b943-f1ab4213f65d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e0ee2e9c-bc53-4797-b943-f1ab4213f65d,segment=NetworkSegment(921637dc-0a4f-496d-8605-3fbeb4c20b29),segment_id=921637dc-0a4f-496d-8605-3fbeb4c20b29)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:03.892432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:03.939740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3093f0db-5d44-462a-990a-35c70de7f940 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.050186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=e0ee2e9c-bc53-4797-b943-f1ab4213f65d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:04.144770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:04.159469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3fb13-b02b-4331-913d-b6b593c069d1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 9faec5a1-7774-43a8-acb0-cae2a9645599 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:04.173888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.176042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3093f0db-5d44-462a-990a-35c70de7f940 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.193977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Usage tracker for resource:security_group_rule and tenant:0a7f16772f564bcc8c2964aa98068884 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:04.200724 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:04.222260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:04.232024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c985755e-bef7-4660-8074-029a47ea321b None None] Provisioning for port 2268f070-56f8-4519-bfc6-be949d5023d5 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:04.243727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.257039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c985755e-bef7-4660-8074-029a47ea321b None None] Provisioning complete for port 2268f070-56f8-4519-bfc6-be949d5023d5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:04.258142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c985755e-bef7-4660-8074-029a47ea321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.371547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e0ee2e9c-bc53-4797-b943-f1ab4213f65d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:04.385168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.411164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.449583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c985755e-bef7-4660-8074-029a47ea321b None None] Port 2268f070-56f8-4519-bfc6-be949d5023d5 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:04.482580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c985755e-bef7-4660-8074-029a47ea321b None None] Provisioning complete for port e0ee2e9c-bc53-4797-b943-f1ab4213f65d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:04.483310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c985755e-bef7-4660-8074-029a47ea321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.490001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=679bbfe6-ddcf-45e6-9046-aaf5be898753,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:04.552112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.596054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.636722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.639916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e0ee2e9c-bc53-4797-b943-f1ab4213f65d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:04.640513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.692790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c985755e-bef7-4660-8074-029a47ea321b None None] Current status of the port e0ee2e9c-bc53-4797-b943-f1ab4213f65d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:04.718141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb13-b02b-4331-913d-b6b593c069d1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.762736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3093f0db-5d44-462a-990a-35c70de7f940 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.786231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e0ee2e9c-bc53-4797-b943-f1ab4213f65d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:04.787888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eda0042d-646c-494c-b0ea-983428c67eac up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:04.800240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:15:04.838072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3fb13-b02b-4331-913d-b6b593c069d1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=9faec5a1-7774-43a8-acb0-cae2a9645599,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:04.871562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-71d6d254-3fa3-44b4-ac8e-c08eed4f531c None None] Provisioning complete for port 2268f070-56f8-4519-bfc6-be949d5023d5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:04.871952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71d6d254-3fa3-44b4-ac8e-c08eed4f531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.876487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Subnet': ['ID=b506893a-8455-415a-92e9-3e9ddfb0f706,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:04.906534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093f0db-5d44-462a-990a-35c70de7f940 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=576c5fb0-9dc4-4371-b8c5-650153622165,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:04.925330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3093f0db-5d44-462a-990a-35c70de7f940 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.952947 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3093f0db-5d44-462a-990a-35c70de7f940 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/576c5fb0-9dc4-4371-b8c5-650153622165 HTTP/1.1" status: 204 len: 168 time: 1.3754642 Sep 19 17:15:04.956367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-71d6d254-3fa3-44b4-ac8e-c08eed4f531c None None] Port 2268f070-56f8-4519-bfc6-be949d5023d5 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:04.957105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44534) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:04.962421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fed58-af3a-466b-b256-70027257b379 None None] Network 924270a1-8f2f-48b8-a2c6-c070880c48d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:04.970295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc9064-11ad-4d3a-8e55-c9ef9e6d04f2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:04.978936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:04.979296 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Added segment a6475a66-c8e1-4f1d-886a-81157291a544 of type vlan for network 98d5922e-5cd0-4276-b282-e30378fdf7ee Sep 19 17:15:04.993444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Checking segment: {'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:04.993812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network hostable DHCP agents. Network: 022c6d97-6e62-471e-a517-d0698569b25f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:15:05.079612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb13-b02b-4331-913d-b6b593c069d1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.092572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Floating IP 84c6d2e6-c438-433c-8bfc-aeaf80a150b8 associated. External IP: 172.26.10.164, port: 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0. Sep 19 17:15:05.162348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fed5f-c2fe-41f0-955b-755c263634c8 req-102f939c-275c-4280-8c17-e20d1d397d2c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:05.166535 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4b3fb13-b02b-4331-913d-b6b593c069d1 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/9faec5a1-7774-43a8-acb0-cae2a9645599 HTTP/1.1" status: 204 len: 168 time: 3.8506427 Sep 19 17:15:05.166535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 022c6d97-6e62-471e-a517-d0698569b25f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:15:05.168792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44538) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:05.169741 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d30fed5f-c2fe-41f0-955b-755c263634c8 req-102f939c-275c-4280-8c17-e20d1d397d2c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 946 time: 0.5029650 Sep 19 17:15:05.173358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.210126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port eda0042d-646c-494c-b0ea-983428c67eac completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:05.218186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port eda0042d-646c-494c-b0ea-983428c67eac triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:05.218714 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.231787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.305631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 022c6d97-6e62-471e-a517-d0698569b25f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:05.340660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7bef6f-1d5d-4652-94ff-f0dd84500a07 None None] Network 022c6d97-6e62-471e-a517-d0698569b25f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:05.342650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:05.343276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.401328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1d596-91ff-46b0-97a9-10875763b91c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:05.403189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1d596-91ff-46b0-97a9-10875763b91c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:05.404111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35b1d596-91ff-46b0-97a9-10875763b91c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:05.415001 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ae54acb-2a35-4647-a06f-d45d6fa098ba tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8975308 Sep 19 17:15:05.419734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44542) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:05.422396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.423567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:05.424291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.434730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] DHCP port deletion for 924270a1-8f2f-48b8-a2c6-c070880c48d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:05.458043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] Deleting port 75b54378-8c79-45c8-9bea-8eed7b469654 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:05.458570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.524158 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d30fed5f-c2fe-41f0-955b-755c263634c8 req-b732cb3e-a5a9-4037-9fa5-a9a9305b89d8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356636 Sep 19 17:15:05.531178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 75b54378-8c79-45c8-9bea-8eed7b469654 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:05.531615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.566244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port eda0042d-646c-494c-b0ea-983428c67eac is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:05.566956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.666803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35b1d596-91ff-46b0-97a9-10875763b91c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:05.670622 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35b1d596-91ff-46b0-97a9-10875763b91c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4903476 Sep 19 17:15:05.690503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.5685413 Sep 19 17:15:05.690503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44548) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:05.706250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44550) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:05.725041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'subnet': {'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:05.740057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:05.757662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Usage tracker for resource:subnet and tenant:0a7f16772f564bcc8c2964aa98068884 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:05.764639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:05.792620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:05.795589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852e8c6-c235-49ff-ae8c-8efb576e4b3a tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'Network': ['ID=98d5922e-5cd0-4276-b282-e30378fdf7ee,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:05.814602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 98d5922e-5cd0-4276-b282-e30378fdf7ee details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:15:05.835695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port eda0042d-646c-494c-b0ea-983428c67eac, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eda0042d-646c-494c-b0ea-983428c67eac,segment=NetworkSegment(eab629f0-6b7a-4c00-9bfe-3463cc179e72),segment_id=eab629f0-6b7a-4c00-9bfe-3463cc179e72)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:05.842451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.902153 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:05.962580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Made reservation on behalf of 0a7f16772f564bcc8c2964aa98068884 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:05.964897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.042188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.043021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.074282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] For port 75b54378-8c79-45c8-9bea-8eed7b469654, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=75b54378-8c79-45c8-9bea-8eed7b469654,segment=NetworkSegment(1c35c161-c0f1-48a6-9a7a-f471d3c72733),segment_id=1c35c161-c0f1-48a6-9a7a-f471d3c72733)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:06.074678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.080123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Router 75f93102-03bb-4f55-96ba-60324115fb5d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:06.087556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-022c6d97-6e62-471e-a517-d0698569b25f', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:06.092302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a12126-4ab8-4694-8b1f-af66c0bfb161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 9c6d8450-4cac-4cf9-b4c0-1bc0033aa6d1 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:06.092735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.100286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] For port 75b54378-8c79-45c8-9bea-8eed7b469654, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=75b54378-8c79-45c8-9bea-8eed7b469654,segment=NetworkSegment(1c35c161-c0f1-48a6-9a7a-f471d3c72733),segment_id=1c35c161-c0f1-48a6-9a7a-f471d3c72733)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:06.100787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.109576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=eda0042d-646c-494c-b0ea-983428c67eac,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:06.159408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a12126-4ab8-4694-8b1f-af66c0bfb161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.232094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eda0042d-646c-494c-b0ea-983428c67eac up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:06.263520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] Calling delete_port for 75b54378-8c79-45c8-9bea-8eed7b469654 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:06.341686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 75b54378-8c79-45c8-9bea-8eed7b469654 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:06.342870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a12126-4ab8-4694-8b1f-af66c0bfb161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.399535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=2268f070-56f8-4519-bfc6-be949d5023d5,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:06.446068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:15:06.446683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:15:06.490939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port eda0042d-646c-494c-b0ea-983428c67eac triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:06.491429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.495176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165775-92f3-456a-a3ff-f8d65284e795 req-07e6a33e-6460-4e66-a214-050d73827d0e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:06.496488 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b2165775-92f3-456a-a3ff-f8d65284e795 req-07e6a33e-6460-4e66-a214-050d73827d0e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 946 time: 0.8416183 Sep 19 17:15:06.517416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.564292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Allocated IP 172.23.0.2 (022c6d97-6e62-471e-a517-d0698569b25f/b506893a-8455-415a-92e9-3e9ddfb0f706/dff1ed13-97e7-4641-aadb-ed78326b5373) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:06.586501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=75b54378-8c79-45c8-9bea-8eed7b469654,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:06.597713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No DVR routers for this DVR port 75b54378-8c79-45c8-9bea-8eed7b469654 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:06.643881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:06.660936 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:06.669151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:06.670255 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:06.671083 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:06.686863 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a12126-4ab8-4694-8b1f-af66c0bfb161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.716104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port eda0042d-646c-494c-b0ea-983428c67eac is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:06.756497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:06.801714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.810218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.818862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 75b54378-8c79-45c8-9bea-8eed7b469654 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:06.875124 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b2165775-92f3-456a-a3ff-f8d65284e795 req-0baf7149-b3a9-4ff1-838f-fe75d8290296 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653364 Sep 19 17:15:06.878375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 75b54378-8c79-45c8-9bea-8eed7b469654 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:06.878718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 75b54378-8c79-45c8-9bea-8eed7b469654 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:06.896704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924270a1-8f2f-48b8-a2c6-c070880c48d2']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:06.921917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c35c161-c0f1-48a6-9a7a-f471d3c72733') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:06.922832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c35c161-c0f1-48a6-9a7a-f471d3c72733') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:06.941503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.947797 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:06.965984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] Deleting port 75b54378-8c79-45c8-9bea-8eed7b469654 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:06.969051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.975267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:06.984337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:15:06.984796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.135806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-36416072-8dfb-4fce-8ed4-5ffce5305393 None None] The port '75b54378-8c79-45c8-9bea-8eed7b469654' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:15:07.168976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.179408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a12126-4ab8-4694-8b1f-af66c0bfb161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.236343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-09ad6d2d-8630-4451-894f-d48a3c305585 None None] Provisioning complete for port 2268f070-56f8-4519-bfc6-be949d5023d5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:07.236917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-09ad6d2d-8630-4451-894f-d48a3c305585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.274426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a12126-4ab8-4694-8b1f-af66c0bfb161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6d8450-4cac-4cf9-b4c0-1bc0033aa6d1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:07.295403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a6a12126-4ab8-4694-8b1f-af66c0bfb161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.300766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e70b5f-8b73-4fe2-bfd7-43f86a27fc56 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:07.317158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 2751822d-771a-4581-93ba-66b9397c903d is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:15:07.329074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-09ad6d2d-8630-4451-894f-d48a3c305585 None None] Port 2268f070-56f8-4519-bfc6-be949d5023d5 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:07.329819 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a6a12126-4ab8-4694-8b1f-af66c0bfb161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/9c6d8450-4cac-4cf9-b4c0-1bc0033aa6d1 HTTP/1.1" status: 204 len: 168 time: 1.6005657 Sep 19 17:15:07.330844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:07.338030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.380998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Transition to ACTIVE for port object dff1ed13-97e7-4641-aadb-ed78326b5373 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:07.387490 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '84c6d2e6-c438-433c-8bfc-aeaf80a150b8', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:54:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:02Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:07.391584 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:07.400711 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:07.401447 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:07.439108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Transition to ACTIVE for port object dff1ed13-97e7-4641-aadb-ed78326b5373 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:07.487871 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.492006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.501156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.512646 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 1c35c161-c0f1-48a6-9a7a-f471d3c72733 resource provider aggregate not found Sep 19 17:15:07.565500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Network': ['ID=924270a1-8f2f-48b8-a2c6-c070880c48d2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:07.570179 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 1c35c161-c0f1-48a6-9a7a-f471d3c72733 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c35c161-c0f1-48a6-9a7a-f471d3c72733 found for delete ", "request_id": "req-938bb22f-bd60-4834-b4f1-bec94980716c"}]} Sep 19 17:15:07.591477 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-927fdd94-1275-4505-ad70-f2d6ae52b913 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/networks/924270a1-8f2f-48b8-a2c6-c070880c48d2 HTTP/1.1" status: 204 len: 168 time: 2.6304016 Sep 19 17:15:07.592205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44568) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:07.663842 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:07.667589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Network 022c6d97-6e62-471e-a517-d0698569b25f is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:07.671458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:07.685254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Pushing event updated for resources: {'Port': ['ID=dff1ed13-97e7-4641-aadb-ed78326b5373,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:07.689427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:07.705891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b43c87-103a-4cc1-b6ab-f635f5b52347 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:07.706664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e8b43c87-103a-4cc1-b6ab-f635f5b52347 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:07.724116 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8ef34774-4eae-4612-9ba9-583b026c6440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.9203577 Sep 19 17:15:07.726240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'tag': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:15:07.729503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9621709-855a-4bce-affc-4ff14c9bb51b" -d '{"events": [{"name": "network-changed", "server_uuid": "70db7e33-b8b1-4707-ac62-22a87b8debc8", "tag": "0bcccb19-48b0-4103-bb32-f6b60dbb2ee0"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:15:07.786729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e8b43c87-103a-4cc1-b6ab-f635f5b52347 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:07.795237 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e8b43c87-103a-4cc1-b6ab-f635f5b52347 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/1819448a-d78e-4311-baa4-e7b2b00416a9 HTTP/1.1" status: 200 len: 840 time: 0.1949875 Sep 19 17:15:07.796045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44578) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:07.823051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Attempting to bind port dff1ed13-97e7-4641-aadb-ed78326b5373 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:07.823422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Attempting to bind port dff1ed13-97e7-4641-aadb-ed78326b5373 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:07.823782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Attempting to bind port dff1ed13-97e7-4641-aadb-ed78326b5373 on network 022c6d97-6e62-471e-a517-d0698569b25f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:07.832329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:07.832704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Checking segment: {'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:07.833102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.833490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Bound using segment: {'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:07.833952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Bound port: dff1ed13-97e7-4641-aadb-ed78326b5373, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:07.834325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:07.956788 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2b344c24-715e-49e4-a26c-5ef22b64e862 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/1819448a-d78e-4311-baa4-e7b2b00416a9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1578832 Sep 19 17:15:07.958144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44582) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:07.980896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:08.026088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] For port dff1ed13-97e7-4641-aadb-ed78326b5373, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:08.030634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] For port dff1ed13-97e7-4641-aadb-ed78326b5373, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dff1ed13-97e7-4641-aadb-ed78326b5373,segment=NetworkSegment(7ab743c5-f471-48e7-aa4f-dd2bca93c2f2),segment_id=7ab743c5-f471-48e7-aa4f-dd2bca93c2f2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:08.030634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:08.043193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:08.045542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Allocated IP 172.23.0.1 (022c6d97-6e62-471e-a517-d0698569b25f/b506893a-8455-415a-92e9-3e9ddfb0f706/902716f4-aac6-4e98-a846-6c759e4e1c70) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:08.089898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] Deleting port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:08.089898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:08.217246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f87d-1b5b-452c-a823-0eaeefddbf16 None None] Pushing event updated for resources: {'Port': ['ID=dff1ed13-97e7-4641-aadb-ed78326b5373,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:08.305208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:08.329887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Transition to ACTIVE for port object 902716f4-aac6-4e98-a846-6c759e4e1c70 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:08.349719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:08.380984 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-073abcf7-942d-4376-9019-112d02bb1c78 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0416951 Sep 19 17:15:08.380984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:08.448988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:08.519468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd417755-4b9b-4f5d-8cf4-65cee1ee9c26 x-openstack-request-id: req-bd417755-4b9b-4f5d-8cf4-65cee1ee9c26 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:15:08.519468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70db7e33-b8b1-4707-ac62-22a87b8debc8", "tag": "0bcccb19-48b0-4103-bb32-f6b60dbb2ee0", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:15:08.528855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bd417755-4b9b-4f5d-8cf4-65cee1ee9c26 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:15:08.528855 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd417755-4b9b-4f5d-8cf4-65cee1ee9c26'] response: {'name': 'network-changed', 'server_uuid': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'tag': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'status': 'completed', 'code': 200} Sep 19 17:15:08.546098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44590) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:08.646547 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '84c6d2e6-c438-433c-8bfc-aeaf80a150b8', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:54:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:02Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:08.658158 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cff1a-f3d1-49a8-a59e-e86305797c92 None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '84c6d2e6-c438-433c-8bfc-aeaf80a150b8', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:54:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:02Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:08.705127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 022c6d97-6e62-471e-a517-d0698569b25f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:08.716031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:08.728872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:08.756022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=902716f4-aac6-4e98-a846-6c759e4e1c70,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:08.774388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:08.800614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:08.828803 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-514c2063-59bd-482c-a8f1-4e7eae394385 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/2751822d-771a-4581-93ba-66b9397c903d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3014560 Sep 19 17:15:08.829836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44594) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:08.834681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c168a11-aad0-4167-8519-a21f34d2c6b4 None None] Sync routers for ids ['2751822d-771a-4581-93ba-66b9397c903d'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:08.924158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c168a11-aad0-4167-8519-a21f34d2c6b4 None None] Routers {'2751822d-771a-4581-93ba-66b9397c903d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:08.924158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7c168a11-aad0-4167-8519-a21f34d2c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2751822d-771a-4581-93ba-66b9397c903d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:08.957350 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:09.072718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] For port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9d342e35-22cc-4e4d-a2e5-9ae29fdff24e,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:09.072718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:09.111152 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa71c7a2-f67e-4645-a050-97eec6a09b84 None None] New status for floating IP 84c6d2e6-c438-433c-8bfc-aeaf80a150b8: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:15:09.154030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-2719339a-713c-4435-900b-362e25d80a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:09.154030 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-2719339a-713c-4435-900b-362e25d80a05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 1098 time: 0.7799613 Sep 19 17:15:09.223564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58ccb6-9ddf-40bc-b40f-137e5f6143e8 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:09.224451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ca58ccb6-9ddf-40bc-b40f-137e5f6143e8 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:09.250461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75379d90-15f6-4449-a0f4-3abfab3c5571 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:09.250461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-75379d90-15f6-4449-a0f4-3abfab3c5571 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:09.291176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] Calling delete_port for 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:09.300327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:09.345339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:09.397231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7c168a11-aad0-4167-8519-a21f34d2c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:09.410998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:09.416026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:09.463228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] No DVR routers for this DVR port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:09.467246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c168a11-aad0-4167-8519-a21f34d2c6b4 None None] Routers {'2751822d-771a-4581-93ba-66b9397c903d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:09.468048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7c168a11-aad0-4167-8519-a21f34d2c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2751822d-771a-4581-93ba-66b9397c903d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:09.514650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-75379d90-15f6-4449-a0f4-3abfab3c5571 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:09.515236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:09.518311 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-75379d90-15f6-4449-a0f4-3abfab3c5571 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0831864 Sep 19 17:15:09.536502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ca58ccb6-9ddf-40bc-b40f-137e5f6143e8 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:09.540375 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ca58ccb6-9ddf-40bc-b40f-137e5f6143e8 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports/2268f070-56f8-4519-bfc6-be949d5023d5 HTTP/1.1" status: 200 len: 911 time: 0.6988988 Sep 19 17:15:09.540375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44598) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:09.555957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44600) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:09.573847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196a422-a281-4c7a-a28e-8f9247cb94f5 None None] Pushing event deleted for resources: {'Port': ['ID=9d342e35-22cc-4e4d-a2e5-9ae29fdff24e,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:09.584822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9d342e35-22cc-4e4d-a2e5-9ae29fdff24e is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:09.585502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:09.600332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7c168a11-aad0-4167-8519-a21f34d2c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:09.601020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c168a11-aad0-4167-8519-a21f34d2c6b4 None None] The sync data for ids ['2751822d-771a-4581-93ba-66b9397c903d'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:09.607316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:09.616858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:09.640453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-19bcf0b2-9403-4973-8c6d-bdb0641ffe9a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e158e27-10a3-4e81-8967-c3959adb0e9c'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:09.810386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-22930f11-17a3-416b-9fa4-876459344885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:09.811895 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-22930f11-17a3-416b-9fa4-876459344885 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.5995598 Sep 19 17:15:09.951318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:15:09.951804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:09.974863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc4f7f-1dc2-45c1-bc5b-4587dd0e14bd None None] Network 022c6d97-6e62-471e-a517-d0698569b25f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:10.088369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a514cbc9-011c-4423-81bc-530cfad43cff None None] Provisioning for port dff1ed13-97e7-4641-aadb-ed78326b5373 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:10.128263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4e3f3-6ca5-42cb-9c03-6e0ec39bf185 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:10.128978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4ca4e3f3-6ca5-42cb-9c03-6e0ec39bf185 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:10.254056 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-36be4412-0096-4726-bf29-06ded7ae97a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 HTTP/1.1" status: 200 len: 1002 time: 0.2446613 Sep 19 17:15:10.264011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4ca4e3f3-6ca5-42cb-9c03-6e0ec39bf185 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:10.265369 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4ca4e3f3-6ca5-42cb-9c03-6e0ec39bf185 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7129369 Sep 19 17:15:10.306299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dff1ed13-97e7-4641-aadb-ed78326b5373 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:10.336209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44606) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:10.355074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-9bb6e880-62b7-41ab-8057-73eba6ebc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:10.355074 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-9bb6e880-62b7-41ab-8057-73eba6ebc1ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.0875835 Sep 19 17:15:10.458488 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-599b0991-929a-40c5-ace9-a23ebdcbfeed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934649 Sep 19 17:15:10.458488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44610) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:10.474499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port dff1ed13-97e7-4641-aadb-ed78326b5373 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:10.481879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port dff1ed13-97e7-4641-aadb-ed78326b5373 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:10.482433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.484014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:10.538977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Checking segment: {'id': 'a6475a66-c8e1-4f1d-886a-81157291a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:10.539248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Network hostable DHCP agents. Network: 98d5922e-5cd0-4276-b282-e30378fdf7ee, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:15:10.549867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1ddcbfd-7bf2-4eea-acef-f3d207ca869c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:10.655053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.700411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port dff1ed13-97e7-4641-aadb-ed78326b5373 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:10.700699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.700943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.743972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.745820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19bcf0b2-9403-4973-8c6d-bdb0641ffe9a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.750714 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3cd4a941-aac9-45ac-840f-d9d238230f8d None None] Provisioning complete for port dff1ed13-97e7-4641-aadb-ed78326b5373 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:10.751060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a941-aac9-45ac-840f-d9d238230f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.760340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.762289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Network 98d5922e-5cd0-4276-b282-e30378fdf7ee is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:15:10.782710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port dff1ed13-97e7-4641-aadb-ed78326b5373, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dff1ed13-97e7-4641-aadb-ed78326b5373,segment=NetworkSegment(7ab743c5-f471-48e7-aa4f-dd2bca93c2f2),segment_id=7ab743c5-f471-48e7-aa4f-dd2bca93c2f2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:10.791117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.896806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=dff1ed13-97e7-4641-aadb-ed78326b5373,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:10.928907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:10.942777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 98d5922e-5cd0-4276-b282-e30378fdf7ee) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:10.955929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed8e85-bd96-42cc-bf74-7f87b5f5969c None None] Network 98d5922e-5cd0-4276-b282-e30378fdf7ee requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:10.973057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:10.984105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:10.984982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.985238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.990031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:10.990872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:10.994542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event updated for resources: {'Port': ['ID=902716f4-aac6-4e98-a846-6c759e4e1c70,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:11.035062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:11.035623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02b38e-55c6-40d5-998e-36cca3e56332 None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:11.042945 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0686691 Sep 19 17:15:11.051549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e4286-b0ac-4765-a581-7c63e5232667 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=09b5a0ef-e2f5-4322-b7f8-90d583aff81d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:11.061574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4a941-aac9-45ac-840f-d9d238230f8d None None] Current status of the port dff1ed13-97e7-4641-aadb-ed78326b5373 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:11.065279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44614) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:11.088109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'security_group': {'name': 'tempest-secgroup-1590783178'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:11.093548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:11.100482 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e87d7285-20f1-4e60-9177-67174e929f06 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.3908477 Sep 19 17:15:11.100640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-44a907a0-e31c-44b5-9002-7b47b8122acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:11.100640 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-44a907a0-e31c-44b5-9002-7b47b8122acc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7415197 Sep 19 17:15:11.150243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44618) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:11.163178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:11.166098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3cd4a941-aac9-45ac-840f-d9d238230f8d None None] Provisioning for port 902716f4-aac6-4e98-a846-6c759e4e1c70 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:11.166550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-916839006', 'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:11.195160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:11.202767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3cd4a941-aac9-45ac-840f-d9d238230f8d None None] Provisioning complete for port 902716f4-aac6-4e98-a846-6c759e4e1c70 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:11.202767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a941-aac9-45ac-840f-d9d238230f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:11.211255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:11.211255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:11.211255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:11.261067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4a941-aac9-45ac-840f-d9d238230f8d None None] Port 902716f4-aac6-4e98-a846-6c759e4e1c70 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:11.319457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:11.350738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Usage tracker for resource:port and tenant:0a7f16772f564bcc8c2964aa98068884 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:11.358749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:11.365740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:11.380869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:11.467410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:11.489355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Made reservation on behalf of 0a7f16772f564bcc8c2964aa98068884 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:11.492842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:11.527526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-54b2e014-0f68-49e9-8d31-916fe4957354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:11.550560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4bcd0f1a-be76-4254-9203-bfe3a7d55ad2 None None] Provisioning complete for port 902716f4-aac6-4e98-a846-6c759e4e1c70 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:11.550560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4bcd0f1a-be76-4254-9203-bfe3a7d55ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:11.565638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:11.584108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Network 022c6d97-6e62-471e-a517-d0698569b25f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:11.606314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group_rule and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:11.606314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] device_id is not set on port 01becaab-a641-4c4d-a5b3-572eb4a8cb28 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:15:11.612051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3065a6-b471-4dab-ac3c-adc1a523d70c None None] Network 98d5922e-5cd0-4276-b282-e30378fdf7ee requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:11.633844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd0f1a-be76-4254-9203-bfe3a7d55ad2 None None] Port 902716f4-aac6-4e98-a846-6c759e4e1c70 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:11.654640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:11.675083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:11.795975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'tenant_id': '9bef7bf06a55483c91d04fcffeb787be', 'fixed_ips': [{'subnet_id': '09b5a0ef-e2f5-4322-b7f8-90d583aff81d'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:11.795975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:11.799259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:11.800748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.17 (97fe56ed-c719-40b9-a3e6-bd4e7eec0431/0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7/05c857a4-f366-4d3b-89e9-3646e28a655d) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:11.819964 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-1ec4f4c7-5e50-47e9-b7c5-61ff031d72d1 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037493 Sep 19 17:15:11.919394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Allocated IP 172.20.0.3 (98d5922e-5cd0-4276-b282-e30378fdf7ee/e1ddcbfd-7bf2-4eea-acef-f3d207ca869c/01becaab-a641-4c4d-a5b3-572eb4a8cb28) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:12.091470 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:15:12.196303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.203828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Allocated IP 172.20.0.2 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/09b5a0ef-e2f5-4322-b7f8-90d583aff81d/8a4d5e32-cf21-4309-b130-463989cc4c3b) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:12.216375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.246405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dff1ed13-97e7-4641-aadb-ed78326b5373 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:12.383170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:12.454799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-000c2689-09be-4ef9-aca0-1dfcde0ffe79 None None] Provisioning complete for port 902716f4-aac6-4e98-a846-6c759e4e1c70 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:12.454799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-000c2689-09be-4ef9-aca0-1dfcde0ffe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.457665 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b9621709-855a-4bce-affc-4ff14c9bb51b req-a5cc1c59-41ff-4636-8d18-0f17c1b17430 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294377 Sep 19 17:15:12.604912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.605615 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5391891 Sep 19 17:15:12.636808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44622) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:12.658056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83e2dd-6d52-4939-a492-cf420403f599 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086481ed-9da6-40e3-a2b3-4fe30fc1f4e8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:12.658056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'security_group': {'name': 'tempest-secgroup-1387683817'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:12.705163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:12.730992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.730992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:12.737670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.746739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19bcf0b2-9403-4973-8c6d-bdb0641ffe9a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.754542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Transition to ACTIVE for port object 8a4d5e32-cf21-4309-b130-463989cc4c3b will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:12.767606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:12.767606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19bcf0b2-9403-4973-8c6d-bdb0641ffe9a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.767943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:12.768971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bcf0b2-9403-4973-8c6d-bdb0641ffe9a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:12.768971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19bcf0b2-9403-4973-8c6d-bdb0641ffe9a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.768971 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19bcf0b2-9403-4973-8c6d-bdb0641ffe9a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/ports/2268f070-56f8-4519-bfc6-be949d5023d5 HTTP/1.1" status: 200 len: 911 time: 3.1877389 Sep 19 17:15:12.769381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Transition to ACTIVE for port object 8a4d5e32-cf21-4309-b130-463989cc4c3b will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:12.769521 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-431a9aea-ef4e-4663-85ff-93522f61dcc7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3297668 Sep 19 17:15:12.769521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44626) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:12.770838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:12.771979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44628) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:12.774301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.829753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:12.845756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:15:12.845756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:12.864133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:12.864133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:12.881498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:12.891125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-000c2689-09be-4ef9-aca0-1dfcde0ffe79 None None] Port 902716f4-aac6-4e98-a846-6c759e4e1c70 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:12.891125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:12.891125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:14:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:12.953129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:12.980900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 05c857a4-f366-4d3b-89e9-3646e28a655d will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:12.999318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Pushing event updated for resources: {'Port': ['ID=8a4d5e32-cf21-4309-b130-463989cc4c3b,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:12.999318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port dff1ed13-97e7-4641-aadb-ed78326b5373 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:12.999318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.016398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcf0b2-9403-4973-8c6d-bdb0641ffe9a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=2268f070-56f8-4519-bfc6-be949d5023d5,revision_number=3']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:13.122022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.131411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.174042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:13.194498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Attempting to bind port 8a4d5e32-cf21-4309-b130-463989cc4c3b on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:13.194498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Attempting to bind port 8a4d5e32-cf21-4309-b130-463989cc4c3b by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '5c2de1d8-2edd-4d3c-96c3-3756ac6159f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:13.194498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Attempting to bind port 8a4d5e32-cf21-4309-b130-463989cc4c3b on network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:13.206639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:13.206639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:13.206639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.210476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:13.210476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Checking segment: {'id': '5c2de1d8-2edd-4d3c-96c3-3756ac6159f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:13.210476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.210476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Bound using segment: {'id': '5c2de1d8-2edd-4d3c-96c3-3756ac6159f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:13.210476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Bound port: 8a4d5e32-cf21-4309-b130-463989cc4c3b, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2de1d8-2edd-4d3c-96c3-3756ac6159f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:13.210476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.219566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72efcac0-df4c-4a40-84e0-c8e674789c0f None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:13.250125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:13.263418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=d28e954a-575b-4127-8684-e3922c730d1d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:13.267246 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f469fc97-0bd6-4b58-811e-d11efcb3b3ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8093402 Sep 19 17:15:13.268626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:13.281742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44634) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:13.286571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group_rule and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:13.356311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:13.365069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:d2:39:98', 'name': 'tempest-NetworksTestDHCPv6-164456691'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:13.496014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:13.549565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.550536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.632215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port dff1ed13-97e7-4641-aadb-ed78326b5373 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:13.677132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.738039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:13.763878 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:13.766708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:13.790326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8a168f3f-6200-40fe-8c74-9504e45f75d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.839922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] For port 8a4d5e32-cf21-4309-b130-463989cc4c3b, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:13.843528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=05c857a4-f366-4d3b-89e9-3646e28a655d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:13.913625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] For port 8a4d5e32-cf21-4309-b130-463989cc4c3b, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8a4d5e32-cf21-4309-b130-463989cc4c3b,segment=NetworkSegment(5c2de1d8-2edd-4d3c-96c3-3756ac6159f6),segment_id=5c2de1d8-2edd-4d3c-96c3-3756ac6159f6)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:13.936791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.975139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Network 98d5922e-5cd0-4276-b282-e30378fdf7ee is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:13.999671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:13.999671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:13.999671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:14.065202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:14.072239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6e404-7780-4bca-9074-414811bbf09e None None] Pushing event updated for resources: {'Port': ['ID=8a4d5e32-cf21-4309-b130-463989cc4c3b,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:14.149894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'Port': ['ID=01becaab-a641-4c4d-a5b3-572eb4a8cb28,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:14.166395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:14.170379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': 'd28e954a-575b-4127-8684-e3922c730d1d'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:14.170379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.194657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ee16daa4-1aea-4f9d-bd2b-5884c1a9c5a0 None None] Provisioning for port 05c857a4-f366-4d3b-89e9-3646e28a655d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:14.204097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ee16daa4-1aea-4f9d-bd2b-5884c1a9c5a0 None None] Provisioning complete for port 05c857a4-f366-4d3b-89e9-3646e28a655d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:14.204410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ee16daa4-1aea-4f9d-bd2b-5884c1a9c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.218068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.228518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.272263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:14.278561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 2268f070-56f8-4519-bfc6-be949d5023d5 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:14.278561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.422796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ee16daa4-1aea-4f9d-bd2b-5884c1a9c5a0 None None] Port 05c857a4-f366-4d3b-89e9-3646e28a655d cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:14.534526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:09Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:10Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:14.550929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:14.550929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Updating router 6359253a-342f-4806-b783-bef0b04d8467 port 902716f4-aac6-4e98-a846-6c759e4e1c70 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:15:14.615278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Allocated IP 2001:db8::f816:3eff:fe6d:f1ef (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/d28e954a-575b-4127-8684-e3922c730d1d/d65da84f-487c-423c-8552-919360572f99) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:14.624858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.670726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.776899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.796029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:14.796640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.889233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 2268f070-56f8-4519-bfc6-be949d5023d5 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:14.902818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b845a-d36a-435b-b435-713443ca59ca,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:14.967547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cc446057-19ca-4ba4-9ee4-05d3ec2adc74 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.8154459 Sep 19 17:15:14.967547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:14.967547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-86ae516f-3f60-49cf-b359-5ce468a5f7b5 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3362484 Sep 19 17:15:14.967547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44640) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:14.976114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 7685b89d-5faf-41c8-ab7b-7891c30b7b99 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:15:15.004562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44642) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:15.021013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-912734903', 'security_groups': ['f29b845a-d36a-435b-b435-713443ca59ca'], 'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09b5a0ef-e2f5-4322-b7f8-90d583aff81d'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:15.113158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e69b11be-f255-4ca3-8eda-560a4293dd0f tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Deleting port 01becaab-a641-4c4d-a5b3-572eb4a8cb28 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:15.113502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e69b11be-f255-4ca3-8eda-560a4293dd0f tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.164333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.198110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.245128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Transition to ACTIVE for port object d65da84f-487c-423c-8552-919360572f99 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:15.245128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.281760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Transition to ACTIVE for port object d65da84f-487c-423c-8552-919360572f99 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:15.286339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.419812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:15.432211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:15.442519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:15.507451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Pushing event updated for resources: {'Port': ['ID=d65da84f-487c-423c-8552-919360572f99,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:15.511609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.542397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 17:15:15.554866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.559312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fed2:3998 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/d28e954a-575b-4127-8684-e3922c730d1d/7685b89d-5faf-41c8-ab7b-7891c30b7b99) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:15.592113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.594766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Transition to ACTIVE for port object 902716f4-aac6-4e98-a846-6c759e4e1c70 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:15.597570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Attempting to bind port d65da84f-487c-423c-8552-919360572f99 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:15.597944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Attempting to bind port d65da84f-487c-423c-8552-919360572f99 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:15.598830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Attempting to bind port d65da84f-487c-423c-8552-919360572f99 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:15.607628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Removed routes are [] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 17:15:15.608383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.614307 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:15.614707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:15.615148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.615546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:15.616114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Bound port: d65da84f-487c-423c-8552-919360572f99, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:15.616635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.659843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:15.687439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=2268f070-56f8-4519-bfc6-be949d5023d5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:15.730037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:15.740232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:port and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:15.755964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:15.765061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:15.781517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:16.084588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4168ed8-fced-430b-96a3-4786308b563c None None] Pushing event updated for resources: {'Port': ['ID=902716f4-aac6-4e98-a846-6c759e4e1c70,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:16.109762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] For port d65da84f-487c-423c-8552-919360572f99, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:16.109762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] For port d65da84f-487c-423c-8552-919360572f99, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d65da84f-487c-423c-8552-919360572f99,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:16.109762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Attempting to bind port 902716f4-aac6-4e98-a846-6c759e4e1c70 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:16.109762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Attempting to bind port 902716f4-aac6-4e98-a846-6c759e4e1c70 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:16.109762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Attempting to bind port 902716f4-aac6-4e98-a846-6c759e4e1c70 on network 022c6d97-6e62-471e-a517-d0698569b25f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:16.121175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.134318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.134318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:16.134318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Checking segment: {'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:16.134318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.134318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Bound using segment: {'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:16.134318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Bound port: 902716f4-aac6-4e98-a846-6c759e4e1c70, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:16.134318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.428760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.487786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8a4d5e32-cf21-4309-b130-463989cc4c3b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:16.564732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b89ca25d-ce6f-41c2-bfe8-92108f27b6d4 None None] Provisioning for port 8a4d5e32-cf21-4309-b130-463989cc4c3b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:16.576214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] For port 902716f4-aac6-4e98-a846-6c759e4e1c70, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:16.578519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb57bb-714c-49f2-910d-1d772ceb8ca9 None None] Pushing event updated for resources: {'Port': ['ID=d65da84f-487c-423c-8552-919360572f99,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:16.583332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e69b11be-f255-4ca3-8eda-560a4293dd0f tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.594485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] For port 902716f4-aac6-4e98-a846-6c759e4e1c70, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=902716f4-aac6-4e98-a846-6c759e4e1c70,segment=NetworkSegment(7ab743c5-f471-48e7-aa4f-dd2bca93c2f2),segment_id=7ab743c5-f471-48e7-aa4f-dd2bca93c2f2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:16.608293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.626728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.665634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 8a4d5e32-cf21-4309-b130-463989cc4c3b completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:16.683504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:16.684232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.759631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 2c90f5b4-4215-4a14-8047-0630773d2326 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:15:16.781969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b89ca25d-ce6f-41c2-bfe8-92108f27b6d4 None None] Provisioning complete for port 1819448a-d78e-4311-baa4-e7b2b00416a9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:16.782500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b89ca25d-ce6f-41c2-bfe8-92108f27b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:16.805591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 2751822d-771a-4581-93ba-66b9397c903d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:16.905462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:16.906160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:17.061446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:17.069363 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b1c1d-66f9-4100-9428-c070d015de48 None None] Sync routers for ids ['2751822d-771a-4581-93ba-66b9397c903d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:17.082120 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed87e80b-3798-4178-adf8-c945da066663 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/2751822d-771a-4581-93ba-66b9397c903d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2788575 Sep 19 17:15:17.086778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:17.094587 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b1c1d-66f9-4100-9428-c070d015de48 None None] Routers {'2751822d-771a-4581-93ba-66b9397c903d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:17.095968 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-284b1c1d-66f9-4100-9428-c070d015de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2751822d-771a-4581-93ba-66b9397c903d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:17.135252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:17.135699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.143112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c82c8a58-cca5-46c5-bd47-e6a1ecedd497 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:17.146499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e69b11be-f255-4ca3-8eda-560a4293dd0f tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Calling delete_port for 01becaab-a641-4c4d-a5b3-572eb4a8cb28 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:17.167110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4168ed8-fced-430b-96a3-4786308b563c None None] Pushing event updated for resources: {'Port': ['ID=902716f4-aac6-4e98-a846-6c759e4e1c70,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:17.170010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b89ca25d-ce6f-41c2-bfe8-92108f27b6d4 None None] Port 1819448a-d78e-4311-baa4-e7b2b00416a9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:17.200158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8a4d5e32-cf21-4309-b130-463989cc4c3b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8a4d5e32-cf21-4309-b130-463989cc4c3b,segment=NetworkSegment(5c2de1d8-2edd-4d3c-96c3-3756ac6159f6),segment_id=5c2de1d8-2edd-4d3c-96c3-3756ac6159f6)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:17.208862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.211338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:17.243189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c82c8a58-cca5-46c5-bd47-e6a1ecedd497 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:17.245697 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c82c8a58-cca5-46c5-bd47-e6a1ecedd497 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=2751822d-771a-4581-93ba-66b9397c903d HTTP/1.1" status: 200 len: 205 time: 0.1588106 Sep 19 17:15:17.248178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.9 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/09b5a0ef-e2f5-4322-b7f8-90d583aff81d/2c90f5b4-4215-4a14-8047-0630773d2326) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:17.250403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44652) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:17.255576 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-284b1c1d-66f9-4100-9428-c070d015de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:17.275145 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b1c1d-66f9-4100-9428-c070d015de48 None None] Routers {'2751822d-771a-4581-93ba-66b9397c903d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:17.276022 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-284b1c1d-66f9-4100-9428-c070d015de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2751822d-771a-4581-93ba-66b9397c903d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:17.306964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.342732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.347039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.391966 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-284b1c1d-66f9-4100-9428-c070d015de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:17.392354 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b1c1d-66f9-4100-9428-c070d015de48 None None] The sync data for ids ['2751822d-771a-4581-93ba-66b9397c903d'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:17.479239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8a4d5e32-cf21-4309-b130-463989cc4c3b,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:17.565048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d009bf-99b3-4829-8f09-fba2860bca8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.654523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 7685b89d-5faf-41c8-ab7b-7891c30b7b99 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:17.727083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 6, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:16Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:17.731719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7211f3-bb73-468c-87fe-1489f5c33c2d None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 6, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:16Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:17.812121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e60fdcac-c53f-4aaa-98cd-771578dd61c5 None None] Provisioning for port d65da84f-487c-423c-8552-919360572f99 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:17.833985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:17.843206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e69b11be-f255-4ca3-8eda-560a4293dd0f tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.899228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.905645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b11be-f255-4ca3-8eda-560a4293dd0f tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event deleted for resources: {'Port': ['ID=01becaab-a641-4c4d-a5b3-572eb4a8cb28,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:17.955969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d009bf-99b3-4829-8f09-fba2860bca8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.961392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d009bf-99b3-4829-8f09-fba2860bca8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:17.994494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.008186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d009bf-99b3-4829-8f09-fba2860bca8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.008705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d009bf-99b3-4829-8f09-fba2860bca8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Fanout notify agent at l3_agent the message router_deleted on router 2751822d-771a-4581-93ba-66b9397c903d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:15:18.026340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object 2c90f5b4-4215-4a14-8047-0630773d2326 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:18.034685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35d009bf-99b3-4829-8f09-fba2860bca8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.035794 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35d009bf-99b3-4829-8f09-fba2860bca8a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/2751822d-771a-4581-93ba-66b9397c903d HTTP/1.1" status: 204 len: 168 time: 0.7841773 Sep 19 17:15:18.038746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:18.068821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:15:18.179223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.222064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.253927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-720328fa-ef68-4af4-b966-1f9a6b09f17d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet 9e158e27-10a3-4e81-8967-c3959adb0e9c {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:18.259132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-720328fa-ef68-4af4-b966-1f9a6b09f17d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.302241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.304381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:18.317363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=7685b89d-5faf-41c8-ab7b-7891c30b7b99,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:18.320355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:18.409239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:18.414984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:18.418333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=2c90f5b4-4215-4a14-8047-0630773d2326,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:18.422996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.424502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:18.428229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:18.433449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:18.480323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-720328fa-ef68-4af4-b966-1f9a6b09f17d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.516008 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8a4d5e32-cf21-4309-b130-463989cc4c3b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:18.550772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:18.670108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.676951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:18.677712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.687029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:18.687716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.709910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e69b11be-f255-4ca3-8eda-560a4293dd0f tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.730217 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e69b11be-f255-4ca3-8eda-560a4293dd0f tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "DELETE /v2.0/ports/01becaab-a641-4c4d-a5b3-572eb4a8cb28 HTTP/1.1" status: 204 len: 168 time: 3.7098317 Sep 19 17:15:18.743598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44660) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:18.751202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.755396 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4f42ac79-989b-4e00-b5ef-315e1139138f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 200 len: 934 time: 5.9805465 Sep 19 17:15:18.763855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44662) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:18.772389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee', 'external_fixed_ips': [{'subnet_id': 'e1ddcbfd-7bf2-4eea-acef-f3d207ca869c', 'ip_address': '172.20.0.3'}]}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:18.782467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44668) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:18.782607 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-08df605a-1174-4e7d-b427-0e40b9fc4bf0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4992909 Sep 19 17:15:18.803298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:18.921756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e5431fe5-d7c5-4842-9838-28dc7835bb21 None None] Provisioning for port 7685b89d-5faf-41c8-ab7b-7891c30b7b99 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:18.934099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:18.935704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 902716f4-aac6-4e98-a846-6c759e4e1c70 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:18.948271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-720328fa-ef68-4af4-b966-1f9a6b09f17d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:18.970157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:18.979257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e5431fe5-d7c5-4842-9838-28dc7835bb21 None None] Provisioning complete for port 7685b89d-5faf-41c8-ab7b-7891c30b7b99 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:18.979882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e5431fe5-d7c5-4842-9838-28dc7835bb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.018231 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19364ebe-9685-43ef-b16d-4c990057e584 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0086255 Sep 19 17:15:19.031784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44672) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:19.047758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:19.071178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:19.071178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:19.132913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=05c857a4-f366-4d3b-89e9-3646e28a655d,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:19.132913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Usage tracker for resource:router and tenant:0a7f16772f564bcc8c2964aa98068884 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:19.147882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:19.227832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:19.244178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:19.244178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:19.254792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:19.267114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6f19b-7cb8-4cea-9184-35c7e1a81c22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:19.275928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e5431fe5-d7c5-4842-9838-28dc7835bb21 None None] Port 7685b89d-5faf-41c8-ab7b-7891c30b7b99 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:19.283805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6f19b-7cb8-4cea-9184-35c7e1a81c22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:19.283805 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e5d6f19b-7cb8-4cea-9184-35c7e1a81c22 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4779992 Sep 19 17:15:19.291731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:19.299537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44676) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:19.307703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 902716f4-aac6-4e98-a846-6c759e4e1c70 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:19.336806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 902716f4-aac6-4e98-a846-6c759e4e1c70 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:19.336806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.354124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.354124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.359965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:19.359965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.383135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:19.455241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-720328fa-ef68-4af4-b966-1f9a6b09f17d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.461906 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eb3db6d2-c973-4d1b-b5f7-5e2d841f1a6e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 200 len: 934 time: 0.6753328 Sep 19 17:15:19.461906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44680) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:19.536082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-49f84652-24e1-40b6-9fc2-ea02e0177b85 None None] Provisioning for port 2c90f5b4-4215-4a14-8047-0630773d2326 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:19.541868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'routes': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:19.547300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-720328fa-ef68-4af4-b966-1f9a6b09f17d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.552870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de194a-5209-4229-9eba-c89f3bdbc601 None None] Network 87b0d96a-4e59-4c0b-8f8b-4e6935272815 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:19.559364 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-720328fa-ef68-4af4-b966-1f9a6b09f17d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/9e158e27-10a3-4e81-8967-c3959adb0e9c HTTP/1.1" status: 204 len: 168 time: 1.5087099 Sep 19 17:15:19.559364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44684) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:19.559364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720328fa-ef68-4af4-b966-1f9a6b09f17d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=9e158e27-10a3-4e81-8967-c3959adb0e9c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:19.722230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.729439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b950fa90-e908-4867-b12d-4d5e29b7ca5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 7685b89d-5faf-41c8-ab7b-7891c30b7b99 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:19.729439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b950fa90-e908-4867-b12d-4d5e29b7ca5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.838271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port e0ee2e9c-bc53-4797-b943-f1ab4213f65d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:19.845168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.853329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:19.886600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:19.886600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:19.929180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-49f84652-24e1-40b6-9fc2-ea02e0177b85 None None] Provisioning complete for port 2c90f5b4-4215-4a14-8047-0630773d2326 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:19.929180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-49f84652-24e1-40b6-9fc2-ea02e0177b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:20.136936 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 09b5a0ef-e2f5-4322-b7f8-90d583aff81d (CIDR: 172.20.0.0/28) Sep 19 17:15:20.318168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b950fa90-e908-4867-b12d-4d5e29b7ca5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:20.332420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-49f84652-24e1-40b6-9fc2-ea02e0177b85 None None] Port 2c90f5b4-4215-4a14-8047-0630773d2326 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:20.398894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 902716f4-aac6-4e98-a846-6c759e4e1c70 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:20.398894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:20.475471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 902716f4-aac6-4e98-a846-6c759e4e1c70, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=902716f4-aac6-4e98-a846-6c759e4e1c70,segment=NetworkSegment(7ab743c5-f471-48e7-aa4f-dd2bca93c2f2),segment_id=7ab743c5-f471-48e7-aa4f-dd2bca93c2f2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:20.480174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b950fa90-e908-4867-b12d-4d5e29b7ca5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 7685b89d-5faf-41c8-ab7b-7891c30b7b99 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:20.490803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:20.490803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d65da84f-487c-423c-8552-919360572f99 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:20.611393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 6, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:16Z', 'revision_number': 4, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:20.628457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:20.712445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3984964c-eca3-4467-b842-bf034701a03c None None] Provisioning complete for port 05c857a4-f366-4d3b-89e9-3646e28a655d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:20.712445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3984964c-eca3-4467-b842-bf034701a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:20.777107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:20.777107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:20.801963 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:15:20.801963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:20.826761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:20.862849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 2008a360-1444-4d27-88ce-546ac3947ae1 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:20.962378 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a0d958ca-a0c0-447a-9f88-15069fcb9bf6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9289958 Sep 19 17:15:20.962378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44688) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:20.962378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:20.988866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:20.992137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b950fa90-e908-4867-b12d-4d5e29b7ca5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:21.120342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950fa90-e908-4867-b12d-4d5e29b7ca5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=7685b89d-5faf-41c8-ab7b-7891c30b7b99,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:21.139104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port e0ee2e9c-bc53-4797-b943-f1ab4213f65d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e0ee2e9c-bc53-4797-b943-f1ab4213f65d,segment=NetworkSegment(921637dc-0a4f-496d-8605-3fbeb4c20b29),segment_id=921637dc-0a4f-496d-8605-3fbeb4c20b29)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:21.139970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:21.145914 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3984964c-eca3-4467-b842-bf034701a03c None None] Port 05c857a4-f366-4d3b-89e9-3646e28a655d cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:21.155183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=902716f4-aac6-4e98-a846-6c759e4e1c70,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:21.321160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b950fa90-e908-4867-b12d-4d5e29b7ca5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:21.321160 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b950fa90-e908-4867-b12d-4d5e29b7ca5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/7685b89d-5faf-41c8-ab7b-7891c30b7b99 HTTP/1.1" status: 204 len: 168 time: 2.0485513 Sep 19 17:15:21.331777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44694) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:21.341463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] DHCP port deletion for 87b0d96a-4e59-4c0b-8f8b-4e6935272815 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:21.385976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port d65da84f-487c-423c-8552-919360572f99 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:21.395083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d65da84f-487c-423c-8552-919360572f99 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:21.395493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:21.434103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for e0ee2e9c-bc53-4797-b943-f1ab4213f65d owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:21.462606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] Deleting port e0ee2e9c-bc53-4797-b943-f1ab4213f65d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:21.463414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:21.652860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:21.652860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:21.652860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:21.669028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:21.669028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:21.733652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=e0ee2e9c-bc53-4797-b943-f1ab4213f65d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:21.733652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:21.733652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:21.758972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No DVR routers for this DVR port e0ee2e9c-bc53-4797-b943-f1ab4213f65d on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:21.814827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] For port e0ee2e9c-bc53-4797-b943-f1ab4213f65d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e0ee2e9c-bc53-4797-b943-f1ab4213f65d,segment=NetworkSegment(921637dc-0a4f-496d-8605-3fbeb4c20b29),segment_id=921637dc-0a4f-496d-8605-3fbeb4c20b29)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:21.814827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:21.887226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75029181-a028-4094-92a4-c79b454e3a37 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:21.887226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75029181-a028-4094-92a4-c79b454e3a37 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:21.887226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-75029181-a028-4094-92a4-c79b454e3a37 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:21.946650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:21.960839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] Calling delete_port for e0ee2e9c-bc53-4797-b943-f1ab4213f65d owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:21.969731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added routes are [] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 17:15:21.969731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 17:15:21.969731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-75029181-a028-4094-92a4-c79b454e3a37 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:21.969731 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-75029181-a028-4094-92a4-c79b454e3a37 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5369391 Sep 19 17:15:21.969731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44698) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:21.984112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.037882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b0d96a-4e59-4c0b-8f8b-4e6935272815']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:22.047025 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b681ff70-471c-44af-a5e4-eda740774ac7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/2008a360-1444-4d27-88ce-546ac3947ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4766426 Sep 19 17:15:22.057405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:15:22.057405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:15:22.068036 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Sync routers for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:22.076187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921637dc-0a4f-496d-8605-3fbeb4c20b29') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:22.076187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921637dc-0a4f-496d-8605-3fbeb4c20b29') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:22.087345 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:22.087345 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:22.089759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.100660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.114793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:15:22.114793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.178450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.217140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d65da84f-487c-423c-8552-919360572f99 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:22.217140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.256597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port d65da84f-487c-423c-8552-919360572f99, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d65da84f-487c-423c-8552-919360572f99,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:22.262830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.277251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 6, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:20Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:22.339985 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 921637dc-0a4f-496d-8605-3fbeb4c20b29 resource provider aggregate not found Sep 19 17:15:22.371288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.386776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.401541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c8c0e-5853-47b5-a587-8cc77eaa2350 None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 6, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:20Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:22.406594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-42787d7b-a3f7-42f1-beed-2ec577fdbc0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet d28e954a-575b-4127-8684-e3922c730d1d {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:22.413264 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 921637dc-0a4f-496d-8605-3fbeb4c20b29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 921637dc-0a4f-496d-8605-3fbeb4c20b29 found for delete ", "request_id": "req-81625bc5-ecf4-4c59-bd90-e70c84529f4b"}]} Sep 19 17:15:22.475449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=87b0d96a-4e59-4c0b-8f8b-4e6935272815,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:22.481492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 902716f4-aac6-4e98-a846-6c759e4e1c70 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:22.500575 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a740acce-1046-4ba9-989f-54f8d5edaa54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/87b0d96a-4e59-4c0b-8f8b-4e6935272815 HTTP/1.1" status: 204 len: 168 time: 2.9400423 Sep 19 17:15:22.507981 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:22.519359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1474444357', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:22.543145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:22.549373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:router and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:22.553275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] Deleting port e0ee2e9c-bc53-4797-b943-f1ab4213f65d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:22.554310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.562607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:22.574032 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:22.599987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.636087 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:22.638571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.639890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.692864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:22.695908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-001cac83-9d36-4381-b191-8ac4afe096e8 None None] The port 'e0ee2e9c-bc53-4797-b943-f1ab4213f65d' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:15:22.696616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.698834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:22.700289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=d65da84f-487c-423c-8552-919360572f99,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:22.702206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:22.702787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.727849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c86a1be-7c54-41c9-856e-d8ed60c1d6a4 None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:22.744601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=d64b0168-6991-4ae8-a44b-a42c78d1509d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:22.761512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42787d7b-a3f7-42f1-beed-2ec577fdbc0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.764753 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c046608b-8d19-4e96-ba18-06b8e043a511 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8077526 Sep 19 17:15:22.766061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:22.770716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.784995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-936657043', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd64b0168-6991-4ae8-a44b-a42c78d1509d'}], 'security_groups': ['086481ed-9da6-40e3-a2b3-4fe30fc1f4e8']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:22.838286 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 902716f4-aac6-4e98-a846-6c759e4e1c70 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:22.845569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.871320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:22.872504 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-71b65672-1bfc-4ae2-bb7a-5a57f1456fc1 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3625300 Sep 19 17:15:22.888082 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44718) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:22.967228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1907805438'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:23.007604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:23.024377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:23.029461 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:23.039479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42787d7b-a3f7-42f1-beed-2ec577fdbc0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.121799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 902716f4-aac6-4e98-a846-6c759e4e1c70 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:23.176994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:23.178536 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:14:08Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c857a4-f366-4d3b-89e9-3646e28a655d', 'name': '', 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:23:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:11Z', 'updated_at': '2022-09-19T17:15:17Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:23.187075 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Checking router: 2008a360-1444-4d27-88ce-546ac3947ae1 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:23.187836 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Updating router 2008a360-1444-4d27-88ce-546ac3947ae1 port 05c857a4-f366-4d3b-89e9-3646e28a655d binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:15:23.214526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e0ee2e9c-bc53-4797-b943-f1ab4213f65d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:23.309666 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.360934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.385463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: e0ee2e9c-bc53-4797-b943-f1ab4213f65d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:23.385463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e0ee2e9c-bc53-4797-b943-f1ab4213f65d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:23.415665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643fd84-6258-440c-8790-a0e6a717320e None None] Update dhcp port {'port': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'fixed_ips': [{'subnet_id': '09b5a0ef-e2f5-4322-b7f8-90d583aff81d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd64b0168-6991-4ae8-a44b-a42c78d1509d'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '8a4d5e32-cf21-4309-b130-463989cc4c3b'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:15:23.510390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.517269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8643fd84-6258-440c-8790-a0e6a717320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.541922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:23.545395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.568493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.734978 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.748087 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Transition to ACTIVE for port object 05c857a4-f366-4d3b-89e9-3646e28a655d will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:23.757586 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.766148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-8643fd84-6258-440c-8790-a0e6a717320e None None] Allocated IP 172.20.0.18 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/d64b0168-6991-4ae8-a44b-a42c78d1509d/8a4d5e32-cf21-4309-b130-463989cc4c3b) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:23.780967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:15:23.791326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.833198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.837647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.837999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment 27f9cd4f-b0a3-4213-b568-6eac06537fac of type vlan for network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 Sep 19 17:15:23.888446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42787d7b-a3f7-42f1-beed-2ec577fdbc0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.911955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8643fd84-6258-440c-8790-a0e6a717320e None None] For port 8a4d5e32-cf21-4309-b130-463989cc4c3b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8a4d5e32-cf21-4309-b130-463989cc4c3b,segment=NetworkSegment(5c2de1d8-2edd-4d3c-96c3-3756ac6159f6),segment_id=5c2de1d8-2edd-4d3c-96c3-3756ac6159f6)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:23.937956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8643fd84-6258-440c-8790-a0e6a717320e None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.947369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:23.955548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8643fd84-6258-440c-8790-a0e6a717320e None None] Transition to ACTIVE for port object 8a4d5e32-cf21-4309-b130-463989cc4c3b will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:23.962812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8643fd84-6258-440c-8790-a0e6a717320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.975178 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Attempting to bind port 05c857a4-f366-4d3b-89e9-3646e28a655d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:23.975561 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Attempting to bind port 05c857a4-f366-4d3b-89e9-3646e28a655d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:23.976074 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Attempting to bind port 05c857a4-f366-4d3b-89e9-3646e28a655d on network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:23.981840 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fac52-7bb8-4fd7-b905-d721eac9bfaa None None] Pushing event updated for resources: {'Port': ['ID=05c857a4-f366-4d3b-89e9-3646e28a655d,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:23.986354 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:23.986726 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Checking segment: {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:23.987153 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.987530 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Bound using segment: {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:23.988054 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Bound port: 05c857a4-f366-4d3b-89e9-3646e28a655d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684aa79d-bf8a-47dd-abcd-6e405e7fe668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:23.988442 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:23.989805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.097753 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] For port 05c857a4-f366-4d3b-89e9-3646e28a655d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:24.103287 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] For port 05c857a4-f366-4d3b-89e9-3646e28a655d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=05c857a4-f366-4d3b-89e9-3646e28a655d,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:24.109798 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.151189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Delete allocated IP 172.20.0.9 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/09b5a0ef-e2f5-4322-b7f8-90d583aff81d) {{(pid=89055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 17:15:24.159416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.27 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/d64b0168-6991-4ae8-a44b-a42c78d1509d/2c90f5b4-4215-4a14-8047-0630773d2326) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:24.173616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:15:24.178994 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:24.179763 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:24.229674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643fd84-6258-440c-8790-a0e6a717320e None None] Pushing event updated for resources: {'Port': ['ID=8a4d5e32-cf21-4309-b130-463989cc4c3b,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:24.236909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42787d7b-a3f7-42f1-beed-2ec577fdbc0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.289091 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fac52-7bb8-4fd7-b905-d721eac9bfaa None None] Pushing event updated for resources: {'Port': ['ID=05c857a4-f366-4d3b-89e9-3646e28a655d,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:24.295971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.311316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:24.311973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.380353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42787d7b-a3f7-42f1-beed-2ec577fdbc0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=d28e954a-575b-4127-8684-e3922c730d1d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:24.408447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.413394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c764248-09d0-4c31-a608-907e159d52fe None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:24.424266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:24.442891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object 2c90f5b4-4215-4a14-8047-0630773d2326 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:24.448390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.452943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8a4d5e32-cf21-4309-b130-463989cc4c3b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:24.483023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42787d7b-a3f7-42f1-beed-2ec577fdbc0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.511456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:24.533046 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6335552 Sep 19 17:15:24.541563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44722) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:24.547216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:24.551342 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-45925ab6-9051-4ffe-b813-a462940f1aa7 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 200 len: 700 time: 5.0478878 Sep 19 17:15:24.553109 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-42787d7b-a3f7-42f1-beed-2ec577fdbc0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/d28e954a-575b-4127-8684-e3922c730d1d HTTP/1.1" status: 204 len: 168 time: 2.5841749 Sep 19 17:15:24.553986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44726) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:24.562211 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:24.568927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:24.601315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44728) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:24.649783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83182c-fb26-4aee-b43a-1b6f67f60cb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=89e0238c-f25b-4e67-9df1-4b4d961b3a03,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:24.677060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:15:24.680358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Allocated IP 172.20.0.3 (98d5922e-5cd0-4276-b282-e30378fdf7ee/e1ddcbfd-7bf2-4eea-acef-f3d207ca869c/328a897b-44dc-4a7d-9edb-3827ff73ddf3) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:24.821814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:24.822491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:24.849799 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58f25046-b4b1-4324-bff9-d36d32721650 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2407076 Sep 19 17:15:24.861852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:24.888937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:24.910545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=2c90f5b4-4215-4a14-8047-0630773d2326,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:24.918625 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3f61f8a9-57e8-4ed9-8cb3-5ad896fcae0b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 200 len: 700 time: 0.3593235 Sep 19 17:15:24.922572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44740) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:25.067736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] In _notify_port_updated(), no bound segment for port 2c90f5b4-4215-4a14-8047-0630773d2326 on network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:15:25.073160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:25.073782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.075355 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-134ba36c-11ea-414d-a3ef-8a73667c93c4 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "PUT /v2.0/ports/2c90f5b4-4215-4a14-8047-0630773d2326 HTTP/1.1" status: 200 len: 920 time: 2.3071289 Sep 19 17:15:25.085410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:25.091076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44744) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:25.091233 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:14:08Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c857a4-f366-4d3b-89e9-3646e28a655d', 'name': '', 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:23:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:11Z', 'updated_at': '2022-09-19T17:15:24Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:25.096684 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ae1da-2f25-4525-847f-1ff8552474c9 None None] The sync data for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv is: [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:14:08Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c857a4-f366-4d3b-89e9-3646e28a655d', 'name': '', 'network_id': '97fe56ed-c719-40b9-a3e6-bd4e7eec0431', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:23:3a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:11Z', 'updated_at': '2022-09-19T17:15:24Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:25.126427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:25.130583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:25.146315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:25.158589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:25.186955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.208250 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:25.211843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.229414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:25.289527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:25.348226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d65da84f-487c-423c-8552-919360572f99 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:25.432080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Provisioning for port 8a4d5e32-cf21-4309-b130-463989cc4c3b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:25.460128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:25.461118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.477177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3aea6728-b1c5-4087-93b0-d42cb74a42ba tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 2c90f5b4-4215-4a14-8047-0630773d2326 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:25.477735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aea6728-b1c5-4087-93b0-d42cb74a42ba tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.538363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:25.542300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.601974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.612697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d65da84f-487c-423c-8552-919360572f99 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:25.613131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.750228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:25.896483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Network 98d5922e-5cd0-4276-b282-e30378fdf7ee is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:25.902374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:25.913384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:26.059811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:26.072133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Deleting port d65da84f-487c-423c-8552-919360572f99 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:26.072511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:26.126035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:26.142737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'Port': ['ID=328a897b-44dc-4a7d-9edb-3827ff73ddf3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:26.143369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:22Z', 'revision_number': 7, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:20Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:26.165660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:26.167946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d65da84f-487c-423c-8552-919360572f99 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:26.210767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:26.211786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:26.347188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Provisioning complete for port 1819448a-d78e-4311-baa4-e7b2b00416a9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:26.347834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:26.451251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:26.474405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 05c857a4-f366-4d3b-89e9-3646e28a655d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:26.528344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=f5f1460a-9d3b-46f6-b978-4ac2be39e3c6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:26.542362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:15:26.561202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:26.635409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Port 1819448a-d78e-4311-baa4-e7b2b00416a9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:26.637906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:26.648597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:26.673029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aea6728-b1c5-4087-93b0-d42cb74a42ba tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:26.739734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Provisioning for port 2c90f5b4-4215-4a14-8047-0630773d2326 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:26.827954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3aea6728-b1c5-4087-93b0-d42cb74a42ba tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 2c90f5b4-4215-4a14-8047-0630773d2326 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:26.845085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Provisioning complete for port 2c90f5b4-4215-4a14-8047-0630773d2326 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:26.845085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:26.874380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:26.874380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: 89e0238c-f25b-4e67-9df1-4b4d961b3a03, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:15:26.901232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 05c857a4-f366-4d3b-89e9-3646e28a655d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:26.942585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:15:26.970877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] For port d65da84f-487c-423c-8552-919360572f99, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d65da84f-487c-423c-8552-919360572f99,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:26.971295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:26.997092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 05c857a4-f366-4d3b-89e9-3646e28a655d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:26.997703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.000792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 89e0238c-f25b-4e67-9df1-4b4d961b3a03) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:27.005262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:27.006041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.080890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cbdb0f-d54c-44e3-bf57-aaac40c42110 None None] Network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:27.084784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.112587 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d43a510e-f0c5-4772-a7f5-de0b26f10ee9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5672128 Sep 19 17:15:27.113631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44752) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:27.172351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aea6728-b1c5-4087-93b0-d42cb74a42ba tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.175430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Calling delete_port for d65da84f-487c-423c-8552-919360572f99 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:27.234401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea6728-b1c5-4087-93b0-d42cb74a42ba tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=2c90f5b4-4215-4a14-8047-0630773d2326,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:27.517480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aea6728-b1c5-4087-93b0-d42cb74a42ba tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.522327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3aea6728-b1c5-4087-93b0-d42cb74a42ba tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/2c90f5b4-4215-4a14-8047-0630773d2326 HTTP/1.1" status: 204 len: 168 time: 2.4300067 Sep 19 17:15:27.526990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:27.533424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-215c3d9b-ca11-41fb-b3c3-ba287cc83679 None None] Port 2c90f5b4-4215-4a14-8047-0630773d2326 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:27.582995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:15:27.583357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:15:27.614207 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fec4f03-a7e4-4b73-b15f-abf725ce7c81 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:15:27.614749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0fec4f03-a7e4-4b73-b15f-abf725ce7c81 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:27.646485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] For port d65da84f-487c-423c-8552-919360572f99, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d65da84f-487c-423c-8552-919360572f99,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:27.650971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0fec4f03-a7e4-4b73-b15f-abf725ce7c81 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:27.652354 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0fec4f03-a7e4-4b73-b15f-abf725ce7c81 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/2c90f5b4-4215-4a14-8047-0630773d2326 HTTP/1.1" status: 404 len: 333 time: 0.1234906 Sep 19 17:15:27.655194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44760) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:27.720490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.728756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.729436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.732162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a1bd6863-c516-4215-a664-87bc9809a6eb None None] Could not find standard attr ID for object 2c90f5b4-4215-4a14-8047-0630773d2326. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:15:27.775011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.852040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 05c857a4-f366-4d3b-89e9-3646e28a655d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:27.852451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.865321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:27.867550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.967538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-903a33ca-397c-4d26-a3cb-b6373a48b201 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:27.975352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 05c857a4-f366-4d3b-89e9-3646e28a655d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=05c857a4-f366-4d3b-89e9-3646e28a655d,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:27.996735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.000660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:28.008615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:28.026883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:28.027858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.039937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.050506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-903a33ca-397c-4d26-a3cb-b6373a48b201 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.060265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=10f18898-60e7-4ba7-b112-d79420518a77,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:28.071024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=d65da84f-487c-423c-8552-919360572f99,revision_number=6']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:28.078629 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-03fe27ba-6224-43da-b461-dc1d66859e1d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1975946 Sep 19 17:15:28.086503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44764) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:28.088108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Deleting port d65da84f-487c-423c-8552-919360572f99 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:28.088492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.097657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:68:35:e2', 'name': 'tempest-NetworksTestDHCPv6-977870833'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:28.125672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d65da84f-487c-423c-8552-919360572f99 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:28.162214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 902716f4-aac6-4e98-a846-6c759e4e1c70 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:28.162669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.191874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:22Z', 'revision_number': 7, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:20Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:28.229086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-903a33ca-397c-4d26-a3cb-b6373a48b201 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.245060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df82fd-d874-4659-8f4c-9a034d9d8146 None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:22Z', 'revision_number': 7, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '902716f4-aac6-4e98-a846-6c759e4e1c70', 'name': '', 'network_id': '022c6d97-6e62-471e-a517-d0698569b25f', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:e0:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:07Z', 'updated_at': '2022-09-19T17:15:20Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'b506893a-8455-415a-92e9-3e9ddfb0f706', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:28.251765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a33ca-397c-4d26-a3cb-b6373a48b201 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b845a-d36a-435b-b435-713443ca59ca,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:28.253252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=05c857a4-f366-4d3b-89e9-3646e28a655d,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:28.281430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:28.284118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-903a33ca-397c-4d26-a3cb-b6373a48b201 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.288360 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-903a33ca-397c-4d26-a3cb-b6373a48b201 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/security-groups/f29b845a-d36a-435b-b435-713443ca59ca HTTP/1.1" status: 204 len: 168 time: 0.6290019 Sep 19 17:15:28.288651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44768) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:28.291861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:28.306274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:28.321114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:28.343297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Allocated IP 2001:db8::2 (89e0238c-f25b-4e67-9df1-4b4d961b3a03/f5f1460a-9d3b-46f6-b978-4ac2be39e3c6/494e3996-03a8-4c48-89d4-05b44d4ec2b6) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:28.353627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:28.509873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac4055fa-d6ad-4281-b3b2-efbe51ef6108 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.555465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.595070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 776f3e88-21ae-48c6-9be0-257b73d9721c yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:15:28.640588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d65da84f-487c-423c-8552-919360572f99 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:28.641211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.664219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac4055fa-d6ad-4281-b3b2-efbe51ef6108 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.768295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port d65da84f-487c-423c-8552-919360572f99, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d65da84f-487c-423c-8552-919360572f99,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:28.770821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] For port d65da84f-487c-423c-8552-919360572f99, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d65da84f-487c-423c-8552-919360572f99,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:28.771310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.775989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac4055fa-d6ad-4281-b3b2-efbe51ef6108 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.786138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.816016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fe68:35e2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/10f18898-60e7-4ba7-b112-d79420518a77/776f3e88-21ae-48c6-9be0-257b73d9721c) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:28.819983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4055fa-d6ad-4281-b3b2-efbe51ef6108 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086481ed-9da6-40e3-a2b3-4fe30fc1f4e8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:28.839564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac4055fa-d6ad-4281-b3b2-efbe51ef6108 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.843932 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac4055fa-d6ad-4281-b3b2-efbe51ef6108 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/security-groups/086481ed-9da6-40e3-a2b3-4fe30fc1f4e8 HTTP/1.1" status: 204 len: 168 time: 0.5541267 Sep 19 17:15:28.844351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44772) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:28.901350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Router 874cab8a-9449-436e-88a5-37eb1b5be6ec is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:15:28.933174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port 902716f4-aac6-4e98-a846-6c759e4e1c70, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=902716f4-aac6-4e98-a846-6c759e4e1c70,segment=NetworkSegment(7ab743c5-f471-48e7-aa4f-dd2bca93c2f2),segment_id=7ab743c5-f471-48e7-aa4f-dd2bca93c2f2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:28.933540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:28.973753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 05c857a4-f366-4d3b-89e9-3646e28a655d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:29.013128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Calling delete_port for d65da84f-487c-423c-8552-919360572f99 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:29.077010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.096139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 776f3e88-21ae-48c6-9be0-257b73d9721c will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:29.120339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.126636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.143271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Transition to ACTIVE for port object 494e3996-03a8-4c48-89d4-05b44d4ec2b6 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:29.152457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 902716f4-aac6-4e98-a846-6c759e4e1c70 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:29.154207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=d65da84f-487c-423c-8552-919360572f99,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:29.196255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Transition to ACTIVE for port object 494e3996-03a8-4c48-89d4-05b44d4ec2b6 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:29.203860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:29.207380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.207703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:29.211708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e43d13-d914-4d0c-9fbc-70b69a0ae573 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet 09b5a0ef-e2f5-4322-b7f8-90d583aff81d {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:29.212290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:29.217843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:29.218482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.227194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=776f3e88-21ae-48c6-9be0-257b73d9721c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:29.245657 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2beb6959-65e5-400b-8880-03c887ff74ea tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1576626 Sep 19 17:15:29.249318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44776) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:29.254570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 05c857a4-f366-4d3b-89e9-3646e28a655d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:29.255245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.282268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56e43d13-d914-4d0c-9fbc-70b69a0ae573 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.302891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:15:29.302891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:15:29.340374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:29.345734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:29.348299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:29.357590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Pushing event updated for resources: {'Port': ['ID=494e3996-03a8-4c48-89d4-05b44d4ec2b6,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:29.361372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d830e-069f-4f10-8ef6-d087e7156782 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:29.368113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d830e-069f-4f10-8ef6-d087e7156782 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:29.369065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef9d830e-069f-4f10-8ef6-d087e7156782 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:29.391227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef9d830e-069f-4f10-8ef6-d087e7156782 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:29.392515 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef9d830e-069f-4f10-8ef6-d087e7156782 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1420305 Sep 19 17:15:29.395222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44782) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:29.487958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1804d-93f9-4f47-ab28-fb179b041d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 776f3e88-21ae-48c6-9be0-257b73d9721c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:29.488299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1d1804d-93f9-4f47-ab28-fb179b041d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.496088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56e43d13-d914-4d0c-9fbc-70b69a0ae573 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.516271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Attempting to bind port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:29.516654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Attempting to bind port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:29.517022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Attempting to bind port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 on network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:29.528239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:29.528618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Checking segment: {'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:29.529027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.529422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Bound using segment: {'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:29.529901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Bound port: 494e3996-03a8-4c48-89d4-05b44d4ec2b6, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:29.530277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.540943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 05c857a4-f366-4d3b-89e9-3646e28a655d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:29.689190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] For port 494e3996-03a8-4c48-89d4-05b44d4ec2b6, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:29.696020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] For port 494e3996-03a8-4c48-89d4-05b44d4ec2b6, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=494e3996-03a8-4c48-89d4-05b44d4ec2b6,segment=NetworkSegment(27f9cd4f-b0a3-4213-b568-6eac06537fac),segment_id=27f9cd4f-b0a3-4213-b568-6eac06537fac)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:29.699854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8::1 (89e0238c-f25b-4e67-9df1-4b4d961b3a03/f5f1460a-9d3b-46f6-b978-4ac2be39e3c6/386de9fe-6645-4672-bc07-a28ca215d561) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:29.701819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.707025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:29.724802 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Sync routers for ids ['874cab8a-9449-436e-88a5-37eb1b5be6ec'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:29.748632 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Routers {'874cab8a-9449-436e-88a5-37eb1b5be6ec'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:29.749317 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['874cab8a-9449-436e-88a5-37eb1b5be6ec'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:29.775521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Deleting port d65da84f-487c-423c-8552-919360572f99 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:29.776145 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.793894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1d1804d-93f9-4f47-ab28-fb179b041d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.806350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.809978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c071cc9c-9435-467a-b64a-1226a1228a3e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.0508392 Sep 19 17:15:29.877818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56e43d13-d914-4d0c-9fbc-70b69a0ae573 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:29.890471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44786) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:29.961829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a5782-cd47-4569-a63c-f82732a68caa None None] Pushing event updated for resources: {'Port': ['ID=494e3996-03a8-4c48-89d4-05b44d4ec2b6,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:29.974012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44790) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:30.108700 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Set router 874cab8a-9449-436e-88a5-37eb1b5be6ec gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:30.252647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] For port d65da84f-487c-423c-8552-919360572f99, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d65da84f-487c-423c-8552-919360572f99,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:30.253315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:30.275761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56e43d13-d914-4d0c-9fbc-70b69a0ae573 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:30.397355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:30.448938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Calling delete_port for d65da84f-487c-423c-8552-919360572f99 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:30.460639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e43d13-d914-4d0c-9fbc-70b69a0ae573 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=09b5a0ef-e2f5-4322-b7f8-90d583aff81d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:30.481971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56e43d13-d914-4d0c-9fbc-70b69a0ae573 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:30.489918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1804d-93f9-4f47-ab28-fb179b041d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 776f3e88-21ae-48c6-9be0-257b73d9721c owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:30.534490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b382c84-37dd-4dfc-80ca-89993a30b733 None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:30.541303 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874cab8a-9449-436e-88a5-37eb1b5be6ec', 'name': '', 'tenant_id': '0a7f16772f564bcc8c2964aa98068884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee', 'external_fixed_ips': [{'subnet_id': 'e1ddcbfd-7bf2-4eea-acef-f3d207ca869c', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '328a897b-44dc-4a7d-9edb-3827ff73ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:19Z', 'updated_at': '2022-09-19T17:15:26Z', 'revision_number': 3, 'project_id': '0a7f16772f564bcc8c2964aa98068884', 'gw_port': {'id': '328a897b-44dc-4a7d-9edb-3827ff73ddf3', 'name': '', 'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874cab8a-9449-436e-88a5-37eb1b5be6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'e1ddcbfd-7bf2-4eea-acef-f3d207ca869c', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:23Z', 'updated_at': '2022-09-19T17:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1ddcbfd-7bf2-4eea-acef-f3d207ca869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:30.546677 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Checking router: 874cab8a-9449-436e-88a5-37eb1b5be6ec for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:30.547461 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Updating router 874cab8a-9449-436e-88a5-37eb1b5be6ec port 328a897b-44dc-4a7d-9edb-3827ff73ddf3 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:15:30.618969 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:30.629734 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-56e43d13-d914-4d0c-9fbc-70b69a0ae573 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/09b5a0ef-e2f5-4322-b7f8-90d583aff81d HTTP/1.1" status: 204 len: 168 time: 1.7774868 Sep 19 17:15:30.661121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44794) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:30.678441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:30.860647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:30.943110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=902716f4-aac6-4e98-a846-6c759e4e1c70,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:30.954102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:30.961361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:30.986515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.039482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1d1804d-93f9-4f47-ab28-fb179b041d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.053864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Deleting port 328a897b-44dc-4a7d-9edb-3827ff73ddf3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:31.054354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.066528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 494e3996-03a8-4c48-89d4-05b44d4ec2b6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:31.183516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:31.189298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:31.192606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:31.201031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:31.281915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1804d-93f9-4f47-ab28-fb179b041d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=776f3e88-21ae-48c6-9be0-257b73d9721c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:31.285942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:31.291227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] Pushing event deleted for resources: {'Port': ['ID=d65da84f-487c-423c-8552-919360572f99,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:31.294729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.355171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1d1804d-93f9-4f47-ab28-fb179b041d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.358392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d6b5c-1792-4e80-b39d-4fe343c6a504 None None] No DVR routers for this DVR port d65da84f-487c-423c-8552-919360572f99 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:31.413159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e961f609-8864-4cb7-ade6-cda6ed72bded None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:31.434614 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.436641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object 386de9fe-6645-4672-bc07-a28ca215d561 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:31.442390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:31.496768 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Transition to ACTIVE for port object 328a897b-44dc-4a7d-9edb-3827ff73ddf3 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:31.504322 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.646443 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Attempting to bind port 328a897b-44dc-4a7d-9edb-3827ff73ddf3 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:31.646443 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Attempting to bind port 328a897b-44dc-4a7d-9edb-3827ff73ddf3 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'a6475a66-c8e1-4f1d-886a-81157291a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:31.646443 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Attempting to bind port 328a897b-44dc-4a7d-9edb-3827ff73ddf3 on network 98d5922e-5cd0-4276-b282-e30378fdf7ee {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:31.664310 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:31.664310 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Checking segment: {'id': 'a6475a66-c8e1-4f1d-886a-81157291a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:31.670130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99818477-fbfd-4068-86db-75403de05f64 None None] Network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:31.675743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.675743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Bound using segment: {'id': 'a6475a66-c8e1-4f1d-886a-81157291a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:31.675743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Bound port: 328a897b-44dc-4a7d-9edb-3827ff73ddf3, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6475a66-c8e1-4f1d-886a-81157291a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98d5922e-5cd0-4276-b282-e30378fdf7ee'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:31.675743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.749518 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7960f60-cf1d-4653-9e50-fa230224d084 None None] Pushing event updated for resources: {'Port': ['ID=328a897b-44dc-4a7d-9edb-3827ff73ddf3,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:31.779077 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1d1804d-93f9-4f47-ab28-fb179b041d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/776f3e88-21ae-48c6-9be0-257b73d9721c HTTP/1.1" status: 204 len: 168 time: 2.3825510 Sep 19 17:15:31.784780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44802) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:31.815436 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] For port 328a897b-44dc-4a7d-9edb-3827ff73ddf3, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:31.819964 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] For port 328a897b-44dc-4a7d-9edb-3827ff73ddf3, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=328a897b-44dc-4a7d-9edb-3827ff73ddf3,segment=NetworkSegment(a6475a66-c8e1-4f1d-886a-81157291a544),segment_id=a6475a66-c8e1-4f1d-886a-81157291a544)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:31.827668 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.834879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:31.913696 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Routers {'874cab8a-9449-436e-88a5-37eb1b5be6ec'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:31.914596 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['874cab8a-9449-436e-88a5-37eb1b5be6ec'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:31.975727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f1652-63f9-4fd6-be66-1bca86ca2907 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:31.977313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f1652-63f9-4fd6-be66-1bca86ca2907 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:31.978072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7c9f1652-63f9-4fd6-be66-1bca86ca2907 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:32.009361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e9b7b88a-e818-41d6-af23-94bf8ebf503b None None] Provisioning for port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:32.017787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7c9f1652-63f9-4fd6-be66-1bca86ca2907 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:32.018819 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7c9f1652-63f9-4fd6-be66-1bca86ca2907 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2043364 Sep 19 17:15:32.028143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e9b7b88a-e818-41d6-af23-94bf8ebf503b None None] Provisioning complete for port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:32.028628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b88a-e818-41d6-af23-94bf8ebf503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.030650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44806) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:32.058460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Calling delete_port for 328a897b-44dc-4a7d-9edb-3827ff73ddf3 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:32.155209 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7960f60-cf1d-4653-9e50-fa230224d084 None None] Pushing event updated for resources: {'Port': ['ID=328a897b-44dc-4a7d-9edb-3827ff73ddf3,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:32.205924 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] Set router 874cab8a-9449-436e-88a5-37eb1b5be6ec gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:32.255024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.317013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.363751 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874cab8a-9449-436e-88a5-37eb1b5be6ec', 'name': '', 'tenant_id': '0a7f16772f564bcc8c2964aa98068884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:19Z', 'updated_at': '2022-09-19T17:15:30Z', 'revision_number': 4, 'project_id': '0a7f16772f564bcc8c2964aa98068884', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:32.368984 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41032b-b915-4b87-8f6a-91c3b4a2756b None None] The sync data for ids ['874cab8a-9449-436e-88a5-37eb1b5be6ec'] in dv-neutron-857789-3-hyperv is: [{'id': '874cab8a-9449-436e-88a5-37eb1b5be6ec', 'name': '', 'tenant_id': '0a7f16772f564bcc8c2964aa98068884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:19Z', 'updated_at': '2022-09-19T17:15:30Z', 'revision_number': 4, 'project_id': '0a7f16772f564bcc8c2964aa98068884', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:32.419561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:15:32.419888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:15:32.436051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36c0c4-d8e2-45fc-ab8b-e758a2eba719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '10f18898-60e7-4ba7-b112-d79420518a77'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:32.437095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc36c0c4-d8e2-45fc-ab8b-e758a2eba719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.535916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb8d8b6-2812-432f-b4a6-4708755df262 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 10f18898-60e7-4ba7-b112-d79420518a77 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:32.555194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:32.576949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:32.617961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.636020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d8b6-2812-432f-b4a6-4708755df262 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.712347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:32.712347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.718352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7b88a-e818-41d6-af23-94bf8ebf503b None None] Current status of the port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:32.718352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b88a-e818-41d6-af23-94bf8ebf503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.767896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e9b7b88a-e818-41d6-af23-94bf8ebf503b None None] For port 494e3996-03a8-4c48-89d4-05b44d4ec2b6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=494e3996-03a8-4c48-89d4-05b44d4ec2b6,segment=NetworkSegment(27f9cd4f-b0a3-4213-b568-6eac06537fac),segment_id=27f9cd4f-b0a3-4213-b568-6eac06537fac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:32.772330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:32.772330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=de319b15-61ca-44e5-91de-2a55db03f41c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:32.772330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:32.777715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b88a-e818-41d6-af23-94bf8ebf503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.800181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:32.800181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:32.823755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aec65c-0597-40aa-b7d0-4d061f14f637 None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:32.848350 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01984a67-e7cb-48e9-9f53-ac9512d7270b tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1755877 Sep 19 17:15:32.848350 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44810) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:32.889537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'security_group': {'name': 'tempest-secgroup-1595915456'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:32.938246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:32.948584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:32.966185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:32.975878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Deleting port 328a897b-44dc-4a7d-9edb-3827ff73ddf3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:32.975878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:33.064373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:33.097367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7b88a-e818-41d6-af23-94bf8ebf503b None None] Pushing event updated for resources: {'Port': ['ID=494e3996-03a8-4c48-89d4-05b44d4ec2b6,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:33.136355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:33.202179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-46920adf-7e13-4e2a-881e-de7e48bccfc9 None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:33.202179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-46920adf-7e13-4e2a-881e-de7e48bccfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:33.540450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=386de9fe-6645-4672-bc07-a28ca215d561,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:33.647656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-46920adf-7e13-4e2a-881e-de7e48bccfc9 None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:33.675820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-46920adf-7e13-4e2a-881e-de7e48bccfc9 None None] Provisioning complete for port 1819448a-d78e-4311-baa4-e7b2b00416a9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:33.676321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-46920adf-7e13-4e2a-881e-de7e48bccfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:33.686015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:33.692916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d8b6-2812-432f-b4a6-4708755df262 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:33.705170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group_rule and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:33.714212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:33.731723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:33.816085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-46920adf-7e13-4e2a-881e-de7e48bccfc9 None None] Port 1819448a-d78e-4311-baa4-e7b2b00416a9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:33.827420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381af3f3-1ac1-4aea-944d-0199399cb5af None None] Update dhcp port {'port': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'fixed_ips': [{'subnet_id': 'd64b0168-6991-4ae8-a44b-a42c78d1509d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de319b15-61ca-44e5-91de-2a55db03f41c'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '8a4d5e32-cf21-4309-b130-463989cc4c3b'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:15:33.844687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] For port 328a897b-44dc-4a7d-9edb-3827ff73ddf3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=328a897b-44dc-4a7d-9edb-3827ff73ddf3,segment=NetworkSegment(a6475a66-c8e1-4f1d-886a-81157291a544),segment_id=a6475a66-c8e1-4f1d-886a-81157291a544)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:33.848253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:33.949937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:33.950126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-381af3f3-1ac1-4aea-944d-0199399cb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:33.969881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac537cc8-d9b4-4b82-b4b3-735a8f831aa9 None None] Provisioning complete for port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:33.970251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac537cc8-d9b4-4b82-b4b3-735a8f831aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:33.973353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d8b6-2812-432f-b4a6-4708755df262 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.026189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Calling delete_port for 328a897b-44dc-4a7d-9edb-3827ff73ddf3 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:34.153300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.159787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.223496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e3ca1d-3d74-43d1-9825-adbf210c5e8f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:34.252024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ac537cc8-d9b4-4b82-b4b3-735a8f831aa9 None None] Current status of the port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:34.252551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.253369 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee28a24a-1d07-46ee-8a88-2bd9d449406a tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3967054 Sep 19 17:15:34.257229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44814) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:34.268380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'security_group': {'name': 'tempest-secgroup-1037144222'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:34.290827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-381af3f3-1ac1-4aea-944d-0199399cb5af None None] Allocated IP 172.20.0.2 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/de319b15-61ca-44e5-91de-2a55db03f41c/8a4d5e32-cf21-4309-b130-463989cc4c3b) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:34.299652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.299846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac537cc8-d9b4-4b82-b4b3-735a8f831aa9 None None] Provisioning for port 386de9fe-6645-4672-bc07-a28ca215d561 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:34.309464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:34.310789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac537cc8-d9b4-4b82-b4b3-735a8f831aa9 None None] Provisioning complete for port 386de9fe-6645-4672-bc07-a28ca215d561 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:34.311532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac537cc8-d9b4-4b82-b4b3-735a8f831aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.324412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:34.329735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:34.335338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:34.340868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:34.352895 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-414d6532-0286-4816-808e-24c8f43ae56c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4290524 Sep 19 17:15:34.354865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44818) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:34.362755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server [None req-dc36c0c4-d8e2-45fc-ab8b-e758a2eba719 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10f18898-60e7-4ba7-b112-d79420518a77: This subnet is being modified by another concurrent operation. Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server raise exception Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10f18898-60e7-4ba7-b112-d79420518a77: This subnet is being modified by another concurrent operation. Sep 19 17:15:34.374004 dv-neutron-857789-3-hyperv neutron-server[89057]: ERROR oslo_messaging.rpc.server Sep 19 17:15:34.383791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:34.383949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.435077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event deleted for resources: {'Port': ['ID=328a897b-44dc-4a7d-9edb-3827ff73ddf3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:34.454367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d8b6-2812-432f-b4a6-4708755df262 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.489463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:34.490131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:34.520236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:34.533196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group_rule and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:34.536848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8d8b6-2812-432f-b4a6-4708755df262 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=10f18898-60e7-4ba7-b112-d79420518a77,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:34.542498 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:34.542988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d8b6-2812-432f-b4a6-4708755df262 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.544824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0eb8d8b6-2812-432f-b4a6-4708755df262 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/10f18898-60e7-4ba7-b112-d79420518a77 HTTP/1.1" status: 204 len: 168 time: 2.5001493 Sep 19 17:15:34.552142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44822) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:34.554759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:34.573564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ac537cc8-d9b4-4b82-b4b3-735a8f831aa9 None None] Port 386de9fe-6645-4672-bc07-a28ca215d561 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:34.643145 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-969ac0f2-c0ab-438b-a0a9-fdeceafc1616 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873396 Sep 19 17:15:34.648447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44826) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:34.696370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1a985f-b1f1-4c20-9e55-5108ae415b55 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet b506893a-8455-415a-92e9-3e9ddfb0f706 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:34.712980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.713296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e1a985f-b1f1-4c20-9e55-5108ae415b55 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.773056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9f444fd3-585d-4319-a1e5-c416856d83de tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:34.779840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-381af3f3-1ac1-4aea-944d-0199399cb5af None None] For port 8a4d5e32-cf21-4309-b130-463989cc4c3b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8a4d5e32-cf21-4309-b130-463989cc4c3b,segment=NetworkSegment(5c2de1d8-2edd-4d3c-96c3-3756ac6159f6),segment_id=5c2de1d8-2edd-4d3c-96c3-3756ac6159f6)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:34.786850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:34.788027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.949166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.957297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:34.959104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9f444fd3-585d-4319-a1e5-c416856d83de tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:34.960613 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9f444fd3-585d-4319-a1e5-c416856d83de tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3108191 Sep 19 17:15:34.964617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44830) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:34.987174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 494e3996-03a8-4c48-89d4-05b44d4ec2b6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:35.007616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e1a985f-b1f1-4c20-9e55-5108ae415b55 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.020897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-381af3f3-1ac1-4aea-944d-0199399cb5af None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.043311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.053452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.058017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.058824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 874cab8a-9449-436e-88a5-37eb1b5be6ec {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:15:35.126641 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.132459 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5d6f0bac-c71b-4ecb-bf5c-38db108469b2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "DELETE /v2.0/routers/874cab8a-9449-436e-88a5-37eb1b5be6ec HTTP/1.1" status: 204 len: 168 time: 5.2405329 Sep 19 17:15:35.137139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac181b-8663-42a7-af6f-109e0155b35c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:35.139249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-49ac181b-8663-42a7-af6f-109e0155b35c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:35.143376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44834) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:35.151699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.153462 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8947268 Sep 19 17:15:35.160342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-381af3f3-1ac1-4aea-944d-0199399cb5af None None] Transition to ACTIVE for port object 8a4d5e32-cf21-4309-b130-463989cc4c3b will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:35.170601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-381af3f3-1ac1-4aea-944d-0199399cb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.197605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049c6b6-74b0-4fac-ae15-1b0315ea27f6 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae931e31-b53a-4e8e-b4e5-206533058e70,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:35.199796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44838) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:35.213465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'security_group': {'name': 'tempest-secgroup-560283309'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:35.239084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:35.252817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:35.259695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:35.268725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-49ac181b-8663-42a7-af6f-109e0155b35c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:35.270229 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-49ac181b-8663-42a7-af6f-109e0155b35c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3041453 Sep 19 17:15:35.274387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:35.283472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44842) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:35.364858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbefc519-ff56-489d-a877-8fe4c7efcb6e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Deleting subnet e1ddcbfd-7bf2-4eea-acef-f3d207ca869c {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:35.371327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-69b7f32b-12fc-459e-9bb4-06123cc04ce2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860891 Sep 19 17:15:35.373080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbefc519-ff56-489d-a877-8fe4c7efcb6e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.387233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44846) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:35.395603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:35.407041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.447982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:35.456293 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:security_group_rule and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:35.461079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbefc519-ff56-489d-a877-8fe4c7efcb6e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.488601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381af3f3-1ac1-4aea-944d-0199399cb5af None None] Pushing event updated for resources: {'Port': ['ID=8a4d5e32-cf21-4309-b130-463989cc4c3b,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:35.493695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:35.507540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:35.508378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:35.509176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.553876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbefc519-ff56-489d-a877-8fe4c7efcb6e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.655050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:30Z', 'revision_number': 8, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:35.665728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:35.680155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:35.680969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:35.701061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:35.732105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:35.791619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e1a985f-b1f1-4c20-9e55-5108ae415b55 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.841135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbefc519-ff56-489d-a877-8fe4c7efcb6e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.842395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:35.855874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:35.859573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.886211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.896953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbefc519-ff56-489d-a877-8fe4c7efcb6e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.901200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefc519-ff56-489d-a877-8fe4c7efcb6e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ddcbfd-7bf2-4eea-acef-f3d207ca869c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:35.903394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:15:35.905895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:35.942397 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cbefc519-ff56-489d-a877-8fe4c7efcb6e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/e1ddcbfd-7bf2-4eea-acef-f3d207ca869c HTTP/1.1" status: 204 len: 168 time: 0.7952228 Sep 19 17:15:35.943309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44850) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:35.987258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:35.996291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.023718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.024729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.084917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.092513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.096721 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8911622 Sep 19 17:15:36.098945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44854) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:36.102283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d8d84-eb98-4c8e-8e11-f1e3d3a22fb0 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f0281e-769e-4873-ac4c-f196eefd42f1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:36.114148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2036553881', 'security_groups': ['a9f0281e-769e-4873-ac4c-f196eefd42f1'], 'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de319b15-61ca-44e5-91de-2a55db03f41c'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:36.168089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=386de9fe-6645-4672-bc07-a28ca215d561,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:36.216196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e1335-772c-4fcc-9a97-e9018ff1b7aa None None] get_active_networks_info from dv-neutron-857789-3-hyperv {{(pid=89057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 19 17:15:36.245660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:30Z', 'revision_number': 8, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:36.259918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2209a-af4c-4adc-9468-f4204fb5c2e4 None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:30Z', 'revision_number': 8, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eda0042d-646c-494c-b0ea-983428c67eac', 'name': '', 'network_id': '0f3c4c82-d0b0-49da-ad1d-6e4d477634b2', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:64:29:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:52Z', 'updated_at': '2022-09-19T17:15:05Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'efc34865-b29f-49cd-be4e-e8c12e8b210e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:36.332759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d2a5247d-7503-4ee0-8ee6-fe9b2cf2b035 None None] Provisioning for port 8a4d5e32-cf21-4309-b130-463989cc4c3b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:36.337450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e1a985f-b1f1-4c20-9e55-5108ae415b55 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.341763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d2a5247d-7503-4ee0-8ee6-fe9b2cf2b035 None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:36.342136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2a5247d-7503-4ee0-8ee6-fe9b2cf2b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.365026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.390599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:36.397875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e1a985f-b1f1-4c20-9e55-5108ae415b55 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.408567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d5922e-5cd0-4276-b282-e30378fdf7ee']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:36.410081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:36.419570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:36.426684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6475a66-c8e1-4f1d-886a-81157291a544') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:36.427261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6475a66-c8e1-4f1d-886a-81157291a544') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:36.444634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:36.447956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.469464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.473376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:36.479765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a985f-b1f1-4c20-9e55-5108ae415b55 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=b506893a-8455-415a-92e9-3e9ddfb0f706,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:36.497429 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5e1a985f-b1f1-4c20-9e55-5108ae415b55 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/b506893a-8455-415a-92e9-3e9ddfb0f706 HTTP/1.1" status: 204 len: 168 time: 2.0887485 Sep 19 17:15:36.505514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44858) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:36.536014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e1335-772c-4fcc-9a97-e9018ff1b7aa None None] Resources bound (agent type, host, resource id): {{(pid=89057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 17:15:36.575887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 05c857a4-f366-4d3b-89e9-3646e28a655d {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:36.576544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.577131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:15:36.577611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.651764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5247d-7503-4ee0-8ee6-fe9b2cf2b035 None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:36.723698 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a6475a66-c8e1-4f1d-886a-81157291a544 resource provider aggregate not found Sep 19 17:15:36.750374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d2a5247d-7503-4ee0-8ee6-fe9b2cf2b035 None None] Provisioning complete for port 1819448a-d78e-4311-baa4-e7b2b00416a9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:36.751009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2a5247d-7503-4ee0-8ee6-fe9b2cf2b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.754474 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a6475a66-c8e1-4f1d-886a-81157291a544 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6475a66-c8e1-4f1d-886a-81157291a544 found for delete ", "request_id": "req-57974670-156f-4ccd-bece-3c529dd2d192"}]} Sep 19 17:15:36.836373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.840830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98d5922e-5cd0-4276-b282-e30378fdf7ee {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 17:15:36.848317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.900111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.913724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:15:36.919682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5247d-7503-4ee0-8ee6-fe9b2cf2b035 None None] Port 1819448a-d78e-4311-baa4-e7b2b00416a9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:36.919895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.929965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.958214 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "DELETE /v2.0/networks/98d5922e-5cd0-4276-b282-e30378fdf7ee HTTP/1.1" status: 204 len: 168 time: 1.0058486 Sep 19 17:15:36.963632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8a4d5e32-cf21-4309-b130-463989cc4c3b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:36.971545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce0f17-e6ba-40c2-b61a-eb18aba9c533 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event deleted for resources: {'Network': ['ID=98d5922e-5cd0-4276-b282-e30378fdf7ee,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:36.988510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 05c857a4-f366-4d3b-89e9-3646e28a655d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=05c857a4-f366-4d3b-89e9-3646e28a655d,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:36.988879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:36.994128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] device_id is not set on port 6c281b55-a4db-4146-a129-9a8e0eee4e8f yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:15:37.046591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:37.060348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port dff1ed13-97e7-4641-aadb-ed78326b5373 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:37.061047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.252724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '4cf8c994-dc30-4dd5-b57d-fc393b5f8623'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:37.255037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.281285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:37.281987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.326463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44872) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:37.392521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:37.422477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'router': {'name': 'tempest-router--10267252', 'project_id': '9378755390c4468c847aff6b398ed67a'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:37.435682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:37.459196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Usage tracker for resource:router and tenant:9378755390c4468c847aff6b398ed67a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:37.466037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:37.489744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:37.507160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port dff1ed13-97e7-4641-aadb-ed78326b5373, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=dff1ed13-97e7-4641-aadb-ed78326b5373,segment=NetworkSegment(7ab743c5-f471-48e7-aa4f-dd2bca93c2f2),segment_id=7ab743c5-f471-48e7-aa4f-dd2bca93c2f2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:37.507556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.515740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 05c857a4-f366-4d3b-89e9-3646e28a655d owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:37.525257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.5 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/de319b15-61ca-44e5-91de-2a55db03f41c/6c281b55-a4db-4146-a129-9a8e0eee4e8f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:37.547113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:37.547953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.565097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:37.579523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 902716f4-aac6-4e98-a846-6c759e4e1c70 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:37.640848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/4cf8c994-dc30-4dd5-b57d-fc393b5f8623/b42d40a4-a5b0-4444-a01b-6bb31133b985) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:37.644074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 902716f4-aac6-4e98-a846-6c759e4e1c70 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:37.644524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 902716f4-aac6-4e98-a846-6c759e4e1c70 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:37.681751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=4cf8c994-dc30-4dd5-b57d-fc393b5f8623,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:37.707541 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1224e19b-845e-4d11-8359-2b95a5cc0669 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3163810 Sep 19 17:15:37.708522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44876) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:37.717272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.718333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.724936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:52:0f:b1', 'name': 'tempest-NetworksTestDHCPv6-2035419481'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:37.738988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:37.751483 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:37.761336 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-650d7d44-aae8-431e-baf6-1885aadd3eb6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6324439 Sep 19 17:15:37.764190 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:37.764480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44880) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:37.765494 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:37.794533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for dff1ed13-97e7-4641-aadb-ed78326b5373 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:37.823796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1727729875'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:37.830247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:37.835438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:37.838716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:37.845305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:37.862872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.867485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:37.871800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.927371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:37.941358 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:37.945793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Transition to ACTIVE for port object b42d40a4-a5b0-4444-a01b-6bb31133b985 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:37.971107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Transition to ACTIVE for port object b42d40a4-a5b0-4444-a01b-6bb31133b985 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:37.985903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.004601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.025622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:15:38.049222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.050560 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ea60b32a-d073-4fdc-a459-bfe0911f35fe tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7195923 Sep 19 17:15:38.056549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44884) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:38.056752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.070160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.070794 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment c7c03666-fa95-42de-8fdd-4e6e437ca7ce of type vlan for network e878ff3a-fdec-4cab-9829-831950c791fb Sep 19 17:15:38.090933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:38.093872 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:38.097917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:38.117576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=dff1ed13-97e7-4641-aadb-ed78326b5373,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:38.129331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No DVR routers for this DVR port dff1ed13-97e7-4641-aadb-ed78326b5373 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:38.202631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Pushing event updated for resources: {'Port': ['ID=b42d40a4-a5b0-4444-a01b-6bb31133b985,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:38.206288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:38.254713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.256530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Attempting to bind port b42d40a4-a5b0-4444-a01b-6bb31133b985 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:38.256909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Attempting to bind port b42d40a4-a5b0-4444-a01b-6bb31133b985 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:38.257283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Attempting to bind port b42d40a4-a5b0-4444-a01b-6bb31133b985 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:38.259720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:38.265612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d1c00b46-ee91-4995-828b-2088a4940d00 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.266818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:38.267480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:38.268181 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.268770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:38.269422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Bound port: b42d40a4-a5b0-4444-a01b-6bb31133b985, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:38.270053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.318825 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:34Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:34Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:38.323674 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:38.324437 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Updating router ebf0259d-1521-42a2-bc31-ac660aeff271 port 386de9fe-6645-4672-bc07-a28ca215d561 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:15:38.331190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.349344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.378340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022c6d97-6e62-471e-a517-d0698569b25f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:38.390572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] For port b42d40a4-a5b0-4444-a01b-6bb31133b985, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:38.394220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] For port b42d40a4-a5b0-4444-a01b-6bb31133b985, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b42d40a4-a5b0-4444-a01b-6bb31133b985,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:38.399325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:38.399677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab743c5-f471-48e7-aa4f-dd2bca93c2f2') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:38.400086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.400850 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.413060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.437510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:38.443205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.452363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:15:38.455693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.455886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:15:38.541090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890bc0b-4b5d-4d60-8cb4-5a74fec4ea2f None None] Pushing event updated for resources: {'Port': ['ID=b42d40a4-a5b0-4444-a01b-6bb31133b985,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:38.588323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.611398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.619700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=022c6d97-6e62-471e-a517-d0698569b25f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:38.628127 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-af32fcf8-dbb4-422d-836d-6bcd1ef36f80 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/022c6d97-6e62-471e-a517-d0698569b25f HTTP/1.1" status: 204 len: 168 time: 2.1210370 Sep 19 17:15:38.630726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44888) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:38.663041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.792015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.800146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object 6c281b55-a4db-4146-a129-9a8e0eee4e8f will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:38.804394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:38.805052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.828486 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7ab743c5-f471-48e7-aa4f-dd2bca93c2f2 resource provider aggregate not found Sep 19 17:15:38.864184 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 7ab743c5-f471-48e7-aa4f-dd2bca93c2f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ab743c5-f471-48e7-aa4f-dd2bca93c2f2 found for delete ", "request_id": "req-fb642a93-f549-4d7a-a46f-49ef423dda77"}]} Sep 19 17:15:38.971445 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:38.988788 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Transition to ACTIVE for port object 386de9fe-6645-4672-bc07-a28ca215d561 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:39.003861 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.075930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b42d40a4-a5b0-4444-a01b-6bb31133b985 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:39.088150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.164965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b42d40a4-a5b0-4444-a01b-6bb31133b985 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:39.170435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=05c857a4-f366-4d3b-89e9-3646e28a655d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:39.241234 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Pushing event updated for resources: {'Port': ['ID=386de9fe-6645-4672-bc07-a28ca215d561,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:39.241499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:39.249787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:39.256674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:39.263411 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.263782 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.264135 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.264457 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.264783 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.265128 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.265466 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.265774 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.266110 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.266433 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.266758 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.267099 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:39.273990 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Attempting to bind port 386de9fe-6645-4672-bc07-a28ca215d561 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:39.274350 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Attempting to bind port 386de9fe-6645-4672-bc07-a28ca215d561 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:39.274707 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Attempting to bind port 386de9fe-6645-4672-bc07-a28ca215d561 on network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:39.280415 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:39.280678 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Checking segment: {'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:39.281099 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.281475 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Bound using segment: {'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:39.281930 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Bound port: 386de9fe-6645-4672-bc07-a28ca215d561, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f9cd4f-b0a3-4213-b568-6eac06537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:39.282310 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.289629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=6c281b55-a4db-4146-a129-9a8e0eee4e8f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:39.302067 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4903450 Sep 19 17:15:39.324164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44896) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:39.326083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d1c00b46-ee91-4995-828b-2088a4940d00 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.337583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d1c00b46-ee91-4995-828b-2088a4940d00 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.351193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:39.377839 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] For port 386de9fe-6645-4672-bc07-a28ca215d561, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:39.381908 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] For port 386de9fe-6645-4672-bc07-a28ca215d561, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=386de9fe-6645-4672-bc07-a28ca215d561,segment=NetworkSegment(27f9cd4f-b0a3-4213-b568-6eac06537fac),segment_id=27f9cd4f-b0a3-4213-b568-6eac06537fac)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:39.389857 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.395733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:39.396712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.422968 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bee62ec9-94dd-4986-b733-b7d7c034822f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3224792 Sep 19 17:15:39.425633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44900) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:39.434720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:39.460019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da2308-565c-46f2-8e37-61dd1645ef0e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=e878ff3a-fdec-4cab-9829-831950c791fb,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:39.471890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network e878ff3a-fdec-4cab-9829-831950c791fb details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:15:39.508310 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aa0ad-29ac-4efe-a499-c8edb6cff7ab None None] Pushing event updated for resources: {'Port': ['ID=386de9fe-6645-4672-bc07-a28ca215d561,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:39.512670 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:39.513330 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:39.602759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:39.607080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:39.610797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:39.621543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:39.633124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.653612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:39.657447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.731198 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:39.756703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d1c00b46-ee91-4995-828b-2088a4940d00 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.757339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c00b46-ee91-4995-828b-2088a4940d00 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d693ecb-5a9c-4889-a893-4c34023602e3 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:15:39.791756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 246cfacd-9b11-4e2e-80c4-fa2a5b251c8e yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:15:39.870461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc437a2-3784-4edc-b843-ff3c99e5554d None None] Network 022c6d97-6e62-471e-a517-d0698569b25f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:39.882185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:39.889833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:39.893789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:39.902964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc437a2-3784-4edc-b843-ff3c99e5554d None None] Network 022c6d97-6e62-471e-a517-d0698569b25f could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:15:39.905488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:39.916733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d1c00b46-ee91-4995-828b-2088a4940d00 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:39.919032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077a85f-b28a-4731-abb4-ba8d9417da9e None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:39.921089 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d1c00b46-ee91-4995-828b-2088a4940d00 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "DELETE /v2.0/routers/7d693ecb-5a9c-4889-a893-4c34023602e3 HTTP/1.1" status: 204 len: 168 time: 1.8598888 Sep 19 17:15:39.942661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:40.109277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:40.152981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c2108-4c90-4f1e-9919-6871a709005d None None] DHCP port deletion for 022c6d97-6e62-471e-a517-d0698569b25f request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:40.158427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:40.186265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:40.275412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44906) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:40.277820 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:34Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:39Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:40.294764 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1801e9-8a16-42a0-933b-6ea9f71fb057 None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:34Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:39Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:40.306144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4fdf2e7a-0b57-4cd5-bd16-3a346b85a80e None None] Provisioning for port b42d40a4-a5b0-4444-a01b-6bb31133b985 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:40.316264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4fdf2e7a-0b57-4cd5-bd16-3a346b85a80e None None] Provisioning complete for port b42d40a4-a5b0-4444-a01b-6bb31133b985 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:40.316666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2e7a-0b57-4cd5-bd16-3a346b85a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:40.455590 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de319b15-61ca-44e5-91de-2a55db03f41c (CIDR: 172.20.0.0/28) Sep 19 17:15:40.670094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::44 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/4cf8c994-dc30-4dd5-b57d-fc393b5f8623/246cfacd-9b11-4e2e-80c4-fa2a5b251c8e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:40.701486 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:15:40.702666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:40.709086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf2e7a-0b57-4cd5-bd16-3a346b85a80e None None] Current status of the port b42d40a4-a5b0-4444-a01b-6bb31133b985 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:40.709517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2e7a-0b57-4cd5-bd16-3a346b85a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:40.746775 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fbfa8ceb-c3de-4a5d-9248-e5ced7dd7934 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3195603 Sep 19 17:15:40.748858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44912) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:40.757481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:40.815889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4fdf2e7a-0b57-4cd5-bd16-3a346b85a80e None None] For port b42d40a4-a5b0-4444-a01b-6bb31133b985, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b42d40a4-a5b0-4444-a01b-6bb31133b985,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:40.820565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2e7a-0b57-4cd5-bd16-3a346b85a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:40.917667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-745312757', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:40.926687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf2e7a-0b57-4cd5-bd16-3a346b85a80e None None] Pushing event updated for resources: {'Port': ['ID=b42d40a4-a5b0-4444-a01b-6bb31133b985,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:40.981255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6d92500a-4445-47cd-bcdf-cd2b06ec6a2f None None] Provisioning for port 6c281b55-a4db-4146-a129-9a8e0eee4e8f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:40.989031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6d92500a-4445-47cd-bcdf-cd2b06ec6a2f None None] Provisioning complete for port 6c281b55-a4db-4146-a129-9a8e0eee4e8f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:40.989416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6d92500a-4445-47cd-bcdf-cd2b06ec6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.015945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:41.019550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port eda0042d-646c-494c-b0ea-983428c67eac {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:41.020062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.068770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.079883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Usage tracker for resource:router and tenant:bb74822729ea42ac9d592491623d7096 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:41.083379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:41.087812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6d92500a-4445-47cd-bcdf-cd2b06ec6a2f None None] Port 6c281b55-a4db-4146-a129-9a8e0eee4e8f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:41.121614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 386de9fe-6645-4672-bc07-a28ca215d561 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:41.138139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:41.139075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:41.169284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:41.174287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:41.210278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 386de9fe-6645-4672-bc07-a28ca215d561 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:41.217826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 386de9fe-6645-4672-bc07-a28ca215d561 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:41.218149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.218805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:41.362560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:41.367362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.397052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a163d019-d4de-46c8-a99c-52d53d932473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.400696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 386de9fe-6645-4672-bc07-a28ca215d561 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:41.401110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.473523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-51b9d986-03e6-40c9-b9ca-e65751e0763d None None] Provisioning complete for port b42d40a4-a5b0-4444-a01b-6bb31133b985 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:41.474923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-51b9d986-03e6-40c9-b9ca-e65751e0763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.529249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 386de9fe-6645-4672-bc07-a28ca215d561, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=386de9fe-6645-4672-bc07-a28ca215d561,segment=NetworkSegment(27f9cd4f-b0a3-4213-b568-6eac06537fac),segment_id=27f9cd4f-b0a3-4213-b568-6eac06537fac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:41.537490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.563006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.563701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.572917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port eda0042d-646c-494c-b0ea-983428c67eac, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eda0042d-646c-494c-b0ea-983428c67eac,segment=NetworkSegment(eab629f0-6b7a-4c00-9bfe-3463cc179e72),segment_id=eab629f0-6b7a-4c00-9bfe-3463cc179e72)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:41.573122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.580155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dff1ed13-97e7-4641-aadb-ed78326b5373 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:41.582354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=ff92c977-8397-4bd3-9411-aba1ce694d19,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:41.629117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:41.629488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: e878ff3a-fdec-4cab-9829-831950c791fb, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:15:41.634884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: dff1ed13-97e7-4641-aadb-ed78326b5373 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:41.635238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device dff1ed13-97e7-4641-aadb-ed78326b5373 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:41.645974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.679628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 2008a360-1444-4d27-88ce-546ac3947ae1 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:41.693651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=386de9fe-6645-4672-bc07-a28ca215d561,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:41.710215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network e878ff3a-fdec-4cab-9829-831950c791fb is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:15:41.713697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:41.716869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-51b9d986-03e6-40c9-b9ca-e65751e0763d None None] Current status of the port b42d40a4-a5b0-4444-a01b-6bb31133b985 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:41.731088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for eda0042d-646c-494c-b0ea-983428c67eac owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:41.758712 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d64b0168-6991-4ae8-a44b-a42c78d1509d (CIDR: 172.20.0.16/28) Sep 19 17:15:41.769177 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:15:41.769644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:41.808103 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88c1e027-326a-4a71-bce7-62fc1ca2bada tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0581243 Sep 19 17:15:41.810735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44916) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:41.824816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'subnet': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:41.920476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, e878ff3a-fdec-4cab-9829-831950c791fb) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:41.929570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5d7415-7743-429c-a91a-20c296cfdb8e None None] Network e878ff3a-fdec-4cab-9829-831950c791fb requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:41.935553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 246cfacd-9b11-4e2e-80c4-fa2a5b251c8e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:41.942481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:41.943172 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:42.164782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:42.171375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:42.178236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Usage tracker for resource:subnet and tenant:9bef7bf06a55483c91d04fcffeb787be is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:42.181523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:42.190512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:42.197265 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c79cb26c-07cc-49d2-9fdd-d138c1926c84 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8690326 Sep 19 17:15:42.202160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44920) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:42.216545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-e878ff3a-fdec-4cab-9829-831950c791fb', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:42.218134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:42.239637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:42.264297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Made reservation on behalf of 9bef7bf06a55483c91d04fcffeb787be for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:42.267744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:42.280782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] Sync routers for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:42.288711 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b9738ca1-aad6-4e69-8c76-3d008620e123 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/2008a360-1444-4d27-88ce-546ac3947ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3134866 Sep 19 17:15:42.295110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:42.298243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:42.298624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:42.299007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:42.388325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:42.393295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:42.399148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:42.404761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:42.405504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:42.438306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=246cfacd-9b11-4e2e-80c4-fa2a5b251c8e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:42.463846 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5ecc9eb0-ec87-4b25-9b3f-6acd4b2efe2a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7491724 Sep 19 17:15:42.463846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44926) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:42.645621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=eda0042d-646c-494c-b0ea-983428c67eac,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:42.747309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Allocated IP 2001:db8:1::2 (e878ff3a-fdec-4cab-9829-831950c791fb/ff92c977-8397-4bd3-9411-aba1ce694d19/76634b68-4fc8-4536-9f10-a699f547ea3a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:42.930329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:43.003368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0d6eb5df-2178-45a4-80a4-b020e4f53f94 None None] Provisioning for port 246cfacd-9b11-4e2e-80c4-fa2a5b251c8e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:43.020706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbeebe-0e1e-411f-b7bb-cb15cff577b4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:43.028111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbeebe-0e1e-411f-b7bb-cb15cff577b4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:43.029305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c4dbeebe-0e1e-411f-b7bb-cb15cff577b4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:43.029453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0d6eb5df-2178-45a4-80a4-b020e4f53f94 None None] Provisioning complete for port 246cfacd-9b11-4e2e-80c4-fa2a5b251c8e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:43.029805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb5df-2178-45a4-80a4-b020e4f53f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.038200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.114488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 386de9fe-6645-4672-bc07-a28ca215d561 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:43.198833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.223557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.278736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c4dbeebe-0e1e-411f-b7bb-cb15cff577b4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:43.282901 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c4dbeebe-0e1e-411f-b7bb-cb15cff577b4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.8157670 Sep 19 17:15:43.284408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44932) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:43.335902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0d6eb5df-2178-45a4-80a4-b020e4f53f94 None None] Port 246cfacd-9b11-4e2e-80c4-fa2a5b251c8e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:43.447573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde80cb-cac7-4670-9691-9824d093b583 req-6cf41056-8620-4f56-b5df-af9b0fd9c607 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:43.448538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-dfde80cb-cac7-4670-9691-9824d093b583 req-6cf41056-8620-4f56-b5df-af9b0fd9c607 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:43.454138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-05bf018b-4c91-4cc3-ae9c-f8aa4a2d2031 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 246cfacd-9b11-4e2e-80c4-fa2a5b251c8e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:43.454571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05bf018b-4c91-4cc3-ae9c-f8aa4a2d2031 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.483312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.485634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 386de9fe-6645-4672-bc07-a28ca215d561 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:43.486005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.545616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Transition to ACTIVE for port object 76634b68-4fc8-4536-9f10-a699f547ea3a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:43.577343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-dfde80cb-cac7-4670-9691-9824d093b583 req-6cf41056-8620-4f56-b5df-af9b0fd9c607 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:43.578803 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfde80cb-cac7-4670-9691-9824d093b583 req-6cf41056-8620-4f56-b5df-af9b0fd9c607 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 946 time: 0.6915133 Sep 19 17:15:43.628542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Transition to ACTIVE for port object 76634b68-4fc8-4536-9f10-a699f547ea3a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:43.644436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.653195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Allocated IP 172.26.10.201 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/34943782-8184-415e-8054-4a73684b8087) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:43.685426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c5aac1a2-6c48-4b84-98b2-bdf86ecc3423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.724989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Network e878ff3a-fdec-4cab-9829-831950c791fb is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:43.728143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.732388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:43.760840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:43.819157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Pushing event updated for resources: {'Port': ['ID=76634b68-4fc8-4536-9f10-a699f547ea3a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:43.822868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfde80cb-cac7-4670-9691-9824d093b583 req-26f3f4f2-c56c-4b23-8936-f602c22730f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276969 Sep 19 17:15:43.885206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 386de9fe-6645-4672-bc07-a28ca215d561 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:43.885927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b42d40a4-a5b0-4444-a01b-6bb31133b985 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:43.956044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:38Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:14:08Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:43.965297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Attempting to bind port 76634b68-4fc8-4536-9f10-a699f547ea3a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:43.965675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Attempting to bind port 76634b68-4fc8-4536-9f10-a699f547ea3a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:43.966046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Attempting to bind port 76634b68-4fc8-4536-9f10-a699f547ea3a on network e878ff3a-fdec-4cab-9829-831950c791fb {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:43.970778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] Checking router: 2008a360-1444-4d27-88ce-546ac3947ae1 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:43.979309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:43.979702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Checking segment: {'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:43.980096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.980587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Bound using segment: {'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:43.981069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Bound port: 76634b68-4fc8-4536-9f10-a699f547ea3a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:43.981449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:43.993451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:44.004224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:44.004847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:44.013476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.020114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05bf018b-4c91-4cc3-ae9c-f8aa4a2d2031 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.041692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:44.044668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:44.045338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.061995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db950d76-40e2-47f0-b65a-0a149319806c None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:44.072932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Subnet': ['ID=3534271d-cdf4-424f-87c3-ca0a6032ea2f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:44.162621 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7e3429b6-c556-40e4-9eb7-0fb9c233a974 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3478425 Sep 19 17:15:44.162837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-05bf018b-4c91-4cc3-ae9c-f8aa4a2d2031 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 246cfacd-9b11-4e2e-80c4-fa2a5b251c8e owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:44.163442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:44.165102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44936) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:44.177994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-260738254', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3534271d-cdf4-424f-87c3-ca0a6032ea2f'}], 'security_groups': ['58e3ca1d-3d74-43d1-9825-adbf210c5e8f', 'ae931e31-b53a-4e8e-b4e5-206533058e70']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:44.235146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.235884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b42d40a4-a5b0-4444-a01b-6bb31133b985 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:44.235884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.259655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.391551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:44.395331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05bf018b-4c91-4cc3-ae9c-f8aa4a2d2031 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.397533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:44.405729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:44.450080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] For port 76634b68-4fc8-4536-9f10-a699f547ea3a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:44.453628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event updated for resources: {'Port': ['ID=34943782-8184-415e-8054-4a73684b8087,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:44.482595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] For port 76634b68-4fc8-4536-9f10-a699f547ea3a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=76634b68-4fc8-4536-9f10-a699f547ea3a,segment=NetworkSegment(c7c03666-fa95-42de-8fdd-4e6e437ca7ce),segment_id=c7c03666-fa95-42de-8fdd-4e6e437ca7ce)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:44.523940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.567127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf018b-4c91-4cc3-ae9c-f8aa4a2d2031 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=246cfacd-9b11-4e2e-80c4-fa2a5b251c8e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:44.571495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-05bf018b-4c91-4cc3-ae9c-f8aa4a2d2031 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.603290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:44.609381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-cf941468-2cd9-4281-9692-b911c66d6f86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:44.611121 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-cf941468-2cd9-4281-9692-b911c66d6f86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 946 time: 0.6202791 Sep 19 17:15:44.774402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:44.780441 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ae17122c-0528-429e-a8f9-0405ea5ae902 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1485801 Sep 19 17:15:44.786390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44940) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:44.789569 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:44.807888 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:44.809134 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:44.830041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05bf018b-4c91-4cc3-ae9c-f8aa4a2d2031 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/246cfacd-9b11-4e2e-80c4-fa2a5b251c8e HTTP/1.1" status: 204 len: 168 time: 1.5392699 Sep 19 17:15:44.859096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:44.874917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:44.875297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.915715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6bc79f-55ec-48e4-a191-a9fb4f43d545 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet efc34865-b29f-49cd-be4e-e8c12e8b210e {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:44.923723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc79f-55ec-48e4-a191-a9fb4f43d545 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:44.928295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b7fa-67e7-4dd3-8145-9810fc48cb91 None None] Pushing event updated for resources: {'Port': ['ID=76634b68-4fc8-4536-9f10-a699f547ea3a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:45.021476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b42d40a4-a5b0-4444-a01b-6bb31133b985 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:45.065578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc79f-55ec-48e4-a191-a9fb4f43d545 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:45.196716 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:45.302305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 76634b68-4fc8-4536-9f10-a699f547ea3a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:45.339242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:45.370220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:45.596494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c1169-1abd-4b22-84c6-357ffa7f4eb0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:45.598073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 76634b68-4fc8-4536-9f10-a699f547ea3a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:45.598491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c1169-1abd-4b22-84c6-357ffa7f4eb0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:45.600334 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4d6c1169-1abd-4b22-84c6-357ffa7f4eb0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7347176 Sep 19 17:15:45.617912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44950) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:45.657284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:38Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:14:08Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:45.664923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306638c4-1041-49b7-94fe-263a16acb0d3 None None] The sync data for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv is: [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:38Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f70de23a-7b88-427f-9623-87b6ca0f394b', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.114', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'port_id': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'mac_address': 'fa:16:3e:36:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:13:59Z', 'updated_at': '2022-09-19T17:14:08Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:45.673703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9d02e-58bf-4b69-8052-d4ca0568da87 None None] Update dhcp port {'port': {'network_id': '1f9ce5ad-43eb-4802-aaad-7b0e9530b11f', 'fixed_ips': [{'subnet_id': 'd64b0168-6991-4ae8-a44b-a42c78d1509d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de319b15-61ca-44e5-91de-2a55db03f41c', 'ip_address': '172.20.0.2'}, {'subnet_id': '3534271d-cdf4-424f-87c3-ca0a6032ea2f'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '8a4d5e32-cf21-4309-b130-463989cc4c3b'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:15:45.676651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:45.749686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc79f-55ec-48e4-a191-a9fb4f43d545 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:45.768935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-18e9d02e-58bf-4b69-8052-d4ca0568da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:45.785363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:45.870670 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 9, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:45.874788 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:45.890235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 4cf8c994-dc30-4dd5-b57d-fc393b5f8623 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:45.897909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:45.899458 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:45.900155 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:46.012779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58057887-f694-43a2-9148-627e1acf3a49 req-ed6887ed-1783-48b7-8fd9-662530c36bb0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:46.019858 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58057887-f694-43a2-9148-627e1acf3a49 req-ed6887ed-1783-48b7-8fd9-662530c36bb0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 946 time: 0.9083765 Sep 19 17:15:46.146614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8:1::1 (e878ff3a-fdec-4cab-9829-831950c791fb/ff92c977-8397-4bd3-9411-aba1ce694d19/0f4e4736-826e-41d0-89de-b520157e674f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:46.158861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.191313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.197068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-18e9d02e-58bf-4b69-8052-d4ca0568da87 None None] Allocated IP 172.20.0.34 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/3534271d-cdf4-424f-87c3-ca0a6032ea2f/8a4d5e32-cf21-4309-b130-463989cc4c3b) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:46.241315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc79f-55ec-48e4-a191-a9fb4f43d545 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.246484 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:46.280406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58057887-f694-43a2-9148-627e1acf3a49 req-fcc3ad23-0975-41ff-92d1-068fa7f65ed0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f7f721a-28ee-43c9-a39c-c84ce60a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596521 Sep 19 17:15:46.355729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db2180-5f93-4a3f-9a40-cde5e71e87fb None None] Network e878ff3a-fdec-4cab-9829-831950c791fb requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:46.356950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:46.357801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.384653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bc79f-55ec-48e4-a191-a9fb4f43d545 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=efc34865-b29f-49cd-be4e-e8c12e8b210e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:46.411140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc79f-55ec-48e4-a191-a9fb4f43d545 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.450143 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dd6bc79f-55ec-48e4-a191-a9fb4f43d545 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/efc34865-b29f-49cd-be4e-e8c12e8b210e HTTP/1.1" status: 204 len: 168 time: 1.6624680 Sep 19 17:15:46.453221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44954) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:46.502061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37b9eb-4571-4c16-aa01-466dadd85dbd None None] Network 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:46.561975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 owned by compute:nova {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:46.630077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.711332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.720489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.796144 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 9, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:46.800386 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61117f95-37c4-43a6-8283-0874398e4947 None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 9, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5f100b-44fc-4308-941b-f77dec0947db', 'name': '', 'network_id': '4f2648bf-96d1-4e30-8a93-7d955d6c508e', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:06:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:42Z', 'updated_at': '2022-09-19T17:14:53Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': 'dad73a94-04f3-4d42-98d4-efddaf512be2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:46.804635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port af8313c1-93ca-482a-89b1-5d21cccf88b0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:46.804989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.820198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-18e9d02e-58bf-4b69-8052-d4ca0568da87 None None] For port 8a4d5e32-cf21-4309-b130-463989cc4c3b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8a4d5e32-cf21-4309-b130-463989cc4c3b,segment=NetworkSegment(5c2de1d8-2edd-4d3c-96c3-3756ac6159f6),segment_id=5c2de1d8-2edd-4d3c-96c3-3756ac6159f6)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:46.835275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.840543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30cbb43e-a367-4b5a-b69c-eb4fe9e2aef6 None None] Provisioning for port 76634b68-4fc8-4536-9f10-a699f547ea3a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:46.874210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object 0f4e4736-826e-41d0-89de-b520157e674f will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:46.874822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30cbb43e-a367-4b5a-b69c-eb4fe9e2aef6 None None] Provisioning complete for port 76634b68-4fc8-4536-9f10-a699f547ea3a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:46.875001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30cbb43e-a367-4b5a-b69c-eb4fe9e2aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.893925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.902958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:46.955740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=1a35d5f4-ca78-44d1-84d7-eb44deeefa11,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:47.053416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:47.059354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-18e9d02e-58bf-4b69-8052-d4ca0568da87 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:47.099042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 on host hv-neutron-8577 {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:47.110790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:47.120808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a290c48-747e-425b-88ac-3eb9fc6b41e7', 'name': 'network-vif-deleted', 'tag': '1a35d5f4-ca78-44d1-84d7-eb44deeefa11'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:15:47.123130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2b5762-c179-4fac-a3ed-d8fb07642bea" -d '{"events": [{"server_uuid": "9a290c48-747e-425b-88ac-3eb9fc6b41e7", "name": "network-vif-deleted", "tag": "1a35d5f4-ca78-44d1-84d7-eb44deeefa11"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:15:47.160616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network e878ff3a-fdec-4cab-9829-831950c791fb is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:47.168475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-18e9d02e-58bf-4b69-8052-d4ca0568da87 None None] Transition to ACTIVE for port object 8a4d5e32-cf21-4309-b130-463989cc4c3b will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:47.178160 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5071ccf4-a9e4-4ad5-b7e3-5ee0cd7e8d07 req-78427f4f-3541-4147-9c2a-86bf0ab5a650 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/1a35d5f4-ca78-44d1-84d7-eb44deeefa11 HTTP/1.1" status: 204 len: 173 time: 2.5558987 Sep 19 17:15:47.188788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf8c994-dc30-4dd5-b57d-fc393b5f8623,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:47.194280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:47.194781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-18e9d02e-58bf-4b69-8052-d4ca0568da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:47.234917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.235274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.235620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.235968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.236295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.238179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.238179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.238179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.238179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.238179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.238179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.238798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.253530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d4375-51d8-4d22-93e3-6306d86dd225 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:47.277589 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-73df72ad-6b3c-4b2f-8c31-d07be9bcf6c7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/4cf8c994-dc30-4dd5-b57d-fc393b5f8623 HTTP/1.1" status: 204 len: 168 time: 1.6584015 Sep 19 17:15:47.283333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44960) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:47.283862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 05c857a4-f366-4d3b-89e9-3646e28a655d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:47.492650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:47.500525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5cf886-8439-4625-8e23-3bff55b55cb7 x-openstack-request-id: req-1e5cf886-8439-4625-8e23-3bff55b55cb7 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:15:47.500822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a290c48-747e-425b-88ac-3eb9fc6b41e7", "name": "network-vif-deleted", "tag": "1a35d5f4-ca78-44d1-84d7-eb44deeefa11", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:15:47.501203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1e5cf886-8439-4625-8e23-3bff55b55cb7 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:15:47.508703 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5cf886-8439-4625-8e23-3bff55b55cb7'] response: {'server_uuid': '9a290c48-747e-425b-88ac-3eb9fc6b41e7', 'name': 'network-vif-deleted', 'tag': '1a35d5f4-ca78-44d1-84d7-eb44deeefa11', 'status': 'completed', 'code': 200} Sep 19 17:15:47.517781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=0f4e4736-826e-41d0-89de-b520157e674f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:47.528217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:47.528964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:47.537347 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-18c63594-3af6-46c4-ab2d-2727a53a8fdd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2334764 Sep 19 17:15:47.544007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44966) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:47.575931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 05c857a4-f366-4d3b-89e9-3646e28a655d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:47.576254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 05c857a4-f366-4d3b-89e9-3646e28a655d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:47.576606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eda0042d-646c-494c-b0ea-983428c67eac no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:47.613021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port af8313c1-93ca-482a-89b1-5d21cccf88b0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af8313c1-93ca-482a-89b1-5d21cccf88b0,segment=NetworkSegment(eab629f0-6b7a-4c00-9bfe-3463cc179e72),segment_id=eab629f0-6b7a-4c00-9bfe-3463cc179e72)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:47.613383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:47.615731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.616425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.616996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.617718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.618142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.619193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.619193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.619431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.619773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.620178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.621150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.621150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:47.659592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0e852e65-8c87-41cd-b9d5-6109d9545c6e req-10eec1e8-4db8-4671-ba40-33668a68f141 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:47.673266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Delete allocated IP 172.20.0.5 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/de319b15-61ca-44e5-91de-2a55db03f41c) {{(pid=89055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 17:15:47.690488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Allocated IP 172.20.0.37 (1f9ce5ad-43eb-4802-aaad-7b0e9530b11f/3534271d-cdf4-424f-87c3-ca0a6032ea2f/6c281b55-a4db-4146-a129-9a8e0eee4e8f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:47.700118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0e852e65-8c87-41cd-b9d5-6109d9545c6e req-10eec1e8-4db8-4671-ba40-33668a68f141 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:47.701262 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e852e65-8c87-41cd-b9d5-6109d9545c6e req-10eec1e8-4db8-4671-ba40-33668a68f141 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a290c48-747e-425b-88ac-3eb9fc6b41e7 HTTP/1.1" status: 200 len: 210 time: 0.1303453 Sep 19 17:15:47.741746 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: eda0042d-646c-494c-b0ea-983428c67eac {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:47.742386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eda0042d-646c-494c-b0ea-983428c67eac not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:47.769177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:47.811822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for af8313c1-93ca-482a-89b1-5d21cccf88b0 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:47.868017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Router beea669e-e98e-4a90-bf28-9e71ab27352a is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:15:47.914688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:47.915756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 1a35d5f4-ca78-44d1-84d7-eb44deeefa11 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:47.945924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9d02e-58bf-4b69-8052-d4ca0568da87 None None] Pushing event updated for resources: {'Port': ['ID=8a4d5e32-cf21-4309-b130-463989cc4c3b,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:48.005407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9172f9-0cf2-4427-92fa-8e2368bfb0b6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:48.006284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ea9172f9-0cf2-4427-92fa-8e2368bfb0b6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:48.015288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.060579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-30cbb43e-a367-4b5a-b69c-eb4fe9e2aef6 None None] Current status of the port 76634b68-4fc8-4536-9f10-a699f547ea3a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:48.061031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30cbb43e-a367-4b5a-b69c-eb4fe9e2aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.107050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.157697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-30cbb43e-a367-4b5a-b69c-eb4fe9e2aef6 None None] For port 76634b68-4fc8-4536-9f10-a699f547ea3a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=76634b68-4fc8-4536-9f10-a699f547ea3a,segment=NetworkSegment(c7c03666-fa95-42de-8fdd-4e6e437ca7ce),segment_id=c7c03666-fa95-42de-8fdd-4e6e437ca7ce)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:48.167806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30cbb43e-a367-4b5a-b69c-eb4fe9e2aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.215536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806f950-69bd-4676-8166-98f90967f9a0 None None] DHCP port deletion for 0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:48.265327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=af8313c1-93ca-482a-89b1-5d21cccf88b0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:48.267500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No DVR routers for this DVR port af8313c1-93ca-482a-89b1-5d21cccf88b0 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:48.272966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbb43e-a367-4b5a-b69c-eb4fe9e2aef6 None None] Pushing event updated for resources: {'Port': ['ID=76634b68-4fc8-4536-9f10-a699f547ea3a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:48.308658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ea9172f9-0cf2-4427-92fa-8e2368bfb0b6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:48.312277 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ea9172f9-0cf2-4427-92fa-8e2368bfb0b6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7648935 Sep 19 17:15:48.319274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44970) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:48.348516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:48.353451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Deleting port b42d40a4-a5b0-4444-a01b-6bb31133b985 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:48.353851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.476658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:48.518831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cda07d-607a-4b22-9d4f-c2ab199ad87a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:48.519919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c2cda07d-607a-4b22-9d4f-c2ab199ad87a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:48.543584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.570276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:15:48.582756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3c4c82-d0b0-49da-ad1d-6e4d477634b2']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:48.596177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.600778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab629f0-6b7a-4c00-9bfe-3463cc179e72') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:48.601173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab629f0-6b7a-4c00-9bfe-3463cc179e72') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:48.624715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.638308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.642299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Transition to ACTIVE for port object 6c281b55-a4db-4146-a129-9a8e0eee4e8f will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:48.642585 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-61bb2021-f4cb-4c50-8008-36fc0128aaec tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3297226 Sep 19 17:15:48.644207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44974) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:48.648185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd4802e-2e2b-4cb7-b7d6-1361a8e715d3 None None] Sync routers for ids ['beea669e-e98e-4a90-bf28-9e71ab27352a'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:48.682582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8b7511ba-d78b-4717-8a89-71f1dd448f35 None None] Provisioning for port 0f4e4736-826e-41d0-89de-b520157e674f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:48.687767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.693763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4802e-2e2b-4cb7-b7d6-1361a8e715d3 None None] Routers {'beea669e-e98e-4a90-bf28-9e71ab27352a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:48.694837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fbd4802e-2e2b-4cb7-b7d6-1361a8e715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['beea669e-e98e-4a90-bf28-9e71ab27352a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:48.727026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c2cda07d-607a-4b22-9d4f-c2ab199ad87a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:48.727862 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c2cda07d-607a-4b22-9d4f-c2ab199ad87a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4071667 Sep 19 17:15:48.728984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.741145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44978) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:48.804485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] For port b42d40a4-a5b0-4444-a01b-6bb31133b985, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b42d40a4-a5b0-4444-a01b-6bb31133b985,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:48.804875 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.832038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:15:48.832643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.885178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fbd4802e-2e2b-4cb7-b7d6-1361a8e715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:48.891223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8b7511ba-d78b-4717-8a89-71f1dd448f35 None None] Provisioning complete for port 0f4e4736-826e-41d0-89de-b520157e674f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:48.891601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8b7511ba-d78b-4717-8a89-71f1dd448f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:48.928507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-aa053ee4-fc6e-4385-a581-acfe74350a11 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1775672 Sep 19 17:15:48.928507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44986) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:48.928507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment eab629f0-6b7a-4c00-9bfe-3463cc179e72 resource provider aggregate not found Sep 19 17:15:48.936390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 44990) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:48.966885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event updated for resources: {'Port': ['ID=6c281b55-a4db-4146-a129-9a8e0eee4e8f,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:48.988000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Calling delete_port for b42d40a4-a5b0-4444-a01b-6bb31133b985 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:49.008068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:49.086626 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:15:49.105147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4802e-2e2b-4cb7-b7d6-1361a8e715d3 None None] Routers {'beea669e-e98e-4a90-bf28-9e71ab27352a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:49.105808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fbd4802e-2e2b-4cb7-b7d6-1361a8e715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['beea669e-e98e-4a90-bf28-9e71ab27352a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:49.112088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] In _notify_port_updated(), no bound segment for port 6c281b55-a4db-4146-a129-9a8e0eee4e8f on network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:15:49.118608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:49.119822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.121798 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1aff39d6-4a17-44d6-9df8-d54c7ecbc79c tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "PUT /v2.0/ports/6c281b55-a4db-4146-a129-9a8e0eee4e8f HTTP/1.1" status: 200 len: 959 time: 4.9543507 Sep 19 17:15:49.133817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 44996) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:49.157882 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment eab629f0-6b7a-4c00-9bfe-3463cc179e72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab629f0-6b7a-4c00-9bfe-3463cc179e72 found for delete ", "request_id": "req-c4fdee2a-81b2-4353-ae3b-89ffc6356969"}]} Sep 19 17:15:49.183302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8a4d5e32-cf21-4309-b130-463989cc4c3b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:49.188946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.201184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.201926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.242134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fbd4802e-2e2b-4cb7-b7d6-1361a8e715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:49.242599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd4802e-2e2b-4cb7-b7d6-1361a8e715d3 None None] The sync data for ids ['beea669e-e98e-4a90-bf28-9e71ab27352a'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:49.243929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8b7511ba-d78b-4717-8a89-71f1dd448f35 None None] Port 0f4e4736-826e-41d0-89de-b520157e674f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:49.265600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.292686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8b7511ba-d78b-4717-8a89-71f1dd448f35 None None] Provisioning complete for port 76634b68-4fc8-4536-9f10-a699f547ea3a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:49.293272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8b7511ba-d78b-4717-8a89-71f1dd448f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.324382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.330600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.361523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=0f3c4c82-d0b0-49da-ad1d-6e4d477634b2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:49.388194 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e4b6f3bc-de5d-4f3c-a94b-d7ab240d0cc4 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/0f3c4c82-d0b0-49da-ad1d-6e4d477634b2 HTTP/1.1" status: 204 len: 168 time: 2.9331365 Sep 19 17:15:49.395072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45000) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:49.401380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] No DVR routers for this DVR port b42d40a4-a5b0-4444-a01b-6bb31133b985 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:49.405517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=0f4e4736-826e-41d0-89de-b520157e674f,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:49.411427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Pushing event deleted for resources: {'Port': ['ID=b42d40a4-a5b0-4444-a01b-6bb31133b985,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:49.428753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f1689be1-5f77-487a-ab5f-3afd8dc6c450 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 6c281b55-a4db-4146-a129-9a8e0eee4e8f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:49.429414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1689be1-5f77-487a-ab5f-3afd8dc6c450 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.439119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.439476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.439821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.440161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.440500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.440835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.441165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.441502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.441835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.442161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.442486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.442808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95644633-501c-49a5-b738-c244e3e74fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:49.457893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 76634b68-4fc8-4536-9f10-a699f547ea3a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:49.489147 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-becbe7a2-3dac-4522-9edc-eaea5c48957b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/routers/beea669e-e98e-4a90-bf28-9e71ab27352a HTTP/1.1" status: 200 len: 921 time: 0.8438013 Sep 19 17:15:49.490069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45004) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:49.560234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:49.600866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 76634b68-4fc8-4536-9f10-a699f547ea3a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:49.601147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.613585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-303cc4d4-64fc-46cb-8d91-be65058d040a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.630216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network e878ff3a-fdec-4cab-9829-831950c791fb is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:49.631201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8b7511ba-d78b-4717-8a89-71f1dd448f35 None None] Current status of the port 76634b68-4fc8-4536-9f10-a699f547ea3a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:49.635786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:49.665572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2320d56b-bfbc-41c1-8b0f-66da38f305f9 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=beea669e-e98e-4a90-bf28-9e71ab27352a HTTP/1.1" status: 200 len: 205 time: 0.1604440 Sep 19 17:15:49.673132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:49.674874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45008) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:49.764064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 76634b68-4fc8-4536-9f10-a699f547ea3a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:49.771310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Provisioning complete for port 0f4e4736-826e-41d0-89de-b520157e674f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:49.771693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.840897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af8313c1-93ca-482a-89b1-5d21cccf88b0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:49.887343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-303cc4d4-64fc-46cb-8d91-be65058d040a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.892331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: af8313c1-93ca-482a-89b1-5d21cccf88b0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:49.892760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af8313c1-93ca-482a-89b1-5d21cccf88b0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:49.893380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b42d40a4-a5b0-4444-a01b-6bb31133b985 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:49.934135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:49.943353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1689be1-5f77-487a-ab5f-3afd8dc6c450 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.945936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b42d40a4-a5b0-4444-a01b-6bb31133b985 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:49.946399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b42d40a4-a5b0-4444-a01b-6bb31133b985 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:49.952663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Port 0f4e4736-826e-41d0-89de-b520157e674f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:49.972899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Provisioning for port 8a4d5e32-cf21-4309-b130-463989cc4c3b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:49.980246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:49.980699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:49.985903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:50.002084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.121843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:50.135096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Provisioning complete for port 1819448a-d78e-4311-baa4-e7b2b00416a9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:50.135484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.192280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Port 1819448a-d78e-4311-baa4-e7b2b00416a9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:50.206838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Provisioning for port 6c281b55-a4db-4146-a129-9a8e0eee4e8f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:50.209898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.213220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Provisioning complete for port 6c281b55-a4db-4146-a129-9a8e0eee4e8f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:50.213651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.270556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f1689be1-5f77-487a-ab5f-3afd8dc6c450 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 6c281b55-a4db-4146-a129-9a8e0eee4e8f owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:50.274209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3a14b204-cf5d-4a0f-acc8-8de24665b06f None None] Port 6c281b55-a4db-4146-a129-9a8e0eee4e8f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:50.407489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b490baba-6827-438e-85ea-41104b4f9018 None None] Provisioning complete for port 0f4e4736-826e-41d0-89de-b520157e674f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:50.408831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b490baba-6827-438e-85ea-41104b4f9018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.441847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:50.450410 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e81e9afa-48e7-4462-8b7f-4a579cc3e7f4 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2457643 Sep 19 17:15:50.459516 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:50.468311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45012) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:50.471987 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:50.472850 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:50.501691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b490baba-6827-438e-85ea-41104b4f9018 None None] Port 0f4e4736-826e-41d0-89de-b520157e674f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:50.515094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-303cc4d4-64fc-46cb-8d91-be65058d040a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.522984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-496285041'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:50.544057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1689be1-5f77-487a-ab5f-3afd8dc6c450 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.605920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1689be1-5f77-487a-ab5f-3afd8dc6c450 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=6c281b55-a4db-4146-a129-9a8e0eee4e8f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:50.637274 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:50.692123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:50.696717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:50.700054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:50.707311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:50.733779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1689be1-5f77-487a-ab5f-3afd8dc6c450 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.746471 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f1689be1-5f77-487a-ab5f-3afd8dc6c450 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/6c281b55-a4db-4146-a129-9a8e0eee4e8f HTTP/1.1" status: 204 len: 168 time: 1.6112490 Sep 19 17:15:50.747157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45016) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:50.797909 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa255cd7-dea8-4d83-b925-81b57ee2d35d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] GET failed (client error): The resource could not be found. Sep 19 17:15:50.798445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fa255cd7-dea8-4d83-b925-81b57ee2d35d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Synchronizing usage tracker for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:15:50.816274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fa255cd7-dea8-4d83-b925-81b57ee2d35d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Unset dirty status for tenant:9bef7bf06a55483c91d04fcffeb787be on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:15:50.820806 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fa255cd7-dea8-4d83-b925-81b57ee2d35d tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports/6c281b55-a4db-4146-a129-9a8e0eee4e8f HTTP/1.1" status: 404 len: 333 time: 0.0724142 Sep 19 17:15:50.821710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45020) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:50.847100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.856811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:50.861205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.893737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d903cb55-6d6b-4e7e-9ac6-01c062abecae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.908685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cc4d4-64fc-46cb-8d91-be65058d040a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f721a-28ee-43c9-a39c-c84ce60a6224,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:50.924843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d903cb55-6d6b-4e7e-9ac6-01c062abecae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.963656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Deleting port 34943782-8184-415e-8054-4a73684b8087 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:50.964003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:50.980719 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:47Z', 'revision_number': 3, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:48Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:50.984942 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:50.985288 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Updating router ebf0259d-1521-42a2-bc31-ac660aeff271 port 0f4e4736-826e-41d0-89de-b520157e674f binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:15:50.987273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d903cb55-6d6b-4e7e-9ac6-01c062abecae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.005301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903cb55-6d6b-4e7e-9ac6-01c062abecae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f0281e-769e-4873-ac4c-f196eefd42f1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:51.011944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d903cb55-6d6b-4e7e-9ac6-01c062abecae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.015836 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d903cb55-6d6b-4e7e-9ac6-01c062abecae tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/security-groups/a9f0281e-769e-4873-ac4c-f196eefd42f1 HTTP/1.1" status: 204 len: 168 time: 0.1929572 Sep 19 17:15:51.016460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:51.032500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-303cc4d4-64fc-46cb-8d91-be65058d040a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.036110 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-303cc4d4-64fc-46cb-8d91-be65058d040a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/6f7f721a-28ee-43c9-a39c-c84ce60a6224 HTTP/1.1" status: 204 len: 168 time: 2.0987215 Sep 19 17:15:51.043433 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.059367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:15:51.080469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45030) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:51.114920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:15:51.119986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.133870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd385-9e58-47c7-b346-d3bd28b22816 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.175556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f264b2b8-ae35-45af-aff2-4f1fa4020f1b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet 0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:51.178563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd385-9e58-47c7-b346-d3bd28b22816 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.189601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f264b2b8-ae35-45af-aff2-4f1fa4020f1b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.249636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.252633 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment cd2cce5d-f66d-4daf-a5d4-40052a78640d of type vlan for network c657e314-340a-4fbb-9354-0e53cd351440 Sep 19 17:15:51.293380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f264b2b8-ae35-45af-aff2-4f1fa4020f1b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.305539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:51.311612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:51.314636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:51.315256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.331688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501fade2-8b2e-4091-a0d9-e97e6256d891 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:51.348029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd385-9e58-47c7-b346-d3bd28b22816 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.383125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=fa1b3eb6-f7da-4231-8217-5929f0b4bb49,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:51.388028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd385-9e58-47c7-b346-d3bd28b22816 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.392923 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c2fbd385-9e58-47c7-b346-d3bd28b22816 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/security-groups/ae931e31-b53a-4e8e-b4e5-206533058e70 HTTP/1.1" status: 204 len: 168 time: 0.3754342 Sep 19 17:15:51.394084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbd385-9e58-47c7-b346-d3bd28b22816 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae931e31-b53a-4e8e-b4e5-206533058e70,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:51.398096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45034) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:51.414953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.427211 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-66d0c731-920e-4670-af6f-c0b0ad5ecb5f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4744947 Sep 19 17:15:51.455648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:51.475202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:51.484870 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.498450 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Transition to ACTIVE for port object 0f4e4736-826e-41d0-89de-b520157e674f will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:51.503062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.507743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.573034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8082902-19b4-47cf-affc-6d574c8cf37f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.585067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f264b2b8-ae35-45af-aff2-4f1fa4020f1b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.667220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Calling delete_port for 34943782-8184-415e-8054-4a73684b8087 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:51.674665 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8139206-6d24-4d9e-8c0b-c6314717d77f None None] Pushing event updated for resources: {'Port': ['ID=0f4e4736-826e-41d0-89de-b520157e674f,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:51.684445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8082902-19b4-47cf-affc-6d574c8cf37f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.706710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.713661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:51.714370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.735245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': 'fa1b3eb6-f7da-4231-8217-5929f0b4bb49'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:51.736128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.773116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:51.775612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f264b2b8-ae35-45af-aff2-4f1fa4020f1b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.782965 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Attempting to bind port 0f4e4736-826e-41d0-89de-b520157e674f on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:51.783491 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Attempting to bind port 0f4e4736-826e-41d0-89de-b520157e674f by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:51.783929 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Attempting to bind port 0f4e4736-826e-41d0-89de-b520157e674f on network e878ff3a-fdec-4cab-9829-831950c791fb {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:51.789692 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:51.790206 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Checking segment: {'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:51.790717 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.791222 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Bound using segment: {'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:51.791793 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Bound port: 0f4e4736-826e-41d0-89de-b520157e674f, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:51.792433 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.830366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f264b2b8-ae35-45af-aff2-4f1fa4020f1b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.843770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641abfb6-6cea-4cb4-b1ab-229bd2c4e2e5 None None] Network 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:51.845456 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f264b2b8-ae35-45af-aff2-4f1fa4020f1b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7 HTTP/1.1" status: 204 len: 168 time: 0.7640021 Sep 19 17:15:51.850125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264b2b8-ae35-45af-aff2-4f1fa4020f1b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2f30f1-2fc7-4bf3-b387-d7ac5d84ddc7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:51.852208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:51.854327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45042) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:51.886284 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] For port 0f4e4736-826e-41d0-89de-b520157e674f, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:51.889970 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] For port 0f4e4736-826e-41d0-89de-b520157e674f, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0f4e4736-826e-41d0-89de-b520157e674f,segment=NetworkSegment(c7c03666-fa95-42de-8fdd-4e6e437ca7ce),segment_id=c7c03666-fa95-42de-8fdd-4e6e437ca7ce)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:51.895008 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.985469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.992093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8082902-19b4-47cf-affc-6d574c8cf37f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.992093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c8082902-19b4-47cf-affc-6d574c8cf37f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.992093 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c8082902-19b4-47cf-affc-6d574c8cf37f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/security-groups/58e3ca1d-3d74-43d1-9825-adbf210c5e8f HTTP/1.1" status: 204 len: 168 time: 0.5863521 Sep 19 17:15:51.992093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:51.999438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:52.088760 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:52.089553 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:52.171382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=c657e314-340a-4fbb-9354-0e53cd351440,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:52.191477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8082902-19b4-47cf-affc-6d574c8cf37f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e3ca1d-3d74-43d1-9825-adbf210c5e8f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:52.192126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network c657e314-340a-4fbb-9354-0e53cd351440 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:15:52.201056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 5d983565-cf73-4a97-8988-86dcd6a7ad1c {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:52.201650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.222686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event deleted for resources: {'Port': ['ID=34943782-8184-415e-8054-4a73684b8087,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:52.226728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:52.231524 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-09568ff5-3c8b-4919-bc09-98ab891350ea tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7619479 Sep 19 17:15:52.233869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.241673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45050) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:52.276623 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8139206-6d24-4d9e-8c0b-c6314717d77f None None] Pushing event updated for resources: {'Port': ['ID=0f4e4736-826e-41d0-89de-b520157e674f,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:52.279277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:52.316929 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:52.331483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Allocated IP 2001:db8::f816:3eff:fe0e:6b7 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/fa1b3eb6-f7da-4231-8217-5929f0b4bb49/105cd359-cd42-4335-ad39-81d6daae11ee) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:52.374645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1f7449-8468-484e-aa9c-0e5e133e1b15 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet de319b15-61ca-44e5-91de-2a55db03f41c {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:52.378718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd1f7449-8468-484e-aa9c-0e5e133e1b15 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.438817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd1f7449-8468-484e-aa9c-0e5e133e1b15 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.489599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.550702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] DHCP port deletion for 97fe56ed-c719-40b9-a3e6-bd4e7eec0431 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:52.586371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] Deleting port 5d983565-cf73-4a97-8988-86dcd6a7ad1c {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:52.586829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.635674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.700385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.730826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Transition to ACTIVE for port object 105cd359-cd42-4335-ad39-81d6daae11ee will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:52.735301 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:47Z', 'revision_number': 3, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:51Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:52.737761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 5d983565-cf73-4a97-8988-86dcd6a7ad1c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5d983565-cf73-4a97-8988-86dcd6a7ad1c,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:52.738220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.740736 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db9fe4-130d-4ec9-8160-5789b11c9e85 None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:47Z', 'revision_number': 3, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:51Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:52.837780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Transition to ACTIVE for port object 105cd359-cd42-4335-ad39-81d6daae11ee will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:52.862934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:52.948188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:52.950316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 5d983565-cf73-4a97-8988-86dcd6a7ad1c owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:52.950670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:52.955957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:52.958421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:52.964754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] For port 5d983565-cf73-4a97-8988-86dcd6a7ad1c, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5d983565-cf73-4a97-8988-86dcd6a7ad1c,segment=NetworkSegment(684aa79d-bf8a-47dd-abcd-6e405e7fe668),segment_id=684aa79d-bf8a-47dd-abcd-6e405e7fe668)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:52.965412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.004612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd1f7449-8468-484e-aa9c-0e5e133e1b15 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.066298 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa1b3eb6-f7da-4231-8217-5929f0b4bb49 (CIDR: 2001:db8::/64) Sep 19 17:15:53.090763 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:15:53.091313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:53.115955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:53.143153 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] Calling delete_port for 5d983565-cf73-4a97-8988-86dcd6a7ad1c owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:53.155620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9df83df6-59b9-463d-8213-1ebc467112f6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6961007 Sep 19 17:15:53.186583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:53.194489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:53.195445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Pushing event updated for resources: {'Port': ['ID=105cd359-cd42-4335-ad39-81d6daae11ee,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:53.208421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:53.243148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.250837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:53.259053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.265527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0f4e4736-826e-41d0-89de-b520157e674f up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:53.296913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:53.301311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.316772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd1f7449-8468-484e-aa9c-0e5e133e1b15 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.320620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.373581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Attempting to bind port 105cd359-cd42-4335-ad39-81d6daae11ee on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:53.373966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Attempting to bind port 105cd359-cd42-4335-ad39-81d6daae11ee by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:53.374337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Attempting to bind port 105cd359-cd42-4335-ad39-81d6daae11ee on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:53.400415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:53.400415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:53.400664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.401017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:53.402540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Bound port: 105cd359-cd42-4335-ad39-81d6daae11ee, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:53.403555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.406622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=5d983565-cf73-4a97-8988-86dcd6a7ad1c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:53.423583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f7449-8468-484e-aa9c-0e5e133e1b15 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=de319b15-61ca-44e5-91de-2a55db03f41c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:53.429652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port 5d983565-cf73-4a97-8988-86dcd6a7ad1c on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:53.429904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd1f7449-8468-484e-aa9c-0e5e133e1b15 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.482001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d20ea-1b64-44ec-b104-7df5dc7c8d75 None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:53.521924 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dd1f7449-8468-484e-aa9c-0e5e133e1b15 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/de319b15-61ca-44e5-91de-2a55db03f41c HTTP/1.1" status: 204 len: 168 time: 1.5185394 Sep 19 17:15:53.529015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45058) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:53.587080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.587778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Fanout notify agent at l3_agent the message router_deleted on router beea669e-e98e-4a90-bf28-9e71ab27352a {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:15:53.619079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:15:53.619693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:15:53.625632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 0f4e4736-826e-41d0-89de-b520157e674f completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:53.632763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.646782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 0f4e4736-826e-41d0-89de-b520157e674f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:53.647191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.678045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.678045 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2def2b70-2112-4b22-a0b2-bbdd21324095 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/beea669e-e98e-4a90-bf28-9e71ab27352a HTTP/1.1" status: 204 len: 168 time: 4.0018828 Sep 19 17:15:53.685589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:53.690174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.709146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1486947023', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:53.714597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:53.719092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Usage tracker for resource:router and tenant:0a7f16772f564bcc8c2964aa98068884 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:53.722591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:53.730998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:53.742788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] For port 105cd359-cd42-4335-ad39-81d6daae11ee, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:53.757462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:53.764674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.765695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.779829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=60fd23fd-a938-470f-b442-58fe1b988f13,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:53.781717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fe56ed-c719-40b9-a3e6-bd4e7eec0431']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:53.793554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:53.794858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] For port 105cd359-cd42-4335-ad39-81d6daae11ee, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=105cd359-cd42-4335-ad39-81d6daae11ee,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:53.796363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:53.796695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: c657e314-340a-4fbb-9354-0e53cd351440, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:15:53.805347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b95d78-cb21-46eb-87c9-fe19823e1cdc tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet 3534271d-cdf4-424f-87c3-ca0a6032ea2f {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:53.805584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port fb5f100b-44fc-4308-941b-f77dec0947db {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:53.805685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.806515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.812462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684aa79d-bf8a-47dd-abcd-6e405e7fe668') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:53.812785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684aa79d-bf8a-47dd-abcd-6e405e7fe668') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:53.820259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b95d78-cb21-46eb-87c9-fe19823e1cdc tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.876564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.892526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.894491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network c657e314-340a-4fbb-9354-0e53cd351440 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:15:53.910369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:53.915286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.949164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b95d78-cb21-46eb-87c9-fe19823e1cdc tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:53.988352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.057599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port fb5f100b-44fc-4308-941b-f77dec0947db, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fb5f100b-44fc-4308-941b-f77dec0947db,segment=NetworkSegment(00e9cb5e-56ec-45eb-928a-1d7c609705cb),segment_id=00e9cb5e-56ec-45eb-928a-1d7c609705cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:54.058721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.059655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 0f4e4736-826e-41d0-89de-b520157e674f is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:54.060042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.079512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd4be0-33f6-452b-9b33-4959fb33a568 None None] Pushing event updated for resources: {'Port': ['ID=105cd359-cd42-4335-ad39-81d6daae11ee,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:54.117322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 0f4e4736-826e-41d0-89de-b520157e674f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0f4e4736-826e-41d0-89de-b520157e674f,segment=NetworkSegment(c7c03666-fa95-42de-8fdd-4e6e437ca7ce),segment_id=c7c03666-fa95-42de-8fdd-4e6e437ca7ce)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:54.121375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] Deleting port 5d983565-cf73-4a97-8988-86dcd6a7ad1c {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:54.121987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.167053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.268459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5d983565-cf73-4a97-8988-86dcd6a7ad1c no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:15:54.283987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for fb5f100b-44fc-4308-941b-f77dec0947db owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:54.302779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:15:54.303225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.363965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8d026f87-5d36-49af-9382-c3a19999f6e5 None None] The port '5d983565-cf73-4a97-8988-86dcd6a7ad1c' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:15:54.372980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5d983565-cf73-4a97-8988-86dcd6a7ad1c {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:15:54.372980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5d983565-cf73-4a97-8988-86dcd6a7ad1c not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:15:54.373738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, c657e314-340a-4fbb-9354-0e53cd351440) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:54.383865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:54.384457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.425703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=0f4e4736-826e-41d0-89de-b520157e674f,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:54.438096 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-19037604-bc50-4287-a14f-0a307614836d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1901920 Sep 19 17:15:54.438794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45068) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:54.439997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac387b-eee4-4e0a-8648-92a3c24d7a09 None None] Network c657e314-340a-4fbb-9354-0e53cd351440 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:54.492406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 684aa79d-bf8a-47dd-abcd-6e405e7fe668 resource provider aggregate not found Sep 19 17:15:54.621304 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 684aa79d-bf8a-47dd-abcd-6e405e7fe668 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 684aa79d-bf8a-47dd-abcd-6e405e7fe668 found for delete ", "request_id": "req-e31da9c5-ae3b-4844-a891-4f4f94d8cd89"}]} Sep 19 17:15:54.800198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.943332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-c657e314-340a-4fbb-9354-0e53cd351440', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:15:54.944996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:54.964546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.155871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.244216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b95d78-cb21-46eb-87c9-fe19823e1cdc tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.296454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=97fe56ed-c719-40b9-a3e6-bd4e7eec0431,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:55.312180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.323597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=fb5f100b-44fc-4308-941b-f77dec0947db,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:55.342760 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9b88d1c3-298d-4cbb-82ba-e80b18776a69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/97fe56ed-c719-40b9-a3e6-bd4e7eec0431 HTTP/1.1" status: 204 len: 168 time: 3.4873126 Sep 19 17:15:55.350038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45074) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:55.375748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0f4e4736-826e-41d0-89de-b520157e674f up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:55.495511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Allocated IP 2001:db8:2::2 (c657e314-340a-4fbb-9354-0e53cd351440/60fd23fd-a938-470f-b442-58fe1b988f13/66cb12ce-6b62-4d07-bfec-ae80090b6dae) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:55.507768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.549462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.569264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bcb7ee98-5a65-4415-8fd1-c0a593523c95 None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:55.569794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ee98-5a65-4415-8fd1-c0a593523c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.705622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b95d78-cb21-46eb-87c9-fe19823e1cdc tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.797624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b95d78-cb21-46eb-87c9-fe19823e1cdc tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=3534271d-cdf4-424f-87c3-ca0a6032ea2f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:55.801751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33b95d78-cb21-46eb-87c9-fe19823e1cdc tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.809657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 0f4e4736-826e-41d0-89de-b520157e674f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:55.810128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.834962 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-33b95d78-cb21-46eb-87c9-fe19823e1cdc tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/3534271d-cdf4-424f-87c3-ca0a6032ea2f HTTP/1.1" status: 204 len: 168 time: 2.2487757 Sep 19 17:15:55.834962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port b69af264-cfda-40a0-852e-c3941598ad18 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:55.834962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:55.839623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45078) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:55.842739 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74c911-4db8-4f96-b7b6-7cd76f5b1cd3 None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:55.886396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7ee98-5a65-4415-8fd1-c0a593523c95 None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:55.893919 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf2831e-a400-4c9c-8078-4707bcde0145 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:55.894147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf2831e-a400-4c9c-8078-4707bcde0145 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:55.920605 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6bf2831e-a400-4c9c-8078-4707bcde0145 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/de319b15-61ca-44e5-91de-2a55db03f41c HTTP/1.1" status: 404 len: 337 time: 0.0774550 Sep 19 17:15:55.924155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45082) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:56.053263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.062297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bcb7ee98-5a65-4415-8fd1-c0a593523c95 None None] Provisioning complete for port 1819448a-d78e-4311-baa4-e7b2b00416a9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:56.062878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ee98-5a65-4415-8fd1-c0a593523c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.185378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.254782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Transition to ACTIVE for port object 66cb12ce-6b62-4d07-bfec-ae80090b6dae will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:56.261783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-186018c3-c9e0-4bbc-a050-db89fc7d00b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting subnet d64b0168-6991-4ae8-a44b-a42c78d1509d {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:56.264373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 0f4e4736-826e-41d0-89de-b520157e674f is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:56.265514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 105cd359-cd42-4335-ad39-81d6daae11ee up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:15:56.274973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-186018c3-c9e0-4bbc-a050-db89fc7d00b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.295757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7ee98-5a65-4415-8fd1-c0a593523c95 None None] Port 1819448a-d78e-4311-baa4-e7b2b00416a9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:15:56.332998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Transition to ACTIVE for port object 66cb12ce-6b62-4d07-bfec-ae80090b6dae will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:56.347401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.347776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.368692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:56.389849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.409309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-186018c3-c9e0-4bbc-a050-db89fc7d00b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.477059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:56.491873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:56.493921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35340a20-4964-44e6-92ad-87215f87d8be None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:56.544789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Network c657e314-340a-4fbb-9354-0e53cd351440 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:56.550639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=d5475dab-6a1d-4037-908a-5f5672e66a0c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:56.559106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for b69af264-cfda-40a0-852e-c3941598ad18 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:56.586761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:56.587038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.593528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:56.601499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:56.625190 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f16cabc6-c615-4c26-8f58-8c45887c9c65 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4268897 Sep 19 17:15:56.650782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45086) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:56.660825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:1c:f2:98', 'name': 'tempest-NetworksTestDHCPv6-829599626'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:15:56.673856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 105cd359-cd42-4335-ad39-81d6daae11ee completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:56.686635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Pushing event updated for resources: {'Port': ['ID=66cb12ce-6b62-4d07-bfec-ae80090b6dae,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:56.689654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-82ea745f-ff95-416a-9a02-b37c44000c7d None None] Provisioning for port 105cd359-cd42-4335-ad39-81d6daae11ee completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:15:56.710662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 105cd359-cd42-4335-ad39-81d6daae11ee triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:56.711090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.783859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-82ea745f-ff95-416a-9a02-b37c44000c7d None None] Provisioning complete for port 105cd359-cd42-4335-ad39-81d6daae11ee triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:56.784731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82ea745f-ff95-416a-9a02-b37c44000c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.807961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.815056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.855881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.911019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Attempting to bind port 66cb12ce-6b62-4d07-bfec-ae80090b6dae on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:15:56.911515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Attempting to bind port 66cb12ce-6b62-4d07-bfec-ae80090b6dae by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:15:56.912421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Attempting to bind port 66cb12ce-6b62-4d07-bfec-ae80090b6dae on network c657e314-340a-4fbb-9354-0e53cd351440 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:15:56.923468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:15:56.932198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:15:56.932198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Checking segment: {'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:15:56.932198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.932617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Bound using segment: {'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:15:56.933624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Bound port: 66cb12ce-6b62-4d07-bfec-ae80090b6dae, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:15:56.933624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:56.955546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:15:56.963824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:15:56.996097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:15:57.001732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-186018c3-c9e0-4bbc-a050-db89fc7d00b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.005991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:15:57.030496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:57.036007 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c8375533-1a72-4e7b-a984-68df35d06dca tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6398623 Sep 19 17:15:57.046792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45090) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:57.089468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:57.097108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:57.097768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:57.201549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Allocated IP 172.26.10.97 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/eaf3939a-363e-4cb9-8a28-0d8887d4d593) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:57.209305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.219414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8912cf-7163-46aa-abd6-5cc40bef8647 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet dad73a94-04f3-4d42-98d4-efddaf512be2 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:15:57.226972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e8912cf-7163-46aa-abd6-5cc40bef8647 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.263277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-186018c3-c9e0-4bbc-a050-db89fc7d00b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.330428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=b69af264-cfda-40a0-852e-c3941598ad18,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:57.376084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-186018c3-c9e0-4bbc-a050-db89fc7d00b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.378946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186018c3-c9e0-4bbc-a050-db89fc7d00b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Subnet': ['ID=d64b0168-6991-4ae8-a44b-a42c78d1509d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:57.397666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e8912cf-7163-46aa-abd6-5cc40bef8647 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.433046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] For port 66cb12ce-6b62-4d07-bfec-ae80090b6dae, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:15:57.436781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] For port 66cb12ce-6b62-4d07-bfec-ae80090b6dae, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=66cb12ce-6b62-4d07-bfec-ae80090b6dae,segment=NetworkSegment(cd2cce5d-f66d-4daf-a5d4-40052a78640d),segment_id=cd2cce5d-f66d-4daf-a5d4-40052a78640d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:15:57.449583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 105cd359-cd42-4335-ad39-81d6daae11ee is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:57.450231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.468174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-82ea745f-ff95-416a-9a02-b37c44000c7d None None] Current status of the port 105cd359-cd42-4335-ad39-81d6daae11ee is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:57.469262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82ea745f-ff95-416a-9a02-b37c44000c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.476037 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-186018c3-c9e0-4bbc-a050-db89fc7d00b8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/d64b0168-6991-4ae8-a44b-a42c78d1509d HTTP/1.1" status: 204 len: 168 time: 1.4950039 Sep 19 17:15:57.482227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45094) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:57.515993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.530431 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-55537f56-2819-40ed-9a50-0c00c924fd56 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:57.530901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55537f56-2819-40ed-9a50-0c00c924fd56 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:57.532717 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-55537f56-2819-40ed-9a50-0c00c924fd56 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/09b5a0ef-e2f5-4322-b7f8-90d583aff81d HTTP/1.1" status: 404 len: 337 time: 0.0495453 Sep 19 17:15:57.563938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.584278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.594634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45098) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:57.607952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.642595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8:2::1 (c657e314-340a-4fbb-9354-0e53cd351440/60fd23fd-a938-470f-b442-58fe1b988f13/b1d0b62b-5c60-4c84-8f90-61b88ed31766) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:57.670623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 105cd359-cd42-4335-ad39-81d6daae11ee, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=105cd359-cd42-4335-ad39-81d6daae11ee,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:57.691745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.772992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:15:57.778597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e8912cf-7163-46aa-abd6-5cc40bef8647 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.819688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.820264 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP f70de23a-7b88-427f-9623-87b6ca0f394b disassociated (deleted). External IP: 172.26.10.114, port: 7b933b23-96e7-44cb-af9e-122fd4a2d487. Sep 19 17:15:57.888264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5af98d-3755-42e7-897b-3275b41e6870 None None] Pushing event updated for resources: {'Port': ['ID=66cb12ce-6b62-4d07-bfec-ae80090b6dae,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:57.891078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896b934-bb57-47bd-9673-3fcca4257108 None None] Network 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:57.909815 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d947918-df55-40d6-9eaa-09f00df712d3 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "GET /v2.0/ports?device_id=74b1229e-2210-409c-a856-5e5faa256e76 HTTP/1.1" status: 200 len: 205 time: 0.3042626 Sep 19 17:15:57.916703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:57.936141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port df0551e1-8e29-400d-b0dc-7366a416f414 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:15:57.947647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e8912cf-7163-46aa-abd6-5cc40bef8647 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:57.988965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e8912cf-7163-46aa-abd6-5cc40bef8647 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.001892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.010308 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7e8912cf-7163-46aa-abd6-5cc40bef8647 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/dad73a94-04f3-4d42-98d4-efddaf512be2 HTTP/1.1" status: 204 len: 168 time: 0.9584205 Sep 19 17:15:58.013336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45106) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:58.015662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8912cf-7163-46aa-abd6-5cc40bef8647 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=dad73a94-04f3-4d42-98d4-efddaf512be2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:58.139247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object b1d0b62b-5c60-4c84-8f90-61b88ed31766 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:15:58.141971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-82ea745f-ff95-416a-9a02-b37c44000c7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:15:58.142521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-82ea745f-ff95-416a-9a02-b37c44000c7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:15:58.143024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b1ad0b-04e9-4d2d-98f4-b87a5c1af077 None None] Network 4f2648bf-96d1-4e30-8a93-7d955d6c508e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:58.170975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.240100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:58.260029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:58.270634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:58.296892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.301511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network c657e314-340a-4fbb-9354-0e53cd351440 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:58.310270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:58.312722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:15:58.313265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.321169 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-c878fe60-d420-47b2-8f35-2df899af536f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] delete failed (client error): The resource could not be found. Sep 19 17:15:58.324697 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c878fe60-d420-47b2-8f35-2df899af536f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/routers/74b1229e-2210-409c-a856-5e5faa256e76 HTTP/1.1" status: 404 len: 336 time: 0.3887179 Sep 19 17:15:58.335146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45110) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:58.338159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'Port': ['ID=eaf3939a-363e-4cb9-8a28-0d8887d4d593,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:58.386460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=b1d0b62b-5c60-4c84-8f90-61b88ed31766,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:58.404075 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d47ebb-64ac-41c3-be2e-804d2c86aa12 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:58.404541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d47ebb-64ac-41c3-be2e-804d2c86aa12 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:58.409276 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05d47ebb-64ac-41c3-be2e-804d2c86aa12 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/576c5fb0-9dc4-4371-b8c5-650153622165 HTTP/1.1" status: 404 len: 337 time: 0.0642564 Sep 19 17:15:58.409276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 3e1ef824-f398-4407-86d3-44379721d6e5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:58.409525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.410190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45114) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:58.479532 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff49654-f1c1-4c0c-b751-687b02238c83 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:58.479998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff49654-f1c1-4c0c-b751-687b02238c83 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:58.484684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920951d9-7f64-47b8-8166-f03485fa1095 None None] Update dhcp port {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': 'fa1b3eb6-f7da-4231-8217-5929f0b4bb49', 'ip_address': '2001:db8::f816:3eff:fe0e:6b7'}, {'subnet_id': 'd5475dab-6a1d-4037-908a-5f5672e66a0c'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '105cd359-cd42-4335-ad39-81d6daae11ee'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:15:58.587978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=105cd359-cd42-4335-ad39-81d6daae11ee,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:58.609782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-920951d9-7f64-47b8-8166-f03485fa1095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.687719 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5ff49654-f1c1-4c0c-b751-687b02238c83 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/c9aff58b-1d06-4b59-93bd-d0ee5edca829 HTTP/1.1" status: 404 len: 337 time: 0.2694745 Sep 19 17:15:58.696125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:58.740892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-82ea745f-ff95-416a-9a02-b37c44000c7d None None] Current status of the port 105cd359-cd42-4335-ad39-81d6daae11ee is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:58.773326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.923289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port 3e1ef824-f398-4407-86d3-44379721d6e5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3e1ef824-f398-4407-86d3-44379721d6e5,segment=NetworkSegment(00e9cb5e-56ec-45eb-928a-1d7c609705cb),segment_id=00e9cb5e-56ec-45eb-928a-1d7c609705cb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:15:58.923653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:58.927494 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-80da766a-7f74-4b6c-b5b5-d0c14c460aa8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:58.928070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80da766a-7f74-4b6c-b5b5-d0c14c460aa8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:58.932180 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80da766a-7f74-4b6c-b5b5-d0c14c460aa8 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/a7eaf9e7-3440-4c5b-8abc-b05e438643b8 HTTP/1.1" status: 404 len: 337 time: 0.2246628 Sep 19 17:15:58.933769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45122) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:59.037681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5826abc7-9c7a-4f69-a984-7f7a50213d3f None None] Provisioning complete for port 8a4d5e32-cf21-4309-b130-463989cc4c3b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:59.038062 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5826abc7-9c7a-4f69-a984-7f7a50213d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:59.170826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 3e1ef824-f398-4407-86d3-44379721d6e5 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:15:59.253225 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8337d9e8-adae-493e-bff8-299eb83071fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:59.254021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8337d9e8-adae-493e-bff8-299eb83071fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:59.255976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8:0:1::383 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/d5475dab-6a1d-4037-908a-5f5672e66a0c/df0551e1-8e29-400d-b0dc-7366a416f414) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:59.256288 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8337d9e8-adae-493e-bff8-299eb83071fb tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/5201289d-423f-4525-b6cd-ab546d67ebea HTTP/1.1" status: 404 len: 333 time: 0.3192375 Sep 19 17:15:59.259386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a4c0d-c986-4831-a2b6-b4c8ff79e827 None None] Network c657e314-340a-4fbb-9354-0e53cd351440 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:15:59.261135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45126) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:59.366033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b233f42-a6ef-4501-a7e2-09ca5b7c435c None None] DHCP port deletion for 4f2648bf-96d1-4e30-8a93-7d955d6c508e request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:59.373982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5b233f42-a6ef-4501-a7e2-09ca5b7c435c None None] Deleting port 3e1ef824-f398-4407-86d3-44379721d6e5 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:59.373982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5b233f42-a6ef-4501-a7e2-09ca5b7c435c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:59.385178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fe1c:f298 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/fa1b3eb6-f7da-4231-8217-5929f0b4bb49/df0551e1-8e29-400d-b0dc-7366a416f414) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:59.398121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5826abc7-9c7a-4f69-a984-7f7a50213d3f None None] Current status of the port 8a4d5e32-cf21-4309-b130-463989cc4c3b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:15:59.403802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 2008a360-1444-4d27-88ce-546ac3947ae1 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:15:59.407580 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6e8e67-1839-4b19-9156-63e9e2397b58 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:59.407580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6e8e67-1839-4b19-9156-63e9e2397b58 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:59.408868 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee6e8e67-1839-4b19-9156-63e9e2397b58 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/795e5c84-fd78-4c38-87b0-b4bc567ada41 HTTP/1.1" status: 404 len: 337 time: 0.0935063 Sep 19 17:15:59.413040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] DHCP port deletion for 1f9ce5ad-43eb-4802-aaad-7b0e9530b11f request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:15:59.417832 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-7d27aaf5-9567-4aff-9977-53ce386966f4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6132994 Sep 19 17:15:59.422159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45130) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:59.443188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] Deleting port 8a4d5e32-cf21-4309-b130-463989cc4c3b {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:15:59.443614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:59.491890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:59.534901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 10, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:59.545863 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f197aea9-cab4-4054-9cc5-384ebb05df56 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:59.546063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f197aea9-cab4-4054-9cc5-384ebb05df56 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:59.547646 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f197aea9-cab4-4054-9cc5-384ebb05df56 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/d6cffbac-6523-44e1-9c20-7fc8414745b1 HTTP/1.1" status: 404 len: 337 time: 0.1155226 Sep 19 17:15:59.551192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=3e1ef824-f398-4407-86d3-44379721d6e5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:59.552980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45134) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:59.553792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No DVR routers for this DVR port 3e1ef824-f398-4407-86d3-44379721d6e5 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:15:59.570657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5826abc7-9c7a-4f69-a984-7f7a50213d3f None None] Provisioning complete for port 1819448a-d78e-4311-baa4-e7b2b00416a9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:15:59.571064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5826abc7-9c7a-4f69-a984-7f7a50213d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:59.610807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:59.617364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5b233f42-a6ef-4501-a7e2-09ca5b7c435c None None] The port '3e1ef824-f398-4407-86d3-44379721d6e5' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:15:59.627747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:59.670394 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5a09d6-e5d6-4770-8ca6-299fb2a7b31e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:59.670819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5a09d6-e5d6-4770-8ca6-299fb2a7b31e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:59.724192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:15:59.724851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:59.750789 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c5a09d6-e5d6-4770-8ca6-299fb2a7b31e tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/4091858d-e960-4d55-8c06-37b4d0eff5bd HTTP/1.1" status: 404 len: 333 time: 0.1924229 Sep 19 17:15:59.771292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45138) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:59.825697 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3e3721-35bf-433f-a262-7d1ce02f06fa tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:59.826316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3e3721-35bf-433f-a262-7d1ce02f06fa tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:59.834283 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bd3e3721-35bf-433f-a262-7d1ce02f06fa tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/4402e24c-66e0-4254-8ee5-3657bc14d474 HTTP/1.1" status: 404 len: 337 time: 0.0596383 Sep 19 17:15:59.835154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45142) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:59.878236 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fece6eb-e05e-4ff6-93ce-d468543bd351 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] DELETE failed (client error): The resource could not be found. Sep 19 17:15:59.878701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fece6eb-e05e-4ff6-93ce-d468543bd351 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:15:59.883279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8fece6eb-e05e-4ff6-93ce-d468543bd351 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/subnets/0da81583-05e1-47e3-acf2-14cce01d55a4 HTTP/1.1" status: 404 len: 337 time: 0.0470169 Sep 19 17:15:59.885067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45146) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:15:59.886668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:59.950625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:15:59.983585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2648bf-96d1-4e30-8a93-7d955d6c508e']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:59.991680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:15:59.993099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 105cd359-cd42-4335-ad39-81d6daae11ee up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:00.004111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.005776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.009503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e9cb5e-56ec-45eb-928a-1d7c609705cb') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:00.009803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e9cb5e-56ec-45eb-928a-1d7c609705cb') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:00.019443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5826abc7-9c7a-4f69-a984-7f7a50213d3f None None] Port 1819448a-d78e-4311-baa4-e7b2b00416a9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:00.069640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e64d1142-6bb4-4548-9f37-1215333f4b76 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Deleting port 1819448a-d78e-4311-baa4-e7b2b00416a9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:00.069883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e64d1142-6bb4-4548-9f37-1215333f4b76 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.097517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.219738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:00.236472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.236729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:00.242529 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] Sync routers for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:00.258816 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:00.259943 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:00.295987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-bd8a0d35-6436-41de-ac76-83da2ea026c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:00.297797 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-bd8a0d35-6436-41de-ac76-83da2ea026c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 1098 time: 0.8094733 Sep 19 17:16:00.328530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-aaf31753-0fb9-4759-999a-ee9c26992027 None None] Provisioning for port 66cb12ce-6b62-4d07-bfec-ae80090b6dae completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:00.342157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] For port 8a4d5e32-cf21-4309-b130-463989cc4c3b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8a4d5e32-cf21-4309-b130-463989cc4c3b,segment=NetworkSegment(5c2de1d8-2edd-4d3c-96c3-3756ac6159f6),segment_id=5c2de1d8-2edd-4d3c-96c3-3756ac6159f6)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:00.342558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.391713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.401626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=b1d0b62b-5c60-4c84-8f90-61b88ed31766,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:00.423158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.488911 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c689392d-865f-4f1e-9c2f-76baafdb2e49 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/f70de23a-7b88-427f-9623-87b6ca0f394b HTTP/1.1" status: 204 len: 168 time: 5.1355011 Sep 19 17:16:00.498861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:16:00.502143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75485f4b-c30c-435a-897a-4e6761285a66" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:16:00.544584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:16:00.545139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.641000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea552ad-dffb-46a4-b527-35f6d6fe6cb4 x-openstack-request-id: req-7ea552ad-dffb-46a4-b527-35f6d6fe6cb4 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:16:00.641474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:16:00.641892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7ea552ad-dffb-46a4-b527-35f6d6fe6cb4 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:16:00.642442 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea552ad-dffb-46a4-b527-35f6d6fe6cb4'] response: {'name': 'network-changed', 'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'status': 'completed', 'code': 200} Sep 19 17:16:00.650675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object df0551e1-8e29-400d-b0dc-7366a416f414 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:00.677344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] Calling delete_port for 8a4d5e32-cf21-4309-b130-463989cc4c3b owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:00.683693 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:00.725266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.732330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-e01ed3c7-fb62-454c-83aa-ecf1a3bc5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:00.734086 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-e01ed3c7-fb62-454c-83aa-ecf1a3bc5fd1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.3659861 Sep 19 17:16:00.779230 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 00e9cb5e-56ec-45eb-928a-1d7c609705cb resource provider aggregate not found Sep 19 17:16:00.783668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 105cd359-cd42-4335-ad39-81d6daae11ee triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:00.784050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.835023 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 00e9cb5e-56ec-45eb-928a-1d7c609705cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00e9cb5e-56ec-45eb-928a-1d7c609705cb found for delete ", "request_id": "req-80b064e9-512a-449a-bc74-7a550c35d871"}]} Sep 19 17:16:00.904655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e64d1142-6bb4-4548-9f37-1215333f4b76 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.945268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:00.952310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network c657e314-340a-4fbb-9354-0e53cd351440 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:00.968054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:01.081206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-920951d9-7f64-47b8-8166-f03485fa1095 None None] Allocated IP 2001:db8:0:1::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/d5475dab-6a1d-4037-908a-5f5672e66a0c/105cd359-cd42-4335-ad39-81d6daae11ee) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:01.126098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.134624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e64d1142-6bb4-4548-9f37-1215333f4b76 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Calling delete_port for 1819448a-d78e-4311-baa4-e7b2b00416a9 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:01.190832 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-1ca59442-659f-40ee-a879-0e057dddbc27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 HTTP/1.1" status: 200 len: 1002 time: 0.4037988 Sep 19 17:16:01.237073 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:38Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:01.242806 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] Checking router: 2008a360-1444-4d27-88ce-546ac3947ae1 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:01.253274 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:01.253972 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:01.309244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.324521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-920951d9-7f64-47b8-8166-f03485fa1095 None None] For port 105cd359-cd42-4335-ad39-81d6daae11ee, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=105cd359-cd42-4335-ad39-81d6daae11ee,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:01.375108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-920951d9-7f64-47b8-8166-f03485fa1095 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.392753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=4f2648bf-96d1-4e30-8a93-7d955d6c508e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:01.393202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-920951d9-7f64-47b8-8166-f03485fa1095 None None] Transition to ACTIVE for port object 105cd359-cd42-4335-ad39-81d6daae11ee will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:01.426561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-920951d9-7f64-47b8-8166-f03485fa1095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.427311 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-401154a8-cfa8-43b5-a586-7cc8ad0ae983 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/4f2648bf-96d1-4e30-8a93-7d955d6c508e HTTP/1.1" status: 204 len: 168 time: 3.3930078 Sep 19 17:16:01.443791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45160) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:01.474591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:01.499062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:01.511686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:01.525235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:01.529113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.539058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=df0551e1-8e29-400d-b0dc-7366a416f414,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:01.553309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75485f4b-c30c-435a-897a-4e6761285a66 req-91f57b30-f8bb-405c-a611-e3f53d67696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:01.554828 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75485f4b-c30c-435a-897a-4e6761285a66 req-91f57b30-f8bb-405c-a611-e3f53d67696e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 1099 time: 0.9552953 Sep 19 17:16:01.606270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-5ab1fd5e-95c9-4b31-a388-4748baa7c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:01.608399 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-5ab1fd5e-95c9-4b31-a388-4748baa7c504 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.3906448 Sep 19 17:16:01.618499 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2734e062-5b3b-4ca0-8056-3be40f9aaa23 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9619298 Sep 19 17:16:01.628914 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-78e4b707-4cc3-43f4-bcb1-e2c6f8b9bc40 None None] Provisioning for port b1d0b62b-5c60-4c84-8f90-61b88ed31766 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:01.680774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-78e4b707-4cc3-43f4-bcb1-e2c6f8b9bc40 None None] Provisioning complete for port b1d0b62b-5c60-4c84-8f90-61b88ed31766 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:01.681542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78e4b707-4cc3-43f4-bcb1-e2c6f8b9bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.682049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45164) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:01.717770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.720943 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:01.839579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f168c-210d-49d8-b4d0-66fdb1117841 req-c904ed75-bb2c-4e46-a8e7-eaabaec50d84 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:01.840322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1e5f168c-210d-49d8-b4d0-66fdb1117841 req-c904ed75-bb2c-4e46-a8e7-eaabaec50d84 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:01.845668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Port 105cd359-cd42-4335-ad39-81d6daae11ee had new provisioning blocks added so it will not transition to active. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:349}} Sep 19 17:16:01.846577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 66cb12ce-6b62-4d07-bfec-ae80090b6dae up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:01.889297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a4964241-f57c-42b2-af76-ef35aa460500 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port df0551e1-8e29-400d-b0dc-7366a416f414 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:01.897571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:01.902459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4964241-f57c-42b2-af76-ef35aa460500 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.918410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] No DVR routers for this DVR port 8a4d5e32-cf21-4309-b130-463989cc4c3b on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:01.934687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e64d1142-6bb4-4548-9f37-1215333f4b76 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:01.946897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920951d9-7f64-47b8-8166-f03485fa1095 None None] Pushing event updated for resources: {'Port': ['ID=105cd359-cd42-4335-ad39-81d6daae11ee,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:01.947430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Router 083e4f84-911d-457d-8bd4-46e085578fbd is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:16:01.992732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1e5f168c-210d-49d8-b4d0-66fdb1117841 req-c904ed75-bb2c-4e46-a8e7-eaabaec50d84 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:01.993891 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1e5f168c-210d-49d8-b4d0-66fdb1117841 req-c904ed75-bb2c-4e46-a8e7-eaabaec50d84 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 946 time: 0.8840809 Sep 19 17:16:02.067064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d1142-6bb4-4548-9f37-1215333f4b76 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Port': ['ID=1819448a-d78e-4311-baa4-e7b2b00416a9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:02.086752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-78e4b707-4cc3-43f4-bcb1-e2c6f8b9bc40 None None] Port b1d0b62b-5c60-4c84-8f90-61b88ed31766 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:02.092534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b5911-8a83-4630-aa64-844000eb29ea None None] Pushing event deleted for resources: {'Port': ['ID=8a4d5e32-cf21-4309-b130-463989cc4c3b,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:02.169099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 66cb12ce-6b62-4d07-bfec-ae80090b6dae completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:02.177513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 10, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:02.181730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 66cb12ce-6b62-4d07-bfec-ae80090b6dae triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:02.182591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:02.254475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a2dfb-d948-462c-bb17-d0fac84692d2 None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 10, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None, '_interfaces': [{'id': '4eefdf3c-f64d-42f3-9a00-4bd425dd86c8', 'name': '', 'network_id': 'ebf963f0-9a73-4140-a711-f86fc3ac4e87', 'tenant_id': '091d6f6472264643859a177361d85451', 'mac_address': 'fa:16:3e:7f:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359253a-342f-4806-b783-bef0b04d8467', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24946245-8c35-44c5-be57-73b67bb83b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:14:27Z', 'updated_at': '2022-09-19T17:14:40Z', 'revision_number': 5, 'project_id': '091d6f6472264643859a177361d85451', 'subnets': [{'id': '24946245-8c35-44c5-be57-73b67bb83b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:02.294791 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1e5f168c-210d-49d8-b4d0-66fdb1117841 req-89a5f556-0289-46ad-ad7e-f0325e1faf53 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760260 Sep 19 17:16:02.296926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-66af0f5d-5a2c-45b5-8ab6-4f48afb4aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:02.298628 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-66af0f5d-5a2c-45b5-8ab6-4f48afb4aa4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6776068 Sep 19 17:16:02.313891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-53c16249-dc09-4e99-8e0b-cbf73376ddd6 None None] Provisioning complete for port b1d0b62b-5c60-4c84-8f90-61b88ed31766 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:02.319521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-53c16249-dc09-4e99-8e0b-cbf73376ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:02.421552 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:38Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:02.437295 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb83c9-6522-43b3-8ba7-ad555d07a27f None None] The sync data for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv is: [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:15:38Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'badaa563-4ad2-490b-ab6d-aca4f0aaecd1', 'name': '', 'network_id': 'abdffc55-2833-4ee4-8913-08310e09357d', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:e0:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:00Z', 'updated_at': '2022-09-19T17:13:15Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'e1508415-4120-4d43-b41a-da1d837115b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:02.542671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-53c16249-dc09-4e99-8e0b-cbf73376ddd6 None None] Port b1d0b62b-5c60-4c84-8f90-61b88ed31766 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:02.590444 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 66cb12ce-6b62-4d07-bfec-ae80090b6dae is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:02.590838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:02.632520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 66cb12ce-6b62-4d07-bfec-ae80090b6dae, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=66cb12ce-6b62-4d07-bfec-ae80090b6dae,segment=NetworkSegment(cd2cce5d-f66d-4daf-a5d4-40052a78640d),segment_id=cd2cce5d-f66d-4daf-a5d4-40052a78640d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:02.640064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:02.670148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:02.686357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Sync routers for ids ['083e4f84-911d-457d-8bd4-46e085578fbd'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:02.720671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Routers {'083e4f84-911d-457d-8bd4-46e085578fbd'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:02.721389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['083e4f84-911d-457d-8bd4-46e085578fbd'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:02.803913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:02.808801 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e29f20b-4abc-4776-9655-312edde38e9e tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.1099868 Sep 19 17:16:02.814111 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-5c84b21c-da45-4486-8cbc-acdc05b2b671 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395697 Sep 19 17:16:02.817487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45170) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:02.837038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3e1ef824-f398-4407-86d3-44379721d6e5 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:02.866659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:02.883265 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:02.900138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4964241-f57c-42b2-af76-ef35aa460500 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:02.910798 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:02.913237 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:02.915406 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 3e1ef824-f398-4407-86d3-44379721d6e5 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:02.915644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3e1ef824-f398-4407-86d3-44379721d6e5 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:02.916076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8a4d5e32-cf21-4309-b130-463989cc4c3b no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:02.927638 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4eaf0b3a-7d16-4a3d-a799-22d91b601f9f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4675477 Sep 19 17:16:02.929700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e64d1142-6bb4-4548-9f37-1215333f4b76 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:02.934206 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e64d1142-6bb4-4548-9f37-1215333f4b76 tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/ports/1819448a-d78e-4311-baa4-e7b2b00416a9 HTTP/1.1" status: 204 len: 168 time: 3.0388899 Sep 19 17:16:02.948500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055685ff-c107-4d64-b30c-9c157bef9fab None None] New status for floating IP f70de23a-7b88-427f-9623-87b6ca0f394b: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:16:02.949869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45174) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:02.950383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45176) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:02.961526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-35074745'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:03.017891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75485f4b-c30c-435a-897a-4e6761285a66 req-728df4ac-f288-4a2c-8aa9-4050b9fc8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:03.019865 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75485f4b-c30c-435a-897a-4e6761285a66 req-728df4ac-f288-4a2c-8aa9-4050b9fc8159 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 200 len: 898 time: 1.3395994 Sep 19 17:16:03.028694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=66cb12ce-6b62-4d07-bfec-ae80090b6dae,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:03.130782 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75485f4b-c30c-435a-897a-4e6761285a66 req-0a9d394f-0660-4fcd-b549-2ac7861530eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487 HTTP/1.1" status: 200 len: 217 time: 0.0944986 Sep 19 17:16:03.193227 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:03.213583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 8a4d5e32-cf21-4309-b130-463989cc4c3b {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:03.214215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8a4d5e32-cf21-4309-b130-463989cc4c3b not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:03.260664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:03.277820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-2bfdcde7-a5a2-42f3-a7e8-1c11c0e681eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:03.279400 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-2bfdcde7-a5a2-42f3-a7e8-1c11c0e681eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 946 time: 1.0650928 Sep 19 17:16:03.283061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a4964241-f57c-42b2-af76-ef35aa460500 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for df0551e1-8e29-400d-b0dc-7366a416f414 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:03.287985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9b8f609c-4d08-4c11-b73e-9e13b4ed1047 None None] Provisioning for port 105cd359-cd42-4335-ad39-81d6daae11ee completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:03.321923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9b8f609c-4d08-4c11-b73e-9e13b4ed1047 None None] Provisioning complete for port 105cd359-cd42-4335-ad39-81d6daae11ee triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:03.322586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9b8f609c-4d08-4c11-b73e-9e13b4ed1047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:03.442860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75485f4b-c30c-435a-897a-4e6761285a66 req-36eebe22-00e5-49ad-93d0-3a14f9f37020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:03.444418 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75485f4b-c30c-435a-897a-4e6761285a66 req-36eebe22-00e5-49ad-93d0-3a14f9f37020 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1508415-4120-4d43-b41a-da1d837115b6 HTTP/1.1" status: 200 len: 834 time: 0.2699497 Sep 19 17:16:03.465718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 105cd359-cd42-4335-ad39-81d6daae11ee up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:03.552521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 7b933b23-96e7-44cb-af9e-122fd4a2d487 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:03.553138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:03.621363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:network and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:03.642561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f609c-4d08-4c11-b73e-9e13b4ed1047 None None] Current status of the port 105cd359-cd42-4335-ad39-81d6daae11ee is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:03.657371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 105cd359-cd42-4335-ad39-81d6daae11ee triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:03.657753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:03.703867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Set router 083e4f84-911d-457d-8bd4-46e085578fbd gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:03.707262 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:58Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:15:59Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:03.713496 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:03.713786 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Updating router ebf0259d-1521-42a2-bc31-ac660aeff271 port b1d0b62b-5c60-4c84-8f90-61b88ed31766 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:16:03.748806 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-030a364c-ae07-4e9d-946c-f26785bae0c5 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403661 Sep 19 17:16:03.763362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:03.766177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4964241-f57c-42b2-af76-ef35aa460500 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:03.810619 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:03.811617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75485f4b-c30c-435a-897a-4e6761285a66 req-b39363a4-3fcc-4a5a-b656-3a87097b2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:03.813455 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75485f4b-c30c-435a-897a-4e6761285a66 req-b39363a4-3fcc-4a5a-b656-3a87097b2849 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abdffc55-2833-4ee4-8913-08310e09357d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3524165 Sep 19 17:16:03.918579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fb745dfd-d903-47bd-b41a-854f7d13f99c None None] Could not find standard attr ID for object df0551e1-8e29-400d-b0dc-7366a416f414. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:16:03.975810 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75485f4b-c30c-435a-897a-4e6761285a66 req-f1ddf0da-2679-4d52-b050-3418b964cdb1 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416974 Sep 19 17:16:03.984355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f1903-df76-4071-a850-ec607449374e req-6f364c71-14e7-493b-88a3-396de94fbe17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:03.986429 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f95f1903-df76-4071-a850-ec607449374e req-6f364c71-14e7-493b-88a3-396de94fbe17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 946 time: 0.4415588 Sep 19 17:16:04.019049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:04.118422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 105cd359-cd42-4335-ad39-81d6daae11ee is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:04.119931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 66cb12ce-6b62-4d07-bfec-ae80090b6dae up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:04.156750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4964241-f57c-42b2-af76-ef35aa460500 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=df0551e1-8e29-400d-b0dc-7366a416f414,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:04.216410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083e4f84-911d-457d-8bd4-46e085578fbd', 'name': 'tempest-snat-router-1486947023', 'tenant_id': '0a7f16772f564bcc8c2964aa98068884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.97'}], 'enable_snat': False}, 'gw_port_id': 'eaf3939a-363e-4cb9-8a28-0d8887d4d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:53Z', 'updated_at': '2022-09-19T17:15:58Z', 'revision_number': 3, 'project_id': '0a7f16772f564bcc8c2964aa98068884', 'gw_port': {'id': 'eaf3939a-363e-4cb9-8a28-0d8887d4d593', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:29:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083e4f84-911d-457d-8bd4-46e085578fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:56Z', 'updated_at': '2022-09-19T17:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:04.225182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Checking router: 083e4f84-911d-457d-8bd4-46e085578fbd for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:04.225687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Updating router 083e4f84-911d-457d-8bd4-46e085578fbd port eaf3939a-363e-4cb9-8a28-0d8887d4d593 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:16:04.258212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 66cb12ce-6b62-4d07-bfec-ae80090b6dae triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:04.258843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.308171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.336292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:04.339860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.345448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f95f1903-df76-4071-a850-ec607449374e req-0e055c3b-af5e-4b72-b68f-9416b026a198 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:04.361883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4964241-f57c-42b2-af76-ef35aa460500 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.367203 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.386137 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Transition to ACTIVE for port object b1d0b62b-5c60-4c84-8f90-61b88ed31766 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:04.400393 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.405224 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bb560833-e9e2-493a-8067-911090197519 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/routers/083e4f84-911d-457d-8bd4-46e085578fbd HTTP/1.1" status: 200 len: 909 time: 1.5868084 Sep 19 17:16:04.420569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.438364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:16:04.441324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45184) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:04.461582 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4964241-f57c-42b2-af76-ef35aa460500 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/df0551e1-8e29-400d-b0dc-7366a416f414 HTTP/1.1" status: 204 len: 168 time: 2.7770545 Sep 19 17:16:04.469345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1486947023', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': True}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:04.472327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45188) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:04.475317 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75485f4b-c30c-435a-897a-4e6761285a66 req-729d271a-fbab-4325-ac7e-88ef1fbbc141 service neutron] 10.222.0.86 "GET /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866853 Sep 19 17:16:04.515558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 7b933b23-96e7-44cb-af9e-122fd4a2d487, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7b933b23-96e7-44cb-af9e-122fd4a2d487,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:04.515902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.618472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:04.665698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Usage tracker for resource:router and tenant:0a7f16772f564bcc8c2964aa98068884 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:04.670446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.671090 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added segment 9eefc0cf-b3bb-4af4-b027-25ca59a08be0 of type vlan for network cac15f72-dff7-43c1-91f0-2102191e667a Sep 19 17:16:04.671807 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48a0e7-2fd6-41d6-90f2-da08008d8428 None None] Pushing event updated for resources: {'Port': ['ID=b1d0b62b-5c60-4c84-8f90-61b88ed31766,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:04.686879 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Attempting to bind port b1d0b62b-5c60-4c84-8f90-61b88ed31766 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:04.687391 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Attempting to bind port b1d0b62b-5c60-4c84-8f90-61b88ed31766 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:04.688088 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Attempting to bind port b1d0b62b-5c60-4c84-8f90-61b88ed31766 on network c657e314-340a-4fbb-9354-0e53cd351440 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:04.694648 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:04.695325 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Checking segment: {'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:04.695819 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.696343 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Bound using segment: {'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:04.696904 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Bound port: b1d0b62b-5c60-4c84-8f90-61b88ed31766, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2cce5d-f66d-4daf-a5d4-40052a78640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:04.697387 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.704651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 7b933b23-96e7-44cb-af9e-122fd4a2d487 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:04.713287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:04.722472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:04.767007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.801790 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] For port b1d0b62b-5c60-4c84-8f90-61b88ed31766, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:04.806834 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] For port b1d0b62b-5c60-4c84-8f90-61b88ed31766, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b1d0b62b-5c60-4c84-8f90-61b88ed31766,segment=NetworkSegment(cd2cce5d-f66d-4daf-a5d4-40052a78640d),segment_id=cd2cce5d-f66d-4daf-a5d4-40052a78640d)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:04.816843 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.818158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.821677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.873240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.879958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9ce5ad-43eb-4802-aaad-7b0e9530b11f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:04.904563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2de1d8-2edd-4d3c-96c3-3756ac6159f6') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:04.905070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2de1d8-2edd-4d3c-96c3-3756ac6159f6') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:04.929266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:04.934329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f95f1903-df76-4071-a850-ec607449374e req-0e055c3b-af5e-4b72-b68f-9416b026a198 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:04.948239 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f95f1903-df76-4071-a850-ec607449374e req-0e055c3b-af5e-4b72-b68f-9416b026a198 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=415cbc9c-c416-4298-83ce-215813aab26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8834040 Sep 19 17:16:04.976145 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:04.976950 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:04.998528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 66cb12ce-6b62-4d07-bfec-ae80090b6dae is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:05.012165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.013887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.019838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fb5f100b-44fc-4308-941b-f77dec0947db no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:05.047963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734464b4-0a3d-4176-973d-871975490c5c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:05.049078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-734464b4-0a3d-4176-973d-871975490c5c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:05.062355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.066356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: fb5f100b-44fc-4308-941b-f77dec0947db {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:05.066356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fb5f100b-44fc-4308-941b-f77dec0947db not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:05.066630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.073942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:05.076388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.109330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.127617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:16:05.128159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.221603 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48a0e7-2fd6-41d6-90f2-da08008d8428 None None] Pushing event updated for resources: {'Port': ['ID=b1d0b62b-5c60-4c84-8f90-61b88ed31766,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:05.233506 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:05.257409 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5c2de1d8-2edd-4d3c-96c3-3756ac6159f6 resource provider aggregate not found Sep 19 17:16:05.345837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.346109 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5c2de1d8-2edd-4d3c-96c3-3756ac6159f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c2de1d8-2edd-4d3c-96c3-3756ac6159f6 found for delete ", "request_id": "req-a1528183-293c-4123-ad81-6d714e2a166d"}]} Sep 19 17:16:05.358842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-734464b4-0a3d-4176-973d-871975490c5c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:05.362637 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-734464b4-0a3d-4176-973d-871975490c5c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8832638 Sep 19 17:16:05.390785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45196) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:05.397676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Transition to ACTIVE for port object eaf3939a-363e-4cb9-8a28-0d8887d4d593 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:05.414326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.438020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=7b933b23-96e7-44cb-af9e-122fd4a2d487,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:05.549711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Attempting to bind port eaf3939a-363e-4cb9-8a28-0d8887d4d593 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:05.550088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Attempting to bind port eaf3939a-363e-4cb9-8a28-0d8887d4d593 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:05.550430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Attempting to bind port eaf3939a-363e-4cb9-8a28-0d8887d4d593 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:05.571838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:05.572247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:05.572516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.572904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:05.573371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Bound port: eaf3939a-363e-4cb9-8a28-0d8887d4d593, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:05.573746 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.586788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port 7b933b23-96e7-44cb-af9e-122fd4a2d487 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:05.590516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.593572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'name': 'network-vif-deleted', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:16:05.596372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b56f81-9fb6-4fe3-b83c-daeb51e94722" -d '{"events": [{"server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "name": "network-vif-deleted", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:16:05.603658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bd365-6e89-4994-b72c-a9fc770495c8 None None] Pushing event updated for resources: {'Port': ['ID=eaf3939a-363e-4cb9-8a28-0d8887d4d593,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:05.613984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Network': ['ID=cac15f72-dff7-43c1-91f0-2102191e667a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:05.627451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network cac15f72-dff7-43c1-91f0-2102191e667a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:16:05.634939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.651615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.663128 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3316b6a5-0907-4944-957f-1e9a4e973b10 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7088773 Sep 19 17:16:05.663796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45204) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:05.673092 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:58Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:04Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:05.677366 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eeec6e-1f5d-4c5c-a0e9-dfd0becee931 None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:15:58Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:04Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:05.693811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c111a625-d59c-4d32-a14e-d811cb402a9b x-openstack-request-id: req-c111a625-d59c-4d32-a14e-d811cb402a9b {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:16:05.694241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cf82e0-e44e-4332-89f4-99a826d5e579", "name": "network-vif-deleted", "tag": "7b933b23-96e7-44cb-af9e-122fd4a2d487", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:16:05.694590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c111a625-d59c-4d32-a14e-d811cb402a9b {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:16:05.695107 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c111a625-d59c-4d32-a14e-d811cb402a9b'] response: {'server_uuid': 'b9cf82e0-e44e-4332-89f4-99a826d5e579', 'name': 'network-vif-deleted', 'tag': '7b933b23-96e7-44cb-af9e-122fd4a2d487', 'status': 'completed', 'code': 200} Sep 19 17:16:05.711766 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f3766cd-1de8-4e47-ba35-eab7f6e171fd req-d2d0a548-edd9-4878-b965-5335d75250ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/7b933b23-96e7-44cb-af9e-122fd4a2d487 HTTP/1.1" status: 204 len: 173 time: 2.4104552 Sep 19 17:16:05.770265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'subnet': {'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:05.800072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7b933b23-96e7-44cb-af9e-122fd4a2d487 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:05.817842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:05.819396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.827383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] Pushing event deleted for resources: {'Network': ['ID=1f9ce5ad-43eb-4802-aaad-7b0e9530b11f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:05.836495 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf7b120f-00b8-4b5d-827a-90c7c2250b4f tempest-PortsTestJSON-341821008 tempest-PortsTestJSON-341821008-project] 10.222.0.83 "DELETE /v2.0/networks/1f9ce5ad-43eb-4802-aaad-7b0e9530b11f HTTP/1.1" status: 204 len: 168 time: 2.8807187 Sep 19 17:16:05.847580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:05.919199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f69368-e007-4163-9d26-1a5c8282ff0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:05.921714 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e6f69368-e007-4163-9d26-1a5c8282ff0d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5168560 Sep 19 17:16:05.936498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45210) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:05.962727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 7b933b23-96e7-44cb-af9e-122fd4a2d487 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:05.963247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7b933b23-96e7-44cb-af9e-122fd4a2d487 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:05.990461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] For port eaf3939a-363e-4cb9-8a28-0d8887d4d593, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:06.032786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] For port eaf3939a-363e-4cb9-8a28-0d8887d4d593, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eaf3939a-363e-4cb9-8a28-0d8887d4d593,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:06.058708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:06.192971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bd365-6e89-4994-b72c-a9fc770495c8 None None] Pushing event updated for resources: {'Port': ['ID=eaf3939a-363e-4cb9-8a28-0d8887d4d593,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:06.197482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Routers {'083e4f84-911d-457d-8bd4-46e085578fbd'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:06.198117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['083e4f84-911d-457d-8bd4-46e085578fbd'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:06.231963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:06.237272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:subnet and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:06.240636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:06.246500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:06.267275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Made reservation on behalf of 09d83dbbd40c4400a1952a475f606dee for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:06.272366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:06.322943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6ec2c-cb26-4482-8f32-97f1449466ab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:06.324440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6ec2c-cb26-4482-8f32-97f1449466ab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:06.325924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6ec2c-cb26-4482-8f32-97f1449466ab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:06.326778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-09b6ec2c-cb26-4482-8f32-97f1449466ab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:06.367091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-15fbc951-1f2a-4028-a7cd-7d09e9e0e502 req-66877ea8-68ad-4e96-a65c-a74d469fedce tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:06.373771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-09b6ec2c-cb26-4482-8f32-97f1449466ab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:06.378228 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-09b6ec2c-cb26-4482-8f32-97f1449466ab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4398632 Sep 19 17:16:06.382524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45218) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:06.464160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] Set router 083e4f84-911d-457d-8bd4-46e085578fbd gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:06.516370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b622dab-ea6e-4183-afd9-80afe8cb9c48 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet d5475dab-6a1d-4037-908a-5f5672e66a0c {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:06.518642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45222) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:06.539360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b622dab-ea6e-4183-afd9-80afe8cb9c48 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:06.585787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-15fbc951-1f2a-4028-a7cd-7d09e9e0e502 req-66877ea8-68ad-4e96-a65c-a74d469fedce tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:06.586888 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-15fbc951-1f2a-4028-a7cd-7d09e9e0e502 req-66877ea8-68ad-4e96-a65c-a74d469fedce tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=b9cf82e0-e44e-4332-89f4-99a826d5e579 HTTP/1.1" status: 200 len: 210 time: 0.3669240 Sep 19 17:16:06.633126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,segment=NetworkSegment(9d5a8ba9-d12a-426d-b16f-d81c16d3acd8),segment_id=9d5a8ba9-d12a-426d-b16f-d81c16d3acd8)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:06.633522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:06.649605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b622dab-ea6e-4183-afd9-80afe8cb9c48 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:06.818946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:06.871136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083e4f84-911d-457d-8bd4-46e085578fbd', 'name': 'tempest-snat-router-1486947023', 'tenant_id': '0a7f16772f564bcc8c2964aa98068884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.97'}], 'enable_snat': False}, 'gw_port_id': 'eaf3939a-363e-4cb9-8a28-0d8887d4d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:53Z', 'updated_at': '2022-09-19T17:15:58Z', 'revision_number': 3, 'project_id': '0a7f16772f564bcc8c2964aa98068884', 'gw_port': {'id': 'eaf3939a-363e-4cb9-8a28-0d8887d4d593', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:29:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083e4f84-911d-457d-8bd4-46e085578fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:56Z', 'updated_at': '2022-09-19T17:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:06.883778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debf50e9-5f67-4a89-a88a-f48f8309c63e None None] The sync data for ids ['083e4f84-911d-457d-8bd4-46e085578fbd'] in dv-neutron-857789-3-hyperv is: [{'id': '083e4f84-911d-457d-8bd4-46e085578fbd', 'name': 'tempest-snat-router-1486947023', 'tenant_id': '0a7f16772f564bcc8c2964aa98068884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.97'}], 'enable_snat': False}, 'gw_port_id': 'eaf3939a-363e-4cb9-8a28-0d8887d4d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:53Z', 'updated_at': '2022-09-19T17:15:58Z', 'revision_number': 3, 'project_id': '0a7f16772f564bcc8c2964aa98068884', 'gw_port': {'id': 'eaf3939a-363e-4cb9-8a28-0d8887d4d593', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:29:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083e4f84-911d-457d-8bd4-46e085578fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:56Z', 'updated_at': '2022-09-19T17:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:06.937531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.129420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a3fd12ae-22f5-405c-96bc-7b97d7e52275 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9bef7bf06a55483c91d04fcffeb787be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6030023 Sep 19 17:16:07.132151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45228) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:07.135908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b622dab-ea6e-4183-afd9-80afe8cb9c48 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.182571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Subnet': ['ID=71802a81-35c1-4726-b04e-d0dd010c0cfa,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:07.193907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Checking segment: {'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:07.194269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network hostable DHCP agents. Network: cac15f72-dff7-43c1-91f0-2102191e667a, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:16:07.279084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.356431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network cac15f72-dff7-43c1-91f0-2102191e667a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:16:07.373004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.404346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.466322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d245937d-e642-4fbb-9092-667a95be7f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.487035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=4eefdf3c-f64d-42f3-9a00-4bd425dd86c8,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:07.497178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b622dab-ea6e-4183-afd9-80afe8cb9c48 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.506395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, cac15f72-dff7-43c1-91f0-2102191e667a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:07.518504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eaf3939a-363e-4cb9-8a28-0d8887d4d593 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:07.541969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:07.542558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.544932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d1106b-1087-4d24-a831-faed7d32670e None None] Network cac15f72-dff7-43c1-91f0-2102191e667a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:07.630620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c6232e2b-1932-4eb0-b164-9684440b022f tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8916943 Sep 19 17:16:07.684900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45234) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:07.704840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d245937d-e642-4fbb-9092-667a95be7f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.773997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Allocated IP 172.26.10.29 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/0356ebe2-5312-4aed-8e14-9c00cc3fc55e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:07.786515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45238) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:07.831912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port eaf3939a-363e-4cb9-8a28-0d8887d4d593 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:07.849741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port eaf3939a-363e-4cb9-8a28-0d8887d4d593 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:07.850172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.916359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b622dab-ea6e-4183-afd9-80afe8cb9c48 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:07.921719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b622dab-ea6e-4183-afd9-80afe8cb9c48 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=d5475dab-6a1d-4037-908a-5f5672e66a0c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:07.955809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2f244-8162-4223-8020-871934440b5d None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:07.988123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc65a0e-201a-4ce0-aea3-c78308281b3c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.016711 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8b622dab-ea6e-4183-afd9-80afe8cb9c48 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/d5475dab-6a1d-4037-908a-5f5672e66a0c HTTP/1.1" status: 204 len: 168 time: 1.6310198 Sep 19 17:16:08.025231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc65a0e-201a-4ce0-aea3-c78308281b3c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.028895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45242) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:08.051927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-cac15f72-dff7-43c1-91f0-2102191e667a', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:08.052844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.117607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.141147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc65a0e-201a-4ce0-aea3-c78308281b3c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.167395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc65a0e-201a-4ce0-aea3-c78308281b3c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415cbc9c-c416-4298-83ce-215813aab26b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:08.184916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.197322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc65a0e-201a-4ce0-aea3-c78308281b3c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.198849 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0bc65a0e-201a-4ce0-aea3-c78308281b3c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/415cbc9c-c416-4298-83ce-215813aab26b HTTP/1.1" status: 204 len: 168 time: 0.4113138 Sep 19 17:16:08.266424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45248) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:08.369035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:08.378617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:08.383867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port eaf3939a-363e-4cb9-8a28-0d8887d4d593 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:08.384248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.388086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.394824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:08.463175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port eaf3939a-363e-4cb9-8a28-0d8887d4d593, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eaf3939a-363e-4cb9-8a28-0d8887d4d593,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:08.472069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'Port': ['ID=0356ebe2-5312-4aed-8e14-9c00cc3fc55e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:08.488918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.489806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b1d0b62b-5c60-4c84-8f90-61b88ed31766 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:08.499680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d245937d-e642-4fbb-9092-667a95be7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.520809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Allocated IP 2001:db8:3::2 (cac15f72-dff7-43c1-91f0-2102191e667a/71802a81-35c1-4726-b04e-d0dd010c0cfa/a8ec3085-c3cb-436f-9b65-cf7ef987a426) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:08.529360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-464c4d68-901f-4e4b-af7f-b2c569135cf6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet fa1b3eb6-f7da-4231-8217-5929f0b4bb49 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:08.599642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-464c4d68-901f-4e4b-af7f-b2c569135cf6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.639752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245937d-e642-4fbb-9092-667a95be7f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199f12a-d0e2-4d84-9821-4efc87716573,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:08.706211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d245937d-e642-4fbb-9092-667a95be7f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:08.710547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d245937d-e642-4fbb-9092-667a95be7f26 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7199f12a-d0e2-4d84-9821-4efc87716573 HTTP/1.1" status: 204 len: 168 time: 1.5737386 Sep 19 17:16:08.729320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=eaf3939a-363e-4cb9-8a28-0d8887d4d593,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:08.775300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b1d0b62b-5c60-4c84-8f90-61b88ed31766 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:08.798890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b1d0b62b-5c60-4c84-8f90-61b88ed31766 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:08.799509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.088401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.100379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-464c4d68-901f-4e4b-af7f-b2c569135cf6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.122449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Transition to ACTIVE for port object a8ec3085-c3cb-436f-9b65-cf7ef987a426 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:09.149268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Transition to ACTIVE for port object a8ec3085-c3cb-436f-9b65-cf7ef987a426 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:09.184003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:09.258742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.397110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Pushing event updated for resources: {'Port': ['ID=a8ec3085-c3cb-436f-9b65-cf7ef987a426,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:09.400882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b1d0b62b-5c60-4c84-8f90-61b88ed31766 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:09.401273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.427230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Network cac15f72-dff7-43c1-91f0-2102191e667a is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:09.433885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:09.442836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:09.483721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port b1d0b62b-5c60-4c84-8f90-61b88ed31766, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b1d0b62b-5c60-4c84-8f90-61b88ed31766,segment=NetworkSegment(cd2cce5d-f66d-4daf-a5d4-40052a78640d),segment_id=cd2cce5d-f66d-4daf-a5d4-40052a78640d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:09.590952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.643751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:09.657325 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:09.676545 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:09.677869 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:09.696328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Attempting to bind port a8ec3085-c3cb-436f-9b65-cf7ef987a426 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:09.696793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Attempting to bind port a8ec3085-c3cb-436f-9b65-cf7ef987a426 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:09.697223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Attempting to bind port a8ec3085-c3cb-436f-9b65-cf7ef987a426 on network cac15f72-dff7-43c1-91f0-2102191e667a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:09.705734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:09.708059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Checking segment: {'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:09.716985 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5366b1d6-249b-4296-9427-c090c385c438 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2696645 Sep 19 17:16:09.717169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.717169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Bound using segment: {'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:09.717169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Bound port: a8ec3085-c3cb-436f-9b65-cf7ef987a426, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:09.717169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.718165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45272) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:09.799576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-464c4d68-901f-4e4b-af7f-b2c569135cf6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.861714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45276) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:09.886518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=b1d0b62b-5c60-4c84-8f90-61b88ed31766,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:09.897564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eaf3939a-363e-4cb9-8a28-0d8887d4d593 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:09.905660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.944939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:09.977676 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:09.983423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-93970702-1b63-483a-903e-fa4aadd21951 None None] Provisioning complete for port 105cd359-cd42-4335-ad39-81d6daae11ee triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:09.983903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-93970702-1b63-483a-903e-fa4aadd21951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.016165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6b6ae7-eeb3-4deb-9ddc-8bc43ec901eb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting subnet 24946245-8c35-44c5-be57-73b67bb83b06 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:10.043279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6ae7-eeb3-4deb-9ddc-8bc43ec901eb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.081100 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] For port a8ec3085-c3cb-436f-9b65-cf7ef987a426, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:10.093142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] For port a8ec3085-c3cb-436f-9b65-cf7ef987a426, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a8ec3085-c3cb-436f-9b65-cf7ef987a426,segment=NetworkSegment(9eefc0cf-b3bb-4af4-b027-25ca59a08be0),segment_id=9eefc0cf-b3bb-4af4-b027-25ca59a08be0)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:10.114324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.122561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6ae7-eeb3-4deb-9ddc-8bc43ec901eb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.156554 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:16:07Z', 'revision_number': 11, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:10.163069 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:10.165329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port eaf3939a-363e-4cb9-8a28-0d8887d4d593 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:10.165715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.173528 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:10.174389 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:10.212769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6ae7-eeb3-4deb-9ddc-8bc43ec901eb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.271657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-464c4d68-901f-4e4b-af7f-b2c569135cf6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.311145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-267438426'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:10.322507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6ae7-eeb3-4deb-9ddc-8bc43ec901eb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.331109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:10.342407 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:10.361346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c4d68-901f-4e4b-af7f-b2c569135cf6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1b3eb6-f7da-4231-8217-5929f0b4bb49,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:10.372417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3e4ee-0777-49bd-84a7-22c14f8acebd None None] Pushing event updated for resources: {'Port': ['ID=a8ec3085-c3cb-436f-9b65-cf7ef987a426,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:10.394031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-93970702-1b63-483a-903e-fa4aadd21951 None None] Current status of the port 105cd359-cd42-4335-ad39-81d6daae11ee is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:10.402613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-464c4d68-901f-4e4b-af7f-b2c569135cf6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.410438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Usage tracker for resource:network and tenant:cb66f9ef700a475bbbdec33d79c0ef3d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:10.422703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:10.428491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ebdb0-cd36-4841-af96-d774605ebc84 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:10.480285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b6ae7-eeb3-4deb-9ddc-8bc43ec901eb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Subnet': ['ID=24946245-8c35-44c5-be57-73b67bb83b06,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:10.486538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac6b6ae7-eeb3-4deb-9ddc-8bc43ec901eb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.510732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:10.527602 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-464c4d68-901f-4e4b-af7f-b2c569135cf6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/fa1b3eb6-f7da-4231-8217-5929f0b4bb49 HTTP/1.1" status: 204 len: 168 time: 2.4926789 Sep 19 17:16:10.532961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45282) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:10.546763 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac6b6ae7-eeb3-4deb-9ddc-8bc43ec901eb tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/24946245-8c35-44c5-be57-73b67bb83b06 HTTP/1.1" status: 204 len: 168 time: 0.8146174 Sep 19 17:16:10.553688 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:16:07Z', 'revision_number': 11, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:10.555329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45286) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:10.558873 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36780d-20b3-4438-b094-7357631ee734 None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:16:07Z', 'revision_number': 11, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:10.600578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd1a4b9-8440-4a0f-91ee-14621db29349 None None] Network ebf963f0-9a73-4140-a711-f86fc3ac4e87 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:10.619554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Made reservation on behalf of cb66f9ef700a475bbbdec33d79c0ef3d for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:10.622993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.651778 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-963bb77f-c32a-480c-bdd5-39711abdd381 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073194 Sep 19 17:16:10.653548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.661321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45290) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:10.677962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:10.716846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port eaf3939a-363e-4cb9-8a28-0d8887d4d593 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:10.746755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:10.758495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Usage tracker for resource:security_group_rule and tenant:cb66f9ef700a475bbbdec33d79c0ef3d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:10.761828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:10.773690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:10.856205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.874575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Allocated IP 2001:db8:3::1 (cac15f72-dff7-43c1-91f0-2102191e667a/71802a81-35c1-4726-b04e-d0dd010c0cfa/bfb99c50-9452-44a6-a95a-acd44708d7d2) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:10.886821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:10.897828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:10.901216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Deleting port 5171ea67-c23f-4567-8645-95d0b18155aa {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:10.901622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:10.959436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:10.978291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.073020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:11.083686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] Deleting port 105cd359-cd42-4335-ad39-81d6daae11ee {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:11.084283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.126013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] DHCP port deletion for ebf963f0-9a73-4140-a711-f86fc3ac4e87 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:11.157065 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] Deleting port 5171ea67-c23f-4567-8645-95d0b18155aa {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:11.157504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.222944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:11.384138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.392501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.456316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.481746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:11.485275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.528850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:16:11.530520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3814208b-e4bc-4dbe-a343-33de08c76138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.542869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a0dabe-0e10-44cf-9720-de5737864461,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:11.555503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.566694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] For port 5171ea67-c23f-4567-8645-95d0b18155aa, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5171ea67-c23f-4567-8645-95d0b18155aa,segment=NetworkSegment(9d5a8ba9-d12a-426d-b16f-d81c16d3acd8),segment_id=9d5a8ba9-d12a-426d-b16f-d81c16d3acd8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:11.567201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.575617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] For port 105cd359-cd42-4335-ad39-81d6daae11ee, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=105cd359-cd42-4335-ad39-81d6daae11ee,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:11.576073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.582170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Transition to ACTIVE for port object bfb99c50-9452-44a6-a95a-acd44708d7d2 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:11.609154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.609510 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Added segment 51f4bca2-af43-4dc1-9d2a-377eff32dcc9 of type vlan for network f3fbfa18-fef2-4488-9433-42e125d7c4b2 Sep 19 17:16:11.675999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.735559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] For port 5171ea67-c23f-4567-8645-95d0b18155aa, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5171ea67-c23f-4567-8645-95d0b18155aa,segment=NetworkSegment(9d5a8ba9-d12a-426d-b16f-d81c16d3acd8),segment_id=9d5a8ba9-d12a-426d-b16f-d81c16d3acd8)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:11.736205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.744402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Router 097b7dbd-60b6-4312-b7f5-523a5956ac5b is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:16:11.919269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Calling delete_port for 5171ea67-c23f-4567-8645-95d0b18155aa owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:11.953575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b1d0b62b-5c60-4c84-8f90-61b88ed31766 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:11.988938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:11.994579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] Calling delete_port for 105cd359-cd42-4335-ad39-81d6daae11ee owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:12.034107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] Calling delete_port for 5171ea67-c23f-4567-8645-95d0b18155aa owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:12.039186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.045101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:12.045746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.133819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network cac15f72-dff7-43c1-91f0-2102191e667a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:12.139520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.143300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:12.152447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:12.152991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.170249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=bfb99c50-9452-44a6-a95a-acd44708d7d2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:12.172714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No DVR routers for this DVR port 5171ea67-c23f-4567-8645-95d0b18155aa on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:12.212717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:16:12.213401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:16:12.220191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b1d0b62b-5c60-4c84-8f90-61b88ed31766 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:12.220802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.230544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:12.232464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Pushing event updated for resources: {'Network': ['ID=f3fbfa18-fef2-4488-9433-42e125d7c4b2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:12.238993 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8e936ae1-8be8-4cb0-82e7-e0b9b118b3db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.3761616 Sep 19 17:16:12.242354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45294) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:12.264014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Sync routers for ids ['097b7dbd-60b6-4312-b7f5-523a5956ac5b'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:12.266156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf36b0-6076-4969-8630-7ba61ff590b6 None None] Network cac15f72-dff7-43c1-91f0-2102191e667a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:12.272168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Request body: {'subnet': {'network_id': 'f3fbfa18-fef2-4488-9433-42e125d7c4b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:12.279229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network f3fbfa18-fef2-4488-9433-42e125d7c4b2 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:16:12.299246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.363487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Port': ['ID=5171ea67-c23f-4567-8645-95d0b18155aa,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:12.402691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.415101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.415973 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d57f7612-e400-4bf6-8dee-9d5fd42f8aa3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9532962 Sep 19 17:16:12.424078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45298) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:12.429776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port badaa563-4ad2-490b-ab6d-aca4f0aaecd1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:12.429964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.447877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf963f0-9a73-4140-a711-f86fc3ac4e87']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:12.500739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:12.500935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5a8ba9-d12a-426d-b16f-d81c16d3acd8') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:12.523450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] Pushing event deleted for resources: {'Port': ['ID=105cd359-cd42-4335-ad39-81d6daae11ee,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:12.530872 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c95422-61e0-4833-9f51-b4bebcd101a1 None None] No DVR routers for this DVR port 105cd359-cd42-4335-ad39-81d6daae11ee on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:12.533752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.542545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Routers {'097b7dbd-60b6-4312-b7f5-523a5956ac5b'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:12.542545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:15:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['097b7dbd-60b6-4312-b7f5-523a5956ac5b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:12.590481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.655770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:16:12.656007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-029b5855-a739-49e6-a028-1d00a25d4c28 None None] Provisioning for port a8ec3085-c3cb-436f-9b65-cf7ef987a426 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:12.656117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.689601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:16:12.690013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.735553 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 9d5a8ba9-d12a-426d-b16f-d81c16d3acd8 resource provider aggregate not found Sep 19 17:16:12.751782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] Deleting port 5171ea67-c23f-4567-8645-95d0b18155aa {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:12.751782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.753251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:12.765867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Usage tracker for resource:subnet and tenant:cb66f9ef700a475bbbdec33d79c0ef3d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:12.771175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:12.781024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:12.797600 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5b228f70-51fc-40fb-bdd2-26a68ec35e76 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/routers/097b7dbd-60b6-4312-b7f5-523a5956ac5b HTTP/1.1" status: 200 len: 908 time: 0.3696816 Sep 19 17:16:12.799517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45306) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:12.837249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.847974 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 9d5a8ba9-d12a-426d-b16f-d81c16d3acd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d5a8ba9-d12a-426d-b16f-d81c16d3acd8 found for delete ", "request_id": "req-18c302b8-4b35-4ca3-827e-7ef4aa6d4a9a"}]} Sep 19 17:16:12.852982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:12.860994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:12.870974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:12.871841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.875112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ef245175-b908-4a1b-8da1-dfb82d610d23 None None] The port '5171ea67-c23f-4567-8645-95d0b18155aa' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:16:12.878333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=3729a99a-7697-4880-ab40-9fbe64f2a724,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:12.889119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:12.910199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ca469-e265-40e8-b37c-c975c03954e4 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:12.935001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b1d0b62b-5c60-4c84-8f90-61b88ed31766 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:12.936072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a8ec3085-c3cb-436f-9b65-cf7ef987a426 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:12.957282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.034327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Made reservation on behalf of cb66f9ef700a475bbbdec33d79c0ef3d for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:13.038285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.076555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Set router 097b7dbd-60b6-4312-b7f5-523a5956ac5b gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:13.126824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Pushing event deleted for resources: {'Network': ['ID=ebf963f0-9a73-4140-a711-f86fc3ac4e87,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:13.139951 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d91c8227-0aaf-4be5-859e-0f7c60bf0b7d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/networks/ebf963f0-9a73-4140-a711-f86fc3ac4e87 HTTP/1.1" status: 204 len: 168 time: 2.5765462 Sep 19 17:16:13.140223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45312) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:13.201575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'routes': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:13.270381 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1d856572-56a5-40e9-a486-ce2fc9ebdca3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6015570 Sep 19 17:16:13.282712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45316) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:13.311926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:13.471476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port a8ec3085-c3cb-436f-9b65-cf7ef987a426 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:13.472382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:13.480092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port badaa563-4ad2-490b-ab6d-aca4f0aaecd1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:13.480486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.501317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port a8ec3085-c3cb-436f-9b65-cf7ef987a426 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:13.501681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.503913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:13.510483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:13.623370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Added routes are [] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 17:16:13.623758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Removed routes are [] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 17:16:13.624058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.642613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:13.656723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for badaa563-4ad2-490b-ab6d-aca4f0aaecd1 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:13.683015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '3729a99a-7697-4880-ab40-9fbe64f2a724'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:13.683883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.693637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.705983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5298c264-53da-4885-9e71-6ffb136100c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.848097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:13.850020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port a8ec3085-c3cb-436f-9b65-cf7ef987a426 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:13.850585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.851673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:13.923221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097b7dbd-60b6-4312-b7f5-523a5956ac5b', 'name': 'tempest-snat-router-1486947023', 'tenant_id': '0a7f16772f564bcc8c2964aa98068884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.29'}], 'enable_snat': True}, 'gw_port_id': '0356ebe2-5312-4aed-8e14-9c00cc3fc55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:04Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 3, 'project_id': '0a7f16772f564bcc8c2964aa98068884', 'gw_port': {'id': '0356ebe2-5312-4aed-8e14-9c00cc3fc55e', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097b7dbd-60b6-4312-b7f5-523a5956ac5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:07Z', 'updated_at': '2022-09-19T17:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:13.937920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Checking router: 097b7dbd-60b6-4312-b7f5-523a5956ac5b for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:13.938681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Updating router 097b7dbd-60b6-4312-b7f5-523a5956ac5b port 0356ebe2-5312-4aed-8e14-9c00cc3fc55e binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:16:13.996400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.004315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port a8ec3085-c3cb-436f-9b65-cf7ef987a426, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a8ec3085-c3cb-436f-9b65-cf7ef987a426,segment=NetworkSegment(9eefc0cf-b3bb-4af4-b027-25ca59a08be0),segment_id=9eefc0cf-b3bb-4af4-b027-25ca59a08be0)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:14.015694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.017051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Allocated IP 2001:db8::f816:3eff:fe2c:ee61 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/3729a99a-7697-4880-ab40-9fbe64f2a724/cf6a199e-39d7-498d-bc53-22368b9f91ab) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:14.021497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.066370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.134320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:14.181322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.187884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 6359253a-342f-4806-b783-bef0b04d8467 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:14.209267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.250425 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3729a99a-7697-4880-ab40-9fbe64f2a724 (CIDR: 2001:db8::/64) Sep 19 17:16:14.261406 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:14.261999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4eefdf3c-f64d-42f3-9a00-4bd425dd86c8 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:14.262546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 105cd359-cd42-4335-ad39-81d6daae11ee no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:14.271453 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:16:14.271947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:14.276893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.325835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Deleting port 0356ebe2-5312-4aed-8e14-9c00cc3fc55e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:14.326582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.401068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Pushing event updated for resources: {'Subnet': ['ID=1891d98b-28ed-441a-9dfa-f8e0fd8339f8,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:14.408525 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-70c29bff-7861-48c5-8f7e-f62209e76250 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1149411 Sep 19 17:16:14.487883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.488649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.491965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45320) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:14.540978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:14.548969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 105cd359-cd42-4335-ad39-81d6daae11ee {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:14.549331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 105cd359-cd42-4335-ad39-81d6daae11ee not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:14.549998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5171ea67-c23f-4567-8645-95d0b18155aa no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:14.566518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:14.570929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Checking segment: {'id': '51f4bca2-af43-4dc1-9d2a-377eff32dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3fbfa18-fef2-4488-9433-42e125d7c4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:14.570929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Network hostable DHCP agents. Network: f3fbfa18-fef2-4488-9433-42e125d7c4b2, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:16:14.586957 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] Sync routers for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:14.594660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.605141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.605882 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:14.606873 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:14.609228 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d0192162-ab3e-4f3b-81c4-47380514fbd6 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 200 len: 701 time: 1.4671397 Sep 19 17:16:14.614724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5171ea67-c23f-4567-8645-95d0b18155aa {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:14.615134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45324) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:14.615248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5171ea67-c23f-4567-8645-95d0b18155aa not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:14.625283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.626144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=a8ec3085-c3cb-436f-9b65-cf7ef987a426,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:14.639324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Transition to ACTIVE for port object cf6a199e-39d7-498d-bc53-22368b9f91ab will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:14.641823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-787a6bda-c448-4c78-8a7a-cf1237f5b205 None None] Provisioning for port bfb99c50-9452-44a6-a95a-acd44708d7d2 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:14.666824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-787a6bda-c448-4c78-8a7a-cf1237f5b205 None None] Provisioning complete for port bfb99c50-9452-44a6-a95a-acd44708d7d2 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:14.667216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-787a6bda-c448-4c78-8a7a-cf1237f5b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.731176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-787a6bda-c448-4c78-8a7a-cf1237f5b205 None None] Port bfb99c50-9452-44a6-a95a-acd44708d7d2 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:14.739579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Transition to ACTIVE for port object cf6a199e-39d7-498d-bc53-22368b9f91ab will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:14.764609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.841041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-515116c0-a183-46cd-834d-f84da43b7c19 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:14.858127 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:14.862054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a8ec3085-c3cb-436f-9b65-cf7ef987a426 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:14.886097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event updated for resources: {'Port': ['ID=bfb99c50-9452-44a6-a95a-acd44708d7d2,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:14.906422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-515116c0-a183-46cd-834d-f84da43b7c19 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:14.907976 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-515116c0-a183-46cd-834d-f84da43b7c19 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 200 len: 205 time: 0.2868910 Sep 19 17:16:14.926086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45328) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:14.929022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-787a6bda-c448-4c78-8a7a-cf1237f5b205 None None] Provisioning complete for port a8ec3085-c3cb-436f-9b65-cf7ef987a426 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:14.929476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-787a6bda-c448-4c78-8a7a-cf1237f5b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:14.939696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Calling delete_port for 0356ebe2-5312-4aed-8e14-9c00cc3fc55e owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:14.980021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Network f3fbfa18-fef2-4488-9433-42e125d7c4b2 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:16:15.007323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.046234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:15.059185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, f3fbfa18-fef2-4488-9433-42e125d7c4b2) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:15.066310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:15.068860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:15.077239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:15.078133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.081997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=badaa563-4ad2-490b-ab6d-aca4f0aaecd1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:15.107548 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:16:07Z', 'revision_number': 11, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:15.116038 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] Checking router: 6359253a-342f-4806-b783-bef0b04d8467 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:15.126554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:15.129906 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] Routers {'6359253a-342f-4806-b783-bef0b04d8467'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:15.130564 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['6359253a-342f-4806-b783-bef0b04d8467'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:15.134164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50cb837-4256-473c-a518-5de11384dd45 None None] Network f3fbfa18-fef2-4488-9433-42e125d7c4b2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:15.138738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7202a6f-a5d1-4c05-94ea-bfd0cc66b78d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.237065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Network cac15f72-dff7-43c1-91f0-2102191e667a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:15.237574 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-095d3bd3-b6f8-4788-a7bd-ec4f9f990363 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9699538 Sep 19 17:16:15.239701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:15.242844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45332) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:15.253166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Request body: {'port': {'network_id': 'f3fbfa18-fef2-4488-9433-42e125d7c4b2', 'name': 'tempest-TagsExtTest-1645930507'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:15.309363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:15.324857 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] Set router 6359253a-342f-4806-b783-bef0b04d8467 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:15.326308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:15.448881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:15.502537 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:16:07Z', 'revision_number': 11, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:15.507374 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ae564-ee84-4f02-926d-6c48bac0ce7d None None] The sync data for ids ['6359253a-342f-4806-b783-bef0b04d8467'] in dv-neutron-857789-3-hyperv is: [{'id': '6359253a-342f-4806-b783-bef0b04d8467', 'name': 'tempest-RoutersTest-router-1055972066', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:22Z', 'updated_at': '2022-09-19T17:16:07Z', 'revision_number': 11, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:15.511259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Pushing event updated for resources: {'Port': ['ID=cf6a199e-39d7-498d-bc53-22368b9f91ab,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:15.546951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Attempting to bind port cf6a199e-39d7-498d-bc53-22368b9f91ab on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:15.547396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Attempting to bind port cf6a199e-39d7-498d-bc53-22368b9f91ab by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:15.547827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Attempting to bind port cf6a199e-39d7-498d-bc53-22368b9f91ab on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:15.586703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:15.587484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:15.587956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.588410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:15.588984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Bound port: cf6a199e-39d7-498d-bc53-22368b9f91ab, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:15.589426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.606250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.608533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.661939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.791273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:15.796022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.824863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-f3fbfa18-fef2-4488-9433-42e125d7c4b2', 'network_id': 'f3fbfa18-fef2-4488-9433-42e125d7c4b2', 'tenant_id': 'cb66f9ef700a475bbbdec33d79c0ef3d', 'fixed_ips': [{'subnet_id': '1891d98b-28ed-441a-9dfa-f8e0fd8339f8'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:15.825711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.830079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7202a6f-a5d1-4c05-94ea-bfd0cc66b78d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.849889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port a8ec3085-c3cb-436f-9b65-cf7ef987a426 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:15.850263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.909924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:15.927513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.resource_extend [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:16:15.934856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Usage tracker for resource:port and tenant:cb66f9ef700a475bbbdec33d79c0ef3d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:15.942715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:15.950366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:15.956803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:16.015898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7202a6f-a5d1-4c05-94ea-bfd0cc66b78d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.017429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event deleted for resources: {'Port': ['ID=0356ebe2-5312-4aed-8e14-9c00cc3fc55e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:16.066680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Made reservation on behalf of cb66f9ef700a475bbbdec33d79c0ef3d for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:16.072600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.076272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:16.088479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7202a6f-a5d1-4c05-94ea-bfd0cc66b78d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.089253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7202a6f-a5d1-4c05-94ea-bfd0cc66b78d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Fanout notify agent at l3_agent the message router_deleted on router 6359253a-342f-4806-b783-bef0b04d8467 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:16:16.100216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] For port cf6a199e-39d7-498d-bc53-22368b9f91ab, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:16.117250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-787a6bda-c448-4c78-8a7a-cf1237f5b205 None None] Current status of the port a8ec3085-c3cb-436f-9b65-cf7ef987a426 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:16.131799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7202a6f-a5d1-4c05-94ea-bfd0cc66b78d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.132919 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e7202a6f-a5d1-4c05-94ea-bfd0cc66b78d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 204 len: 168 time: 1.2051284 Sep 19 17:16:16.141134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] For port cf6a199e-39d7-498d-bc53-22368b9f91ab, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=cf6a199e-39d7-498d-bc53-22368b9f91ab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:16.153325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:16:16.153687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:16:16.154675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.174934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45336) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:16.214242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-863149568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:16.231554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:16.236430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] device_id is not set on port 6d651e84-0bf5-4352-b20e-e5607ad9176e yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:16:16.274121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Usage tracker for resource:router and tenant:091d6f6472264643859a177361d85451 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:16.281349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:16.310665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:16.335304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:16.353282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.355643 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dbb415fc-8a77-4b5e-a81a-9511ba105b8c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6646245 Sep 19 17:16:16.363767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:16.397982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d928301-490d-4a80-b5ef-a33a3ae6f4df None None] Pushing event updated for resources: {'Port': ['ID=cf6a199e-39d7-498d-bc53-22368b9f91ab,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:16.407003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d95f0f78-0732-4f7f-9716-f8957c9cff0c None None] Provisioning complete for port bfb99c50-9452-44a6-a95a-acd44708d7d2 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:16.408376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d95f0f78-0732-4f7f-9716-f8957c9cff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.441638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Allocated IP 172.20.0.2 (f3fbfa18-fef2-4488-9433-42e125d7c4b2/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/bb945ac0-2f65-4120-89c7-114c9b1131f6) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:16.449484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port a8ec3085-c3cb-436f-9b65-cf7ef987a426 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:16.473458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:16.475062 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:16.502109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45340) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:16.517844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:16.568625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.585435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.649540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d95f0f78-0732-4f7f-9716-f8957c9cff0c None None] Port bfb99c50-9452-44a6-a95a-acd44708d7d2 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:16.772171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.772766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Port 0356ebe2-5312-4aed-8e14-9c00cc3fc55e not found while updating agent binding for router 097b7dbd-60b6-4312-b7f5-523a5956ac5b. {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 19 17:16:16.774013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.795890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:16.808398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=b15e1e57-f7ef-4bf5-9d97-1bde5ccf8174,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:16.810832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.816593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.822431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:16.824169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:16.830667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:16.831367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.863678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 2008a360-1444-4d27-88ce-546ac3947ae1 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:16.866044 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.890843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:16.891443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 097b7dbd-60b6-4312-b7f5-523a5956ac5b {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:16:16.914429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] Routers {'097b7dbd-60b6-4312-b7f5-523a5956ac5b'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:16.929883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['097b7dbd-60b6-4312-b7f5-523a5956ac5b'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:16.967866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7ba4a2fd-bbf8-439f-a7a2-955e9dec8c06 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4427855 Sep 19 17:16:16.977420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45344) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:16.999595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.040499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:de:4f:08', 'name': 'tempest-NetworksTestDHCPv6-1056168932'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:17.052815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.056722 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01400ed3-df6a-43df-ba90-6ab14ac73ce3 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "DELETE /v2.0/routers/097b7dbd-60b6-4312-b7f5-523a5956ac5b HTTP/1.1" status: 204 len: 168 time: 4.2532012 Sep 19 17:16:17.060232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45348) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:17.085247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device cf6a199e-39d7-498d-bc53-22368b9f91ab up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:17.115295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.119436 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2bc3db70-55e9-466b-934b-3ef6f45b7b08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9351668 Sep 19 17:16:17.121814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45352) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:17.141427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:17.141642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61284bb0-9d6e-4eaa-9eb1-7555d0ec4eed None None] The sync data for ids ['097b7dbd-60b6-4312-b7f5-523a5956ac5b'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:17.143745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-855a9ef7-09d7-4e22-bcd8-d80b9425a83f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:17.311050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:17.321651 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f8bb3c10-2940-4e55-8275-c5fef3df1587 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/2008a360-1444-4d27-88ce-546ac3947ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0496392 Sep 19 17:16:17.324498 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] Sync routers for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:17.326174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45356) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:17.342727 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:17.344251 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:17.389418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.406776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.436936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Transition to ACTIVE for port object bb945ac0-2f65-4120-89c7-114c9b1131f6 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:17.440170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port cf6a199e-39d7-498d-bc53-22368b9f91ab completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:17.488553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Transition to ACTIVE for port object bb945ac0-2f65-4120-89c7-114c9b1131f6 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:17.507548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.602950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Pushing event updated for resources: {'Port': ['ID=bb945ac0-2f65-4120-89c7-114c9b1131f6,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:17.617277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c20ea9-21ff-4a3f-95b2-b7be46e4705c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet e1508415-4120-4d43-b41a-da1d837115b6 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:17.648138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Network f3fbfa18-fef2-4488-9433-42e125d7c4b2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:17.656589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:17.660494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:17.711011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96c20ea9-21ff-4a3f-95b2-b7be46e4705c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.720111 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:17.804741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Allocated IP 172.20.0.11 (f3fbfa18-fef2-4488-9433-42e125d7c4b2/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/6d651e84-0bf5-4352-b20e-e5607ad9176e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:17.822247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96c20ea9-21ff-4a3f-95b2-b7be46e4705c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.860419 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Attempting to bind port bb945ac0-2f65-4120-89c7-114c9b1131f6 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:17.861204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Attempting to bind port bb945ac0-2f65-4120-89c7-114c9b1131f6 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '51f4bca2-af43-4dc1-9d2a-377eff32dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3fbfa18-fef2-4488-9433-42e125d7c4b2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:17.861490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Attempting to bind port bb945ac0-2f65-4120-89c7-114c9b1131f6 on network f3fbfa18-fef2-4488-9433-42e125d7c4b2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:17.870967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:17.871562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Checking segment: {'id': '51f4bca2-af43-4dc1-9d2a-377eff32dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3fbfa18-fef2-4488-9433-42e125d7c4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:17.872149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.872722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Bound using segment: {'id': '51f4bca2-af43-4dc1-9d2a-377eff32dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3fbfa18-fef2-4488-9433-42e125d7c4b2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:17.873439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Bound port: bb945ac0-2f65-4120-89c7-114c9b1131f6, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f4bca2-af43-4dc1-9d2a-377eff32dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3fbfa18-fef2-4488-9433-42e125d7c4b2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:17.874643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.929551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:17.978307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Deleting port eaf3939a-363e-4cb9-8a28-0d8887d4d593 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:17.978713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.020839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] For port bb945ac0-2f65-4120-89c7-114c9b1131f6, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:18.024401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] For port bb945ac0-2f65-4120-89c7-114c9b1131f6, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bb945ac0-2f65-4120-89c7-114c9b1131f6,segment=NetworkSegment(51f4bca2-af43-4dc1-9d2a-377eff32dcc9),segment_id=51f4bca2-af43-4dc1-9d2a-377eff32dcc9)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:18.029485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1921d-2b7e-4db7-9b2a-d61bc7c9d8cc None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:18.119088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 17:16:18.137523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Removed routes are [] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 17:16:18.138536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.200225 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:16:14Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:18.205065 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] Checking router: 2008a360-1444-4d27-88ce-546ac3947ae1 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:18.206029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:12Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:13Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:18.208731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.220463 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] Routers {'2008a360-1444-4d27-88ce-546ac3947ae1'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:18.221108 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2008a360-1444-4d27-88ce-546ac3947ae1'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:18.269900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:18.269900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Updating router ebf0259d-1521-42a2-bc31-ac660aeff271 port bfb99c50-9452-44a6-a95a-acd44708d7d2 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:16:18.328038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96c20ea9-21ff-4a3f-95b2-b7be46e4705c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.377804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b28c7156-86a7-4352-8f5b-aff576b4c014 None None] Provisioning for port cf6a199e-39d7-498d-bc53-22368b9f91ab completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:18.395749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b28c7156-86a7-4352-8f5b-aff576b4c014 None None] Provisioning complete for port cf6a199e-39d7-498d-bc53-22368b9f91ab triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:18.396133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b28c7156-86a7-4352-8f5b-aff576b4c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.537656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-855a9ef7-09d7-4e22-bcd8-d80b9425a83f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.559250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:18.571447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:18.577213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:18.581198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-855a9ef7-09d7-4e22-bcd8-d80b9425a83f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.613700 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] Set router 2008a360-1444-4d27-88ce-546ac3947ae1 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:18.669271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:18.686952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:18.696696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.702977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b28c7156-86a7-4352-8f5b-aff576b4c014 None None] Current status of the port cf6a199e-39d7-498d-bc53-22368b9f91ab is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:18.706402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b28c7156-86a7-4352-8f5b-aff576b4c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.722033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96c20ea9-21ff-4a3f-95b2-b7be46e4705c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.734276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.767637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-96c20ea9-21ff-4a3f-95b2-b7be46e4705c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.784804 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-96c20ea9-21ff-4a3f-95b2-b7be46e4705c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/e1508415-4120-4d43-b41a-da1d837115b6 HTTP/1.1" status: 204 len: 168 time: 1.4528999 Sep 19 17:16:18.785453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae567f02-b8cc-4d38-bd09-0417eeca6808 None None] Pushing event updated for resources: {'Port': ['ID=bb945ac0-2f65-4120-89c7-114c9b1131f6,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:18.790270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c961250-f034-4461-a8a7-5ccd454405c0 None None] Network abdffc55-2833-4ee4-8913-08310e09357d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:18.791659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45360) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:18.792402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c20ea9-21ff-4a3f-95b2-b7be46e4705c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=e1508415-4120-4d43-b41a-da1d837115b6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:18.798254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] For port eaf3939a-363e-4cb9-8a28-0d8887d4d593, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=eaf3939a-363e-4cb9-8a28-0d8887d4d593,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:18.798666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:18.807363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Transition to ACTIVE for port object 6d651e84-0bf5-4352-b20e-e5607ad9176e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:19.021188 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:16:14Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:19.025481 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6147c12-17b3-4030-bb13-e1db520c8f30 None None] The sync data for ids ['2008a360-1444-4d27-88ce-546ac3947ae1'] in dv-neutron-857789-3-hyperv is: [{'id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'name': 'tempest-TestNetworkBasicOps-router-1482380713', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:44Z', 'updated_at': '2022-09-19T17:16:14Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'b56af9e1-b27d-4d61-809a-71954de5abe5', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008a360-1444-4d27-88ce-546ac3947ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:47Z', 'updated_at': '2022-09-19T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:19.035013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Calling delete_port for eaf3939a-363e-4cb9-8a28-0d8887d4d593 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:19.098403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.101000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b28c7156-86a7-4352-8f5b-aff576b4c014 None None] For port cf6a199e-39d7-498d-bc53-22368b9f91ab, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=cf6a199e-39d7-498d-bc53-22368b9f91ab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:19.122248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b28c7156-86a7-4352-8f5b-aff576b4c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.147843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.220959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.229119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.260271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.356577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855a9ef7-09d7-4e22-bcd8-d80b9425a83f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Router 477dbdd6-577c-458d-aa78-84b558cac45c is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:16:19.366560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Network f3fbfa18-fef2-4488-9433-42e125d7c4b2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:19.377337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:19.379831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:19.424926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 8179b7a4-9070-4995-bc0a-76f6c78b5f61 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:16:19.465916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c7156-86a7-4352-8f5b-aff576b4c014 None None] Pushing event updated for resources: {'Port': ['ID=cf6a199e-39d7-498d-bc53-22368b9f91ab,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:19.593787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Pushing event updated for resources: {'Port': ['ID=6d651e84-0bf5-4352-b20e-e5607ad9176e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:19.639979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47997f-2fac-46e7-907c-e9d9b15794f1 None None] Network f3fbfa18-fef2-4488-9433-42e125d7c4b2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:19.663840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82fe47-26de-48fe-9eb8-aa17ffd0669c None None] Update dhcp port {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'fixed_ips': [{'subnet_id': '3729a99a-7697-4880-ab40-9fbe64f2a724', 'ip_address': '2001:db8::f816:3eff:fe2c:ee61'}, {'subnet_id': 'b15e1e57-f7ef-4bf5-9d97-1bde5ccf8174'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': 'cf6a199e-39d7-498d-bc53-22368b9f91ab'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:16:19.696164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.772825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaf3939a-363e-4cb9-8a28-0d8887d4d593,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:19.779997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:19.780629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.842054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-866d8b76-599d-487c-b0f2-a4791cf575ab None None] Provisioning for port bb945ac0-2f65-4120-89c7-114c9b1131f6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:19.873857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.881891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe47-26de-48fe-9eb8-aa17ffd0669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.898286 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b8cd0ed-cc71-4413-a92b-2616f2743fce tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6544983 Sep 19 17:16:19.903004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45364) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:19.915085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] DHCP port deletion for abdffc55-2833-4ee4-8913-08310e09357d request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:19.917706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1315920331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:19.922562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855a9ef7-09d7-4e22-bcd8-d80b9425a83f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:19.929416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.936255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:19.943239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.943427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-855a9ef7-09d7-4e22-bcd8-d80b9425a83f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.944759 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-855a9ef7-09d7-4e22-bcd8-d80b9425a83f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "PUT /v2.0/routers/477dbdd6-577c-458d-aa78-84b558cac45c HTTP/1.1" status: 200 len: 693 time: 2.8134460 Sep 19 17:16:19.948692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] Sync routers for ids ['477dbdd6-577c-458d-aa78-84b558cac45c'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:19.952354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45368) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:19.953168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Transition to ACTIVE for port object bfb99c50-9452-44a6-a95a-acd44708d7d2 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:19.959057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] Deleting port 84da4be7-9087-45ee-a2af-393fc8501d2a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:19.959442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:19.985556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Usage tracker for resource:router and tenant:cb66f9ef700a475bbbdec33d79c0ef3d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:19.993069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:19.996036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port b56af9e1-b27d-4d61-809a-71954de5abe5 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:19.996442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.068918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.093413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:20.131742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:20.177243 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-791286ed-1099-4823-a790-727bc0596f29 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/routers/477dbdd6-577c-458d-aa78-84b558cac45c HTTP/1.1" status: 200 len: 699 time: 0.2210131 Sep 19 17:16:20.186290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45372) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:20.196360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] Routers {'477dbdd6-577c-458d-aa78-84b558cac45c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:20.197025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['477dbdd6-577c-458d-aa78-84b558cac45c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:20.317981 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.322431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.324303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.327438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.395029 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-887b53ae-30f5-4b55-ad9f-a2550d357e47 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=477dbdd6-577c-458d-aa78-84b558cac45c HTTP/1.1" status: 200 len: 205 time: 0.2050612 Sep 19 17:16:20.398259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45376) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:20.433168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.441623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.442517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 083e4f84-911d-457d-8bd4-46e085578fbd {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:16:20.477234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.478661 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f46818df-6a19-4589-aa62-53616d49142b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "DELETE /v2.0/routers/083e4f84-911d-457d-8bd4-46e085578fbd HTTP/1.1" status: 204 len: 168 time: 3.4174256 Sep 19 17:16:20.483863 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:20.490027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1845344262', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:20.508244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.521106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:20.529198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port b56af9e1-b27d-4d61-809a-71954de5abe5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b56af9e1-b27d-4d61-809a-71954de5abe5,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:20.529824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.549185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Usage tracker for resource:router and tenant:bb74822729ea42ac9d592491623d7096 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:20.556497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cedf-b42b-4463-a044-47f598447d3b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.579517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] Set router 477dbdd6-577c-458d-aa78-84b558cac45c gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:20.603393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:20.666549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:20.676076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for b56af9e1-b27d-4d61-809a-71954de5abe5 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:20.712376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.713663 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e44a5f06-eca1-4c8c-869e-b74bbf078cff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8080595 Sep 19 17:16:20.720178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45384) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:20.729137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.730256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.734094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-72bfa1b0-2f2e-405c-8dd5-031b8f7ebb13 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-631653714', 'prefixes': ['172.20.0.0/16']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:20.738499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8:0:1::1e1 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/b15e1e57-f7ef-4bf5-9d97-1bde5ccf8174/8179b7a4-9070-4995-bc0a-76f6c78b5f61) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:20.763455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.837778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eb0ee-2a5a-4e5b-b1fd-0d8dadbba382 None None] Pushing event updated for resources: {'Port': ['ID=bfb99c50-9452-44a6-a95a-acd44708d7d2,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:20.855959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::f816:3eff:fede:4f08 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/3729a99a-7697-4880-ab40-9fbe64f2a724/8179b7a4-9070-4995-bc0a-76f6c78b5f61) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:20.856194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477dbdd6-577c-458d-aa78-84b558cac45c', 'name': 'tempest-RoutersTest-router-863149568', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:16Z', 'updated_at': '2022-09-19T17:16:18Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:20.857939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-72bfa1b0-2f2e-405c-8dd5-031b8f7ebb13 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:20.886094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] Checking router: 477dbdd6-577c-458d-aa78-84b558cac45c for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:20.898378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Attempting to bind port bfb99c50-9452-44a6-a95a-acd44708d7d2 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:20.898747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Attempting to bind port bfb99c50-9452-44a6-a95a-acd44708d7d2 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:20.899130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Attempting to bind port bfb99c50-9452-44a6-a95a-acd44708d7d2 on network cac15f72-dff7-43c1-91f0-2102191e667a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:20.944954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:20.950375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cedf-b42b-4463-a044-47f598447d3b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.966769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.973256 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c7a78683-3635-4aa1-8b2d-9ace6cd0501e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 200 len: 954 time: 4.4633913 Sep 19 17:16:20.973256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cedf-b42b-4463-a044-47f598447d3b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.974954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45388) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:20.987043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:20.987612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Checking segment: {'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:20.990356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:20.990356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Bound using segment: {'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:20.990356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Bound port: bfb99c50-9452-44a6-a95a-acd44708d7d2, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eefc0cf-b3bb-4af4-b027-25ca59a08be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:20.990356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.004770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] Routers {'477dbdd6-577c-458d-aa78-84b558cac45c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:21.005429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['477dbdd6-577c-458d-aa78-84b558cac45c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:21.109060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.212863 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.220290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device cf6a199e-39d7-498d-bc53-22368b9f91ab up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:21.280951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=b56af9e1-b27d-4d61-809a-71954de5abe5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:21.281228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] Set router 477dbdd6-577c-458d-aa78-84b558cac45c gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:21.385163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cedf-b42b-4463-a044-47f598447d3b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.385962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c8cedf-b42b-4463-a044-47f598447d3b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Fanout notify agent at l3_agent the message router_deleted on router 477dbdd6-577c-458d-aa78-84b558cac45c {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:16:21.393480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.419564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] For port 84da4be7-9087-45ee-a2af-393fc8501d2a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84da4be7-9087-45ee-a2af-393fc8501d2a,segment=NetworkSegment(eccb10d4-9931-41f0-affa-7447a8952a89),segment_id=eccb10d4-9931-41f0-affa-7447a8952a89)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:21.419966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.451232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477dbdd6-577c-458d-aa78-84b558cac45c', 'name': 'tempest-RoutersTest-router-863149568', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:16Z', 'updated_at': '2022-09-19T17:16:18Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:21.468544 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-42fdcfb0-76b9-46a6-983a-8fea6f2d7cc9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 200 len: 954 time: 0.4916599 Sep 19 17:16:21.485661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45392) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:21.492507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cedf-b42b-4463-a044-47f598447d3b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.493785 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a3c8cedf-b42b-4463-a044-47f598447d3b tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/477dbdd6-577c-458d-aa78-84b558cac45c HTTP/1.1" status: 204 len: 168 time: 1.0944633 Sep 19 17:16:21.504075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45396) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:21.510004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'routes': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:21.553314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7307778-2d1d-4253-aa1d-1023a6022766 None None] The sync data for ids ['477dbdd6-577c-458d-aa78-84b558cac45c'] in dv-neutron-857789-3-hyperv is: [{'id': '477dbdd6-577c-458d-aa78-84b558cac45c', 'name': 'tempest-RoutersTest-router-863149568', 'tenant_id': '091d6f6472264643859a177361d85451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:16Z', 'updated_at': '2022-09-19T17:16:18Z', 'revision_number': 2, 'project_id': '091d6f6472264643859a177361d85451', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:21.622855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.625865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.638208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] Calling delete_port for 84da4be7-9087-45ee-a2af-393fc8501d2a owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:21.712104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] For port bfb99c50-9452-44a6-a95a-acd44708d7d2, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:21.730689 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4263f4b7-2362-4bb3-b1f0-62b364c02fd9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=477dbdd6-577c-458d-aa78-84b558cac45c HTTP/1.1" status: 200 len: 205 time: 0.1599753 Sep 19 17:16:21.737603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] For port bfb99c50-9452-44a6-a95a-acd44708d7d2, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bfb99c50-9452-44a6-a95a-acd44708d7d2,segment=NetworkSegment(9eefc0cf-b3bb-4af4-b027-25ca59a08be0),segment_id=9eefc0cf-b3bb-4af4-b027-25ca59a08be0)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:21.742498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.744948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45400) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:21.786632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port cf6a199e-39d7-498d-bc53-22368b9f91ab triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:21.787073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.841165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72bfa1b0-2f2e-405c-8dd5-031b8f7ebb13 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for subnetpool, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:21.848635 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-72bfa1b0-2f2e-405c-8dd5-031b8f7ebb13 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1195295 Sep 19 17:16:21.848953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45404) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:21.859709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-0b56b227-0fe7-4c23-82d0-0967da3b665b tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8', 'tempest-TagsExtTest-Tag-866764596') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:21.861086 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-d46b9a06-bd79-4987-ba70-079c55985ff9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] delete failed (client error): The resource could not be found. Sep 19 17:16:21.862103 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d46b9a06-bd79-4987-ba70-079c55985ff9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/477dbdd6-577c-458d-aa78-84b558cac45c HTTP/1.1" status: 404 len: 336 time: 0.1164896 Sep 19 17:16:21.892026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45408) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:21.904955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:21.905636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:21.972585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.008014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.008975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Fanout notify agent at l3_agent the message router_deleted on router 2008a360-1444-4d27-88ce-546ac3947ae1 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:16:22.053263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.059372 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f8741e-c4f6-480e-916a-ffc1fe247c53 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:22.059806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f8741e-c4f6-480e-916a-ffc1fe247c53 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:22.062096 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c6f8741e-c4f6-480e-916a-ffc1fe247c53 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/b506893a-8455-415a-92e9-3e9ddfb0f706 HTTP/1.1" status: 404 len: 337 time: 0.1689088 Sep 19 17:16:22.068897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5f90e590-d71f-4442-9441-c9a3dae56bbb None None] Provisioning for port 6d651e84-0bf5-4352-b20e-e5607ad9176e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:22.081765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45412) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.082894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.095988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] No DVR routers for this DVR port 84da4be7-9087-45ee-a2af-393fc8501d2a on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:22.107927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5f90e590-d71f-4442-9441-c9a3dae56bbb None None] Provisioning complete for port 6d651e84-0bf5-4352-b20e-e5607ad9176e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:22.107927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5f90e590-d71f-4442-9441-c9a3dae56bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.164825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 8179b7a4-9070-4995-bc0a-76f6c78b5f61 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:22.177182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eb0ee-2a5a-4e5b-b1fd-0d8dadbba382 None None] Pushing event updated for resources: {'Port': ['ID=bfb99c50-9452-44a6-a95a-acd44708d7d2,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:22.195526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.241936 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-34778b02-c881-40ee-8684-fede335e1f45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:22.242405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34778b02-c881-40ee-8684-fede335e1f45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:22.255060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5f90e590-d71f-4442-9441-c9a3dae56bbb None None] Port 6d651e84-0bf5-4352-b20e-e5607ad9176e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:22.259035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8227b-eaf4-456f-afe3-410836df5891 None None] Pushing event deleted for resources: {'Port': ['ID=84da4be7-9087-45ee-a2af-393fc8501d2a,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:22.265233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.269310 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c44d6ae0-d1d0-476d-878a-dda83071b98a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/routers/2008a360-1444-4d27-88ce-546ac3947ae1 HTTP/1.1" status: 204 len: 168 time: 3.4718344 Sep 19 17:16:22.274558 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-34778b02-c881-40ee-8684-fede335e1f45 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/efc34865-b29f-49cd-be4e-e8c12e8b210e HTTP/1.1" status: 404 len: 337 time: 0.1345744 Sep 19 17:16:22.281979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45416) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.282327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45418) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.310557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.366672 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a81e49-1951-4822-9ab1-e66792f9ba0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:22.367039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a81e49-1951-4822-9ab1-e66792f9ba0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:22.405107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=8179b7a4-9070-4995-bc0a-76f6c78b5f61,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:22.433455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port cf6a199e-39d7-498d-bc53-22368b9f91ab is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:22.434699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bb945ac0-2f65-4120-89c7-114c9b1131f6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:22.443147 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11a81e49-1951-4822-9ab1-e66792f9ba0e tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/dad73a94-04f3-4d42-98d4-efddaf512be2 HTTP/1.1" status: 404 len: 337 time: 0.1580861 Sep 19 17:16:22.465799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:22.470542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45424) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.482371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:22.518751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:22.524281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.528454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:22.534279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:22.535227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.540092 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b56b227-0fe7-4c23-82d0-0967da3b665b tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags/tempest-TagsExtTest-Tag-866764596 HTTP/1.1" status: 201 len: 201 time: 0.6931674 Sep 19 17:16:22.544904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.551634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-7c65892c-d5da-418f-a9fa-ac11fdfcdea6 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e', 'tempest-TagsExtTest-Tag-626518641') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:22.554790 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e52e9a1-cb3a-45f7-8a69-4bc7b8a53b5d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:22.555306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e52e9a1-cb3a-45f7-8a69-4bc7b8a53b5d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:22.559743 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8e52e9a1-cb3a-45f7-8a69-4bc7b8a53b5d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/24946245-8c35-44c5-be57-73b67bb83b06 HTTP/1.1" status: 404 len: 337 time: 0.0876143 Sep 19 17:16:22.568581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45432) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.618400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Allocated IP 172.26.10.18 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/000937b5-313d-47c6-99d2-52a810ee6f77) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:22.647885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-fb82fe47-26de-48fe-9eb8-aa17ffd0669c None None] Allocated IP 2001:db8:0:1::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/b15e1e57-f7ef-4bf5-9d97-1bde5ccf8174/cf6a199e-39d7-498d-bc53-22368b9f91ab) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:22.678717 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-23e13b4e-fd20-41bc-9118-a33e8996d729 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 200 len: 205 time: 0.1072025 Sep 19 17:16:22.680125 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-453c946c-fe48-472f-9545-cb696b037f20 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.7017937 Sep 19 17:16:22.681446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-df47eaf7-f04f-4f78-b466-8c1aefbf98bd None None] Provisioning complete for port 6d651e84-0bf5-4352-b20e-e5607ad9176e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:22.681883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-df47eaf7-f04f-4f78-b466-8c1aefbf98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.686096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45436) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.686434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45438) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.874571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:22.927603 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdffc55-2833-4ee4-8913-08310e09357d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:22.953260 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-16566ef4-2521-462f-9160-9d594aa2c08c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] delete failed (client error): The resource could not be found. Sep 19 17:16:22.954301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-16566ef4-2521-462f-9160-9d594aa2c08c tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/6359253a-342f-4806-b783-bef0b04d8467 HTTP/1.1" status: 404 len: 336 time: 0.2669511 Sep 19 17:16:22.959898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccb10d4-9931-41f0-affa-7447a8952a89') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:22.960180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccb10d4-9931-41f0-affa-7447a8952a89') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:22.969794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45444) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:22.978504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-df47eaf7-f04f-4f78-b466-8c1aefbf98bd None None] Port 6d651e84-0bf5-4352-b20e-e5607ad9176e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:23.012454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port bb945ac0-2f65-4120-89c7-114c9b1131f6 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:23.014057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-67196518-2e02-4469-85ed-66de46feddb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 8179b7a4-9070-4995-bc0a-76f6c78b5f61 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:23.014580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67196518-2e02-4469-85ed-66de46feddb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.028165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port bb945ac0-2f65-4120-89c7-114c9b1131f6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:23.028504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.035336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.070237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-887ecf5a-a5e4-40ed-bbee-0a170dc06381 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Synchronizing usage tracker for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:23.080771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.089008 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c65892c-d5da-418f-a9fa-ac11fdfcdea6 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags/tempest-TagsExtTest-Tag-626518641 HTTP/1.1" status: 201 len: 201 time: 0.5417080 Sep 19 17:16:23.093013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45448) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:23.102821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.112589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fb82fe47-26de-48fe-9eb8-aa17ffd0669c None None] For port cf6a199e-39d7-498d-bc53-22368b9f91ab, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=cf6a199e-39d7-498d-bc53-22368b9f91ab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:23.112847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-fcd7a72b-d019-408c-8008-7ae83d096585 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1', 'tempest-TagsExtTest-Tag-1477527009') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:23.150432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added routes are [] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 17:16:23.151019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.extraroute_db [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 17:16:23.177702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:16:23.178081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.213896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-887ecf5a-a5e4-40ed-bbee-0a170dc06381 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] Unset dirty status for tenant:091d6f6472264643859a177361d85451 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:23.217584 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-887ecf5a-a5e4-40ed-bbee-0a170dc06381 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=0395d021-9928-4a22-a00e-e69756778428 HTTP/1.1" status: 200 len: 205 time: 0.2444265 Sep 19 17:16:23.230507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe47-26de-48fe-9eb8-aa17ffd0669c None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.245720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45454) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:23.266759 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment eccb10d4-9931-41f0-affa-7447a8952a89 resource provider aggregate not found Sep 19 17:16:23.294870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fb82fe47-26de-48fe-9eb8-aa17ffd0669c None None] Transition to ACTIVE for port object cf6a199e-39d7-498d-bc53-22368b9f91ab will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:23.305826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe47-26de-48fe-9eb8-aa17ffd0669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.335565 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment eccb10d4-9931-41f0-affa-7447a8952a89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eccb10d4-9931-41f0-affa-7447a8952a89 found for delete ", "request_id": "req-137215da-5eec-4aec-bc9d-1fb267d88645"}]} Sep 19 17:16:23.353145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.355600 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-fcaff65f-fb66-4dc2-a49d-20d0cc4c1514 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] delete failed (client error): The resource could not be found. Sep 19 17:16:23.356819 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fcaff65f-fb66-4dc2-a49d-20d0cc4c1514 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/0395d021-9928-4a22-a00e-e69756778428 HTTP/1.1" status: 404 len: 336 time: 0.1101515 Sep 19 17:16:23.361905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45460) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:23.365357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port bb945ac0-2f65-4120-89c7-114c9b1131f6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:23.365913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.371478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.392934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.408920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=abdffc55-2833-4ee4-8913-08310e09357d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:23.416504 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed206698-2ee5-4fe4-963f-b38eacb045fc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/abdffc55-2833-4ee4-8913-08310e09357d HTTP/1.1" status: 204 len: 168 time: 1.1323776 Sep 19 17:16:23.439030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45464) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:23.444213 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fcd7a72b-d019-408c-8008-7ae83d096585 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags/tempest-TagsExtTest-Tag-1477527009 HTTP/1.1" status: 201 len: 201 time: 0.3479974 Sep 19 17:16:23.448663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.458415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--737156919', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:23.463222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45466) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:23.480051 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d79f185-5421-4ff2-8ada-7cdd43310251 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:23.480502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d79f185-5421-4ff2-8ada-7cdd43310251 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:23.482186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6d79f185-5421-4ff2-8ada-7cdd43310251 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/f8833f84-f69f-4631-9776-80291f0fcdea HTTP/1.1" status: 404 len: 337 time: 0.1193583 Sep 19 17:16:23.511222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45470) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:23.517006 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-a484aa1e-a548-4ae3-b61d-8c1b2e5bcdc3 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab', 'tempest-TagsExtTest-Tag-237471474') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:23.521911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:18Z', 'revision_number': 6, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:21Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:23.531228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port bb945ac0-2f65-4120-89c7-114c9b1131f6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bb945ac0-2f65-4120-89c7-114c9b1131f6,segment=NetworkSegment(51f4bca2-af43-4dc1-9d2a-377eff32dcc9),segment_id=51f4bca2-af43-4dc1-9d2a-377eff32dcc9)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:23.532399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82fe47-26de-48fe-9eb8-aa17ffd0669c None None] Pushing event updated for resources: {'Port': ['ID=cf6a199e-39d7-498d-bc53-22368b9f91ab,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:23.538578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cde68f-22bb-4829-8465-cbda1f9bfc2b None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:18Z', 'revision_number': 6, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:21Z', 'revision_number': 4, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:23.541933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.612282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67196518-2e02-4469-85ed-66de46feddb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:23.651138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=bb945ac0-2f65-4120-89c7-114c9b1131f6,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:23.707277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device badaa563-4ad2-490b-ab6d-aca4f0aaecd1 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:23.760258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: badaa563-4ad2-490b-ab6d-aca4f0aaecd1 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:23.760707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device badaa563-4ad2-490b-ab6d-aca4f0aaecd1 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:23.761199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84da4be7-9087-45ee-a2af-393fc8501d2a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:23.785324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:23.815094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 84da4be7-9087-45ee-a2af-393fc8501d2a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:23.815532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84da4be7-9087-45ee-a2af-393fc8501d2a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:23.816022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eaf3939a-363e-4cb9-8a28-0d8887d4d593 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:23.856436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-67196518-2e02-4469-85ed-66de46feddb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 8179b7a4-9070-4995-bc0a-76f6c78b5f61 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:23.861154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: eaf3939a-363e-4cb9-8a28-0d8887d4d593 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:23.861624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device eaf3939a-363e-4cb9-8a28-0d8887d4d593 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:23.876839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:23.887206 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-86f95561-9abb-44bf-8792-6e62e70845b1 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=78c20601-b975-4f19-ae67-29f0fb6bb569 HTTP/1.1" status: 200 len: 205 time: 0.3745792 Sep 19 17:16:23.889324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:23.890268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:23.897263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45476) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:23.905978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:23.910935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:23.991316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:24.032786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:24.036650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:24.067465 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-91b1bc42-f057-4be0-b313-2ab23feb173d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] delete failed (client error): The resource could not be found. Sep 19 17:16:24.082139 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91b1bc42-f057-4be0-b313-2ab23feb173d tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/78c20601-b975-4f19-ae67-29f0fb6bb569 HTTP/1.1" status: 404 len: 336 time: 0.1778076 Sep 19 17:16:24.084281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event updated for resources: {'Port': ['ID=000937b5-313d-47c6-99d2-52a810ee6f77,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:24.111013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45480) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:24.123982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device cf6a199e-39d7-498d-bc53-22368b9f91ab up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:24.168105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:24.181773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:24.236840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bfb99c50-9452-44a6-a95a-acd44708d7d2 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:24.331198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port bfb99c50-9452-44a6-a95a-acd44708d7d2 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:24.340351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port bfb99c50-9452-44a6-a95a-acd44708d7d2 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:24.340735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:24.399680 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a484aa1e-a548-4ae3-b61d-8c1b2e5bcdc3 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags/tempest-TagsExtTest-Tag-237471474 HTTP/1.1" status: 201 len: 201 time: 0.9005461 Sep 19 17:16:24.414602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45484) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:24.427119 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9caccad-8206-441b-9e93-362d714d124a tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=d434f0b0-bfff-49ef-af82-1afe648ed5b8 HTTP/1.1" status: 200 len: 205 time: 0.2745807 Sep 19 17:16:24.427358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-b5124013-5598-40e0-a0ae-69ea1b44e359 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:24.430611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45488) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:24.486972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-afb7b5e6-8b07-494e-b04a-3247353a8adf None None] Provisioning for port cf6a199e-39d7-498d-bc53-22368b9f91ab completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:24.496897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-afb7b5e6-8b07-494e-b04a-3247353a8adf None None] Provisioning complete for port cf6a199e-39d7-498d-bc53-22368b9f91ab triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:24.497735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-afb7b5e6-8b07-494e-b04a-3247353a8adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:24.600296 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e8dc4351-f7ca-42b2-8f64-45a526bc6d43 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] delete failed (client error): The resource could not be found. Sep 19 17:16:24.601561 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e8dc4351-f7ca-42b2-8f64-45a526bc6d43 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/d434f0b0-bfff-49ef-af82-1afe648ed5b8 HTTP/1.1" status: 404 len: 336 time: 0.1700132 Sep 19 17:16:24.604343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45492) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:24.657489 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:24.674392 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92a556f-8d8b-491a-bc17-ac3a124529fc tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:24.675580 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:24.676309 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:24.677665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port bfb99c50-9452-44a6-a95a-acd44708d7d2 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:24.678053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:24.688921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92a556f-8d8b-491a-bc17-ac3a124529fc tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:24.690981 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c92a556f-8d8b-491a-bc17-ac3a124529fc tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/410b7766-4677-469e-8d25-0e29b4e7871e HTTP/1.1" status: 404 len: 337 time: 0.0849612 Sep 19 17:16:24.693620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45496) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:24.722678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port bfb99c50-9452-44a6-a95a-acd44708d7d2, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bfb99c50-9452-44a6-a95a-acd44708d7d2,segment=NetworkSegment(9eefc0cf-b3bb-4af4-b027-25ca59a08be0),segment_id=9eefc0cf-b3bb-4af4-b027-25ca59a08be0)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:24.731653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:24.732426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bb945ac0-2f65-4120-89c7-114c9b1131f6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:24.761044 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1260e988-2538-4c41-98fa-210146c998cc tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=0785055d-40e0-46b9-be9c-d17667032ba4 HTTP/1.1" status: 200 len: 205 time: 0.0662177 Sep 19 17:16:24.768894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45500) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:24.875837 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-2b42d7f0-9025-4b02-a392-4170e97d41a9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] delete failed (client error): The resource could not be found. Sep 19 17:16:24.877277 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2b42d7f0-9025-4b02-a392-4170e97d41a9 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/0785055d-40e0-46b9-be9c-d17667032ba4 HTTP/1.1" status: 404 len: 336 time: 0.1070170 Sep 19 17:16:24.885661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:24.886649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45504) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:24.889508 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:24.913222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-afb7b5e6-8b07-494e-b04a-3247353a8adf None None] Current status of the port cf6a199e-39d7-498d-bc53-22368b9f91ab is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:24.935007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=bfb99c50-9452-44a6-a95a-acd44708d7d2,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:24.955356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port bb945ac0-2f65-4120-89c7-114c9b1131f6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:24.955770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:24.956829 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7f0aae-807c-4cb2-8dab-f9e8818c2f79 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:24.957463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7f0aae-807c-4cb2-8dab-f9e8818c2f79 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:24.977068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.021466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67196518-2e02-4469-85ed-66de46feddb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.038648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:16:25.046106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e178c144-d3e9-4854-976c-819f3ad8d551 None None] Could not find standard attr ID for object 8179b7a4-9070-4995-bc0a-76f6c78b5f61. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:16:25.050527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.050886 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment fa43c173-c56d-40a6-ada0-f40c7896f023 of type vlan for network dbfe7a90-e955-473d-bbd7-96adec8d4445 Sep 19 17:16:25.078782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.122307 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port bb945ac0-2f65-4120-89c7-114c9b1131f6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:25.199679 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6f7f0aae-807c-4cb2-8dab-f9e8818c2f79 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/2a040b14-6f72-49ac-855e-1c20aa49d33f HTTP/1.1" status: 404 len: 337 time: 0.3106580 Sep 19 17:16:25.208815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45508) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.211104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b56af9e1-b27d-4d61-809a-71954de5abe5 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:25.238471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67196518-2e02-4469-85ed-66de46feddb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=8179b7a4-9070-4995-bc0a-76f6c78b5f61,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:25.253642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b56af9e1-b27d-4d61-809a-71954de5abe5 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:25.254126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b56af9e1-b27d-4d61-809a-71954de5abe5 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:25.281975 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0672930b-b08e-4556-b204-37a725ddfc08 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "GET /v2.0/ports?device_id=d139012d-4502-4d6c-b509-595b0ba9f97d HTTP/1.1" status: 200 len: 205 time: 0.0718408 Sep 19 17:16:25.293820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45512) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.296933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.302614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:25.303547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.316138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.334777 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b5124013-5598-40e0-a0ae-69ea1b44e359 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags HTTP/1.1" status: 200 len: 240 time: 0.9184804 Sep 19 17:16:25.335704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45516) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.337125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-67196518-2e02-4469-85ed-66de46feddb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.341877 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-67196518-2e02-4469-85ed-66de46feddb6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/8179b7a4-9070-4995-bc0a-76f6c78b5f61 HTTP/1.1" status: 204 len: 168 time: 2.6528978 Sep 19 17:16:25.345924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:25.347766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45518) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.392091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:25.395585 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ca8ab5df-2f1b-4a97-aaaf-00c12a558448 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 200 len: 704 time: 3.8981843 Sep 19 17:16:25.396774 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-a9c4e856-d73f-4b22-9254-8159172291a7 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8', 'tempest-TagsExtTest-Tag-866764596') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:25.406200 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:23Z', 'revision_number': 7, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:24Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:25.407706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45524) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.411026 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:25.422198 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:25.423235 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:25.501302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa835b0a-d3f7-44cc-a0c0-daec25758bb9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:25.502091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-aa835b0a-d3f7-44cc-a0c0-daec25758bb9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:25.525848 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a9c4e856-d73f-4b22-9254-8159172291a7 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags/tempest-TagsExtTest-Tag-866764596 HTTP/1.1" status: 204 len: 168 time: 0.1806169 Sep 19 17:16:25.526890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45528) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.532971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-70862a76-c8ba-4014-8565-190cbd2dfa12 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8', 'tempest-TagsExtTest-Tag-866764596') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:25.560093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-aa835b0a-d3f7-44cc-a0c0-daec25758bb9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:25.562957 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-aa835b0a-d3f7-44cc-a0c0-daec25758bb9 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2125082 Sep 19 17:16:25.564818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45532) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.631713 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:25.687248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da4dcb-b3dc-4c52-b2a0-e6d551f76e90 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:25.690754 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-29da4dcb-b3dc-4c52-b2a0-e6d551f76e90 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1230433 Sep 19 17:16:25.692571 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-ef3426ff-9a17-4d01-8b6b-1b27abb0f6e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] delete failed (client error): The resource could not be found. Sep 19 17:16:25.693604 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef3426ff-9a17-4d01-8b6b-1b27abb0f6e0 tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/routers/d139012d-4502-4d6c-b509-595b0ba9f97d HTTP/1.1" status: 404 len: 336 time: 0.3984299 Sep 19 17:16:25.701239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45536) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.701824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45538) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.789304 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3335824 Sep 19 17:16:25.790788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45544) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.801350 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-92943de2-bf1e-4c5c-9b86-6a5b728b147f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:25.801874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92943de2-bf1e-4c5c-9b86-6a5b728b147f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:25.803602 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-92943de2-bf1e-4c5c-9b86-6a5b728b147f tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/4045cf7b-a261-4334-9d4d-6bffeebe282d HTTP/1.1" status: 404 len: 337 time: 0.0973217 Sep 19 17:16:25.806721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'admin_state_up': True, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:25.814929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45548) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.820618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:25.858530 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c47aac8-df97-4c42-b43c-51fe8a320d4a tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] DELETE failed (client error): The resource could not be found. Sep 19 17:16:25.859063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c47aac8-df97-4c42-b43c-51fe8a320d4a tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:25.860760 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9c47aac8-df97-4c42-b43c-51fe8a320d4a tempest-RoutersTest-984746076 tempest-RoutersTest-984746076-project] 10.222.0.83 "DELETE /v2.0/subnets/123c60d8-deef-404b-a07b-6ffb05ec7a39 HTTP/1.1" status: 404 len: 337 time: 0.0436935 Sep 19 17:16:25.862295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f6b96-bf56-4dcc-ab3b-4ded5397e43a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=dbfe7a90-e955-473d-bbd7-96adec8d4445,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:25.864919 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-70862a76-c8ba-4014-8565-190cbd2dfa12 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags/tempest-TagsExtTest-Tag-866764596 HTTP/1.1" status: 204 len: 168 time: 0.3367753 Sep 19 17:16:25.868498 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45554) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.871736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:router and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:25.876360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:25.888850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3250cf-5416-47c3-93aa-1ee9d09db26f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:25.889812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:16:25.890443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3250cf-5416-47c3-93aa-1ee9d09db26f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:25.892564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3250cf-5416-47c3-93aa-1ee9d09db26f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:25.892777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6c3250cf-5416-47c3-93aa-1ee9d09db26f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:25.898939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-5892aba7-4303-4503-bf28-01ebd662ab28 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:25.906452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:25.921920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6c3250cf-5416-47c3-93aa-1ee9d09db26f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:25.925902 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6c3250cf-5416-47c3-93aa-1ee9d09db26f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2213144 Sep 19 17:16:25.928218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45558) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:25.959173 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4df76fc3-2aae-48a6-bc50-76a49b24e078 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 200 len: 704 time: 0.5410380 Sep 19 17:16:25.962097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45562) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:26.024975 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:23Z', 'revision_number': 7, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:24Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:26.038768 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7551f438-64b5-4ade-9758-fa77b38b01d4 None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:23Z', 'revision_number': 7, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:24Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:26.089541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.091610 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:16:26.108488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bfb99c50-9452-44a6-a95a-acd44708d7d2 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:26.184911 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5892aba7-4303-4503-bf28-01ebd662ab28 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags HTTP/1.1" status: 200 len: 205 time: 0.3067532 Sep 19 17:16:26.189846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45566) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:26.198341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-8d426e84-d70d-4458-aaf1-42bef564a334 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:26.203431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.204468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.240275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port bfb99c50-9452-44a6-a95a-acd44708d7d2 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:26.242976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.265364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.283457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-af34470b-3ce8-446a-81c8-8051340ab1a5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 3729a99a-7697-4880-ab40-9fbe64f2a724 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:26.287054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af34470b-3ce8-446a-81c8-8051340ab1a5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.379855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af34470b-3ce8-446a-81c8-8051340ab1a5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.397680 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d426e84-d70d-4458-aaf1-42bef564a334 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags HTTP/1.1" status: 200 len: 240 time: 0.2041883 Sep 19 17:16:26.401266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:26.408194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-6a342784-1644-44ba-8eef-112cc6cfb934 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e', 'tempest-TagsExtTest-Tag-626518641') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:26.440936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port bfb99c50-9452-44a6-a95a-acd44708d7d2 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:26.441196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45576) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:26.475637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:26.485844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:26.486562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:26.512162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Router f500e096-7cf3-441a-bef2-4899b25a8629 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:16:26.555812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af34470b-3ce8-446a-81c8-8051340ab1a5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.642207 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6a342784-1644-44ba-8eef-112cc6cfb934 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags/tempest-TagsExtTest-Tag-626518641 HTTP/1.1" status: 204 len: 168 time: 0.2378969 Sep 19 17:16:26.647810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45582) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:26.656181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-9b2f1f7f-7be3-48a4-9efd-e31121ee7e6a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e', 'tempest-TagsExtTest-Tag-626518641') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:26.682703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:26.813491 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-768de1ad-b60c-4699-ad57-0429c84ebe9c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=091d6f6472264643859a177361d85451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538988 Sep 19 17:16:26.819064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:26.844407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:26.858590 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e7335-4122-4ab2-bd69-ab8599304904 None None] Sync routers for ids ['f500e096-7cf3-441a-bef2-4899b25a8629'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:26.876225 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e7335-4122-4ab2-bd69-ab8599304904 None None] Routers {'f500e096-7cf3-441a-bef2-4899b25a8629'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:26.878348 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b84e7335-4122-4ab2-bd69-ab8599304904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['f500e096-7cf3-441a-bef2-4899b25a8629'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:26.902677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:26.907004 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f1bbc56-72ce-4ba7-94c3-0ba71bde0450 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4182160 Sep 19 17:16:26.909113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:26.918704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-19acef5b-e6fb-4b0a-9f11-65a41be4bfcb tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:26.994444 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b84e7335-4122-4ab2-bd69-ab8599304904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.014657 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e7335-4122-4ab2-bd69-ab8599304904 None None] Routers {'f500e096-7cf3-441a-bef2-4899b25a8629'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:27.015918 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b84e7335-4122-4ab2-bd69-ab8599304904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['f500e096-7cf3-441a-bef2-4899b25a8629'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.024164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d815bc2-9eb7-41ce-9d7d-42bbd77c7c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.048365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:23Z', 'revision_number': 7, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:24Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.054129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:27.061764 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9b2f1f7f-7be3-48a4-9efd-e31121ee7e6a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags/tempest-TagsExtTest-Tag-626518641 HTTP/1.1" status: 204 len: 168 time: 0.4128935 Sep 19 17:16:27.065609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:27.066248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.067182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45594) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:27.090019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.101363 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b84e7335-4122-4ab2-bd69-ab8599304904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.102473 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e7335-4122-4ab2-bd69-ab8599304904 None None] The sync data for ids ['f500e096-7cf3-441a-bef2-4899b25a8629'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:27.144952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-61fa5f87-0685-4f32-bea8-795d8974bed2 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.171332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d815bc2-9eb7-41ce-9d7d-42bbd77c7c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.233105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af34470b-3ce8-446a-81c8-8051340ab1a5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.235324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:27.331897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34470b-3ce8-446a-81c8-8051340ab1a5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=3729a99a-7697-4880-ab40-9fbe64f2a724,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:27.340179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-af34470b-3ce8-446a-81c8-8051340ab1a5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.365407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6b447-b451-48da-9c52-358003765556 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:27.390019 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-af34470b-3ce8-446a-81c8-8051340ab1a5 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/3729a99a-7697-4880-ab40-9fbe64f2a724 HTTP/1.1" status: 204 len: 168 time: 1.4607458 Sep 19 17:16:27.390718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45598) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:27.474262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-27119c9f-7de3-46fb-8c98-686a000cfb9f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet b15e1e57-f7ef-4bf5-9d97-1bde5ccf8174 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:27.481633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27119c9f-7de3-46fb-8c98-686a000cfb9f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.569677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27119c9f-7de3-46fb-8c98-686a000cfb9f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.587391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d815bc2-9eb7-41ce-9d7d-42bbd77c7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.601383 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61fa5f87-0685-4f32-bea8-795d8974bed2 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags HTTP/1.1" status: 200 len: 205 time: 0.4695086 Sep 19 17:16:27.607686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:27.616095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-c98f64bf-3129-4d51-baec-7eb678e5db56 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.665545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d815bc2-9eb7-41ce-9d7d-42bbd77c7c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12615111-942c-4476-8493-63c15fef0a64,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:27.695187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d815bc2-9eb7-41ce-9d7d-42bbd77c7c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:27.696293 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4d815bc2-9eb7-41ce-9d7d-42bbd77c7c2b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12615111-942c-4476-8493-63c15fef0a64 HTTP/1.1" status: 204 len: 168 time: 0.8753741 Sep 19 17:16:27.869460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:23Z', 'revision_number': 7, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:24Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.880687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1944e-4332-4d05-9fe3-3052e140b017 None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:23Z', 'revision_number': 7, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb99c50-9452-44a6-a95a-acd44708d7d2', 'name': '', 'network_id': 'cac15f72-dff7-43c1-91f0-2102191e667a', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:c6:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:10Z', 'updated_at': '2022-09-19T17:16:24Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '71802a81-35c1-4726-b04e-d0dd010c0cfa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:27.935549 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c98f64bf-3129-4d51-baec-7eb678e5db56 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags HTTP/1.1" status: 200 len: 241 time: 0.3256965 Sep 19 17:16:27.950021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:27.959179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-ea9ca354-da65-4113-a0a8-d0e04005c9d5 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1', 'tempest-TagsExtTest-Tag-1477527009') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:27.975587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27119c9f-7de3-46fb-8c98-686a000cfb9f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:28.019731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:28.062287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:28.106086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19acef5b-e6fb-4b0a-9f11-65a41be4bfcb tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:28.214133 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ea9ca354-da65-4113-a0a8-d0e04005c9d5 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags/tempest-TagsExtTest-Tag-1477527009 HTTP/1.1" status: 204 len: 168 time: 0.2629635 Sep 19 17:16:28.217708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45622) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:28.224622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-2901c571-8496-4917-b184-e6dc71a48542 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1', 'tempest-TagsExtTest-Tag-1477527009') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:28.232227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27119c9f-7de3-46fb-8c98-686a000cfb9f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:28.291977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:28.447681 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2901c571-8496-4917-b184-e6dc71a48542 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags/tempest-TagsExtTest-Tag-1477527009 HTTP/1.1" status: 204 len: 168 time: 0.2264512 Sep 19 17:16:28.448061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:28.454063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-85438ea3-f3d1-4faa-91f5-33fecd009899 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:28.615237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119c9f-7de3-46fb-8c98-686a000cfb9f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=b15e1e57-f7ef-4bf5-9d97-1bde5ccf8174,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:28.653973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45638) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:28.654792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.114 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/fa8fa645-a7d3-49c5-ad51-51870b2cfb15) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:28.663616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-27119c9f-7de3-46fb-8c98-686a000cfb9f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:28.693092 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-85438ea3-f3d1-4faa-91f5-33fecd009899 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags HTTP/1.1" status: 200 len: 205 time: 0.2440782 Sep 19 17:16:28.696418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45644) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:28.704621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-f8dda246-5f8f-48bc-a08a-0b83574eac26 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:28.760499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106dee8-3fd5-4751-a889-f0b1bdd3bd92 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:28.867667 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-27119c9f-7de3-46fb-8c98-686a000cfb9f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/b15e1e57-f7ef-4bf5-9d97-1bde5ccf8174 HTTP/1.1" status: 204 len: 168 time: 1.4747822 Sep 19 17:16:28.889313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-391119456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:28.893938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45648) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:28.902234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:28.955596 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f8dda246-5f8f-48bc-a08a-0b83574eac26 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags HTTP/1.1" status: 200 len: 240 time: 0.2581120 Sep 19 17:16:28.958328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45652) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:28.967466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-66f3172b-96b4-420f-b46b-58fc03c9bd12 None None] Provisioning complete for port cf6a199e-39d7-498d-bc53-22368b9f91ab triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:28.967917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-66f3172b-96b4-420f-b46b-58fc03c9bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:28.969338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Usage tracker for resource:router and tenant:c276f19bda7644bb93bcc4b3c7de687d is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:28.985411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:28.994288 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2f8203fb-9944-4edd-b096-720e21aa359a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966778 Sep 19 17:16:29.000718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45656) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:29.013031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-7961b0f6-a762-4672-b5fd-a67c43ee4fff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab', 'tempest-TagsExtTest-Tag-237471474') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.023358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:29.031627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:29.111730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-66f3172b-96b4-420f-b46b-58fc03c9bd12 None None] Current status of the port cf6a199e-39d7-498d-bc53-22368b9f91ab is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:29.127043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.128074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.132157 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7961b0f6-a762-4672-b5fd-a67c43ee4fff tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags/tempest-TagsExtTest-Tag-237471474 HTTP/1.1" status: 204 len: 168 time: 0.1726766 Sep 19 17:16:29.135096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45660) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:29.141969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-fe22051f-a98d-47ff-9f7e-57004761f12a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab', 'tempest-TagsExtTest-Tag-237471474') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.148218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:29.153975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] Deleting port cf6a199e-39d7-498d-bc53-22368b9f91ab {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:29.154428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.180507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.214281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.253642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:29.272771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:29.276459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:29.298433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:29.315153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.321450 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe22051f-a98d-47ff-9f7e-57004761f12a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags/tempest-TagsExtTest-Tag-237471474 HTTP/1.1" status: 204 len: 168 time: 0.1853607 Sep 19 17:16:29.327796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45664) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:29.335920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port bfb99c50-9452-44a6-a95a-acd44708d7d2 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:29.336268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.365896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19acef5b-e6fb-4b0a-9f11-65a41be4bfcb tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.371903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19acef5b-e6fb-4b0a-9f11-65a41be4bfcb tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.381613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-fbdc9f50-88a7-457f-a897-9775993a6a86 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.399991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:29.403347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.406324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] For port cf6a199e-39d7-498d-bc53-22368b9f91ab, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=cf6a199e-39d7-498d-bc53-22368b9f91ab,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:29.406925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.489003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.490196 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-43c6dc6a-57b8-441e-824e-3de28b162472 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8331332 Sep 19 17:16:29.498672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45668) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:29.535678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.545346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1863454109'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:29.556395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] Calling delete_port for cf6a199e-39d7-498d-bc53-22368b9f91ab owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:29.561882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19acef5b-e6fb-4b0a-9f11-65a41be4bfcb tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Router f500e096-7cf3-441a-bef2-4899b25a8629 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:29.639873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.662890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:29.692405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] No DVR routers for this DVR port cf6a199e-39d7-498d-bc53-22368b9f91ab on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:29.694731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e452ea-dac8-4825-a7a5-80f333e0ec96 None None] Pushing event deleted for resources: {'Port': ['ID=cf6a199e-39d7-498d-bc53-22368b9f91ab,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:29.696991 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fbdc9f50-88a7-457f-a897-9775993a6a86 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags HTTP/1.1" status: 200 len: 205 time: 0.3626158 Sep 19 17:16:29.702840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Usage tracker for resource:network and tenant:c276f19bda7644bb93bcc4b3c7de687d is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:29.706526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45672) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:29.707014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:29.715631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:29.719250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:29.721907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-2b3c5ccf-c220-4c87-9063-6d9934aa25a3 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.730090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:29.735380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:29.767898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19acef5b-e6fb-4b0a-9f11-65a41be4bfcb tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:29.773789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-19acef5b-e6fb-4b0a-9f11-65a41be4bfcb tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.778320 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19acef5b-e6fb-4b0a-9f11-65a41be4bfcb tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "PUT /v2.0/routers/f500e096-7cf3-441a-bef2-4899b25a8629 HTTP/1.1" status: 200 len: 922 time: 2.8637216 Sep 19 17:16:29.778320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45676) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:29.780553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2ecaf-c683-4aec-8ec8-1a5086736006 None None] Sync routers for ids ['f500e096-7cf3-441a-bef2-4899b25a8629'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:29.794114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2ecaf-c683-4aec-8ec8-1a5086736006 None None] Routers {'f500e096-7cf3-441a-bef2-4899b25a8629'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:29.794752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fba2ecaf-c683-4aec-8ec8-1a5086736006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['f500e096-7cf3-441a-bef2-4899b25a8629'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.799623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=fa8fa645-a7d3-49c5-ad51-51870b2cfb15,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:29.838086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Made reservation on behalf of c276f19bda7644bb93bcc4b3c7de687d for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:29.839917 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b3c5ccf-c220-4c87-9063-6d9934aa25a3 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags HTTP/1.1" status: 204 len: 168 time: 0.1328990 Sep 19 17:16:29.841672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.848247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45680) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:29.866586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:29.868085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fba2ecaf-c683-4aec-8ec8-1a5086736006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.868297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-c6e5d2ba-e21e-4fde-9564-ad0efb7b6b20 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.877026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2ecaf-c683-4aec-8ec8-1a5086736006 None None] Routers {'f500e096-7cf3-441a-bef2-4899b25a8629'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:29.877725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fba2ecaf-c683-4aec-8ec8-1a5086736006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['f500e096-7cf3-441a-bef2-4899b25a8629'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.949460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fba2ecaf-c683-4aec-8ec8-1a5086736006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:29.949874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2ecaf-c683-4aec-8ec8-1a5086736006 None None] The sync data for ids ['f500e096-7cf3-441a-bef2-4899b25a8629'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:29.972560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:29.983394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device cf6a199e-39d7-498d-bc53-22368b9f91ab no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:29.991396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port bfb99c50-9452-44a6-a95a-acd44708d7d2, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bfb99c50-9452-44a6-a95a-acd44708d7d2,segment=NetworkSegment(9eefc0cf-b3bb-4af4-b027-25ca59a08be0),segment_id=9eefc0cf-b3bb-4af4-b027-25ca59a08be0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:29.991765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:30.022146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: cf6a199e-39d7-498d-bc53-22368b9f91ab {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:30.022635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device cf6a199e-39d7-498d-bc53-22368b9f91ab not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:30.092769 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8febde5f-80b4-4a13-a22a-33e1c2d49335 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/routers/f500e096-7cf3-441a-bef2-4899b25a8629 HTTP/1.1" status: 200 len: 922 time: 0.3139889 Sep 19 17:16:30.096842 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c6e5d2ba-e21e-4fde-9564-ad0efb7b6b20 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags HTTP/1.1" status: 204 len: 168 time: 0.2475626 Sep 19 17:16:30.097372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45684) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.134006 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45688) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.146466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-08ca95e8-22cf-4ebe-91bc-0b2ac67f6b58 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:30.198019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Usage tracker for resource:security_group_rule and tenant:c276f19bda7644bb93bcc4b3c7de687d is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:30.216240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:30.337658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:30.346690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for bfb99c50-9452-44a6-a95a-acd44708d7d2 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:30.376883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae17837-47ad-4f35-82de-be1d77366ea2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:30.378413 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9ae17837-47ad-4f35-82de-be1d77366ea2 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=f500e096-7cf3-441a-bef2-4899b25a8629&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2800770 Sep 19 17:16:30.383602 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08ca95e8-22cf-4ebe-91bc-0b2ac67f6b58 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags HTTP/1.1" status: 204 len: 168 time: 0.2463014 Sep 19 17:16:30.383602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45692) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.384008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45694) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.406942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-d79d48b7-2ea6-4032-9e9a-423d32570a76 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:30.563416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a30eb8-8173-47ce-8a96-9f2eca9e0d4c tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:30.563990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00a30eb8-8173-47ce-8a96-9f2eca9e0d4c tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Synchronizing usage tracker for tenant:0a7f16772f564bcc8c2964aa98068884 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:30.586228 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d79d48b7-2ea6-4032-9e9a-423d32570a76 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags HTTP/1.1" status: 204 len: 168 time: 0.1970410 Sep 19 17:16:30.586228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00a30eb8-8173-47ce-8a96-9f2eca9e0d4c tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Unset dirty status for tenant:0a7f16772f564bcc8c2964aa98068884 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:30.586621 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00a30eb8-8173-47ce-8a96-9f2eca9e0d4c tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 881 time: 0.2037699 Sep 19 17:16:30.587180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45700) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.592245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-2034d807-3224-46fa-870b-860dc5f55090 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8', 'tempest-TagsExtTest-Tag-1640754395') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:30.607785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45704) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.620948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:30.671234 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2034d807-3224-46fa-870b-860dc5f55090 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags/tempest-TagsExtTest-Tag-1640754395 HTTP/1.1" status: 201 len: 201 time: 0.0829892 Sep 19 17:16:30.673852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45708) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.679642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-6b17d2d7-8db2-48ca-8132-b8db9dfda8e6 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e', 'tempest-TagsExtTest-Tag-1285632994') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:30.743049 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6e0e3cf7-6fa7-4f98-ae54-a418ff812de5 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=f500e096-7cf3-441a-bef2-4899b25a8629 HTTP/1.1" status: 200 len: 205 time: 0.1312244 Sep 19 17:16:30.746279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45712) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.772755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:30.841347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:30.843843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:30.844431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:30.850229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6713d7-f716-427e-8f93-118995fbba6f None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:30.907104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=f17636e9-c26b-494f-8a09-d0f6d9ccad54,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:30.916358 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b17d2d7-8db2-48ca-8132-b8db9dfda8e6 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags/tempest-TagsExtTest-Tag-1285632994 HTTP/1.1" status: 201 len: 201 time: 0.2414827 Sep 19 17:16:30.920858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45716) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:30.943168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-05ec9a01-b662-4240-ac8f-09eb3c14c7fd tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1', 'tempest-TagsExtTest-Tag-519123690') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:30.956466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:30.999148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.047174 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6df10e70-5b6c-4000-babb-af050043b548 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0444157 Sep 19 17:16:31.048831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.053996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45720) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:31.084277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:31.132173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': 'f17636e9-c26b-494f-8a09-d0f6d9ccad54'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:31.133017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.150216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.152463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.163824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Deleting port 000937b5-313d-47c6-99d2-52a810ee6f77 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:31.164234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.300182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/f17636e9-c26b-494f-8a09-d0f6d9ccad54/1fe0c40b-1a5c-44c8-b981-d15f3374e2d1) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:31.324131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:16:31.340131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5666e59-3ae1-4c1a-a99d-dc9f63b012a4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:31.353113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.418085 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.418465 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Added segment 7f515c22-c39f-4030-b358-951113e68344 of type vlan for network 5da9211f-738f-4873-a953-3a6db9291ab5 Sep 19 17:16:31.419731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.501653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Calling delete_port for 000937b5-313d-47c6-99d2-52a810ee6f77 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:31.522647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=bfb99c50-9452-44a6-a95a-acd44708d7d2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:31.531860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.543128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Transition to ACTIVE for port object 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:31.570241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Transition to ACTIVE for port object 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:31.584211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.650844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:31.658899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:31.663760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:31.700449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.760004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Pushing event updated for resources: {'Port': ['ID=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:31.789332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.792235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Attempting to bind port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:31.792605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Attempting to bind port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:31.792967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Attempting to bind port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:31.799943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:31.800343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:31.800743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.801328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:31.801855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Bound port: 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:31.802227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.828499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event deleted for resources: {'Port': ['ID=000937b5-313d-47c6-99d2-52a810ee6f77,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:31.889145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.898268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] For port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:31.901756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] For port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:31.907629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:31.984285 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05ec9a01-b662-4240-ac8f-09eb3c14c7fd tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags/tempest-TagsExtTest-Tag-519123690 HTTP/1.1" status: 201 len: 201 time: 1.0527446 Sep 19 17:16:31.998733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:32.003593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:32.007766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:32.015146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:32.016711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bc020-e59a-45a9-9a55-8dbaa6145bbf None None] Pushing event updated for resources: {'Port': ['ID=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:32.016933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45724) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:32.088590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.094063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:32.094680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.106261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-0d76e221-de41-48e0-9c2b-e239ad802f1f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab', 'tempest-TagsExtTest-Tag-589237376') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:32.172307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:32.175767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.245017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.250513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.277300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.277982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Fanout notify agent at l3_agent the message router_deleted on router f500e096-7cf3-441a-bef2-4899b25a8629 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:16:32.299315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.305165 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a35a9bba-e1d3-4164-b9a8-c7c5d0a1a696 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/f500e096-7cf3-441a-bef2-4899b25a8629 HTTP/1.1" status: 204 len: 168 time: 1.5523467 Sep 19 17:16:32.305620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45728) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:32.311944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2061655227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:32.319138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:32.323260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Usage tracker for resource:router and tenant:bb74822729ea42ac9d592491623d7096 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:32.326415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:32.332807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:32.344916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.345920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.362526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.382585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.385137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.390742 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8619921 Sep 19 17:16:32.392550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45732) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:32.405254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'subnet': {'network_id': '5da9211f-738f-4873-a953-3a6db9291ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:32.479952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3c41f-24c6-474a-8b6e-75cb8224e3c8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Network': ['ID=5da9211f-738f-4873-a953-3a6db9291ab5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:32.491336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 5da9211f-738f-4873-a953-3a6db9291ab5 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:16:32.494463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.498385 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01aae89b-bebf-49a6-bfb2-e1c3b98f62b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1890831 Sep 19 17:16:32.499249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:32.509489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:32.654248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:32.670978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0d76e221-de41-48e0-9c2b-e239ad802f1f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags/tempest-TagsExtTest-Tag-589237376 HTTP/1.1" status: 201 len: 201 time: 0.6418042 Sep 19 17:16:32.677181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45740) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:32.688003 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.ipam_backend_mixin [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f17636e9-c26b-494f-8a09-d0f6d9ccad54 (CIDR: 2001:db8::/64) Sep 19 17:16:32.689256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:32.695383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-44c12595-c263-46f9-a96d-f04bdd392ba8 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8', {'tags': ['tempest-TagsExtTest-Tag-555809212', 'tempest-TagsExtTest-Tag-1857002588', 'tempest-TagsExtTest-Tag-2053967683']}) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:32.718132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Usage tracker for resource:subnet and tenant:c276f19bda7644bb93bcc4b3c7de687d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:32.726838 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:16:32.727383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:32.728679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:32.791787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:32.859946 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2ca2207e-5719-4857-9069-a7ca52a24c25 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7890415 Sep 19 17:16:32.860294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45744) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:32.867716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:32.899140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Made reservation on behalf of c276f19bda7644bb93bcc4b3c7de687d for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:32.902621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:33.092459 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-44c12595-c263-46f9-a96d-f04bdd392ba8 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags HTTP/1.1" status: 200 len: 317 time: 0.4066768 Sep 19 17:16:33.095606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45748) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:33.106831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-eee6b373-f917-492b-98bb-2e73fa724d6f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:33.114663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:33.171240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:33.176989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-98f4f3a2-9502-42ca-9502-ffe552c908cd None None] Provisioning for port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:33.270005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:33.279938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:33.283345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:33.297728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:33.358541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:33.361926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:33.503155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router cc150222-fe73-4c32-a50c-f7980391f07d is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:16:33.534085 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:33.542831 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dcfbd5e7-fcba-4cef-ad7b-3d2fd9145235 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5719841 Sep 19 17:16:33.543757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45752) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:33.544771 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:33.555811 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:33.556419 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:33.676665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:33.715251 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:33.770098 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eee6b373-f917-492b-98bb-2e73fa724d6f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags HTTP/1.1" status: 204 len: 168 time: 0.6671531 Sep 19 17:16:33.772314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:33.772852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-48898db8-ec23-4da8-a907-43d8cdb55c17 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet 71802a81-35c1-4726-b04e-d0dd010c0cfa {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:33.777834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48898db8-ec23-4da8-a907-43d8cdb55c17 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:33.786138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-0b1c4404-e93c-4372-be7b-8776be28604c tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8', 'tempest-TagsExtTest-Tag-555809212') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:33.840056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:33.842899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Subnet': ['ID=1c2414e4-acb3-4dce-9eb4-a57f5597ad33,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:33.860457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48898db8-ec23-4da8-a907-43d8cdb55c17 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:33.869910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Sync routers for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:33.882968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:33.883921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:33.921954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:33.928041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d78e17d3-6eb9-4624-a1ed-ab3d310a01c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1270833 Sep 19 17:16:33.928172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45760) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:33.944597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Checking segment: {'id': '7f515c22-c39f-4030-b358-951113e68344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5da9211f-738f-4873-a953-3a6db9291ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:33.944934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network hostable DHCP agents. Network: 5da9211f-738f-4873-a953-3a6db9291ab5, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:16:34.001842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48898db8-ec23-4da8-a907-43d8cdb55c17 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:34.081108 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:30Z', 'revision_number': 8, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:34.085633 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:34.094382 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:34.095241 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:34.102998 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e16a3eeb-5d90-4a58-8102-9e2dfa5d6074 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1680436 Sep 19 17:16:34.112212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45764) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:34.122060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:34.133019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48898db8-ec23-4da8-a907-43d8cdb55c17 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:34.189651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:34.202866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48898db8-ec23-4da8-a907-43d8cdb55c17 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=71802a81-35c1-4726-b04e-d0dd010c0cfa,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:34.209515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-48898db8-ec23-4da8-a907-43d8cdb55c17 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:34.214006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf961eb2-aa44-487c-a410-f2bb599b31f7 None None] Network cac15f72-dff7-43c1-91f0-2102191e667a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:34.216592 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-48898db8-ec23-4da8-a907-43d8cdb55c17 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/71802a81-35c1-4726-b04e-d0dd010c0cfa HTTP/1.1" status: 204 len: 168 time: 0.6715176 Sep 19 17:16:34.219312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45768) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:34.261946 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:34.272525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network 5da9211f-738f-4873-a953-3a6db9291ab5 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:16:34.298213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:34.362298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 5da9211f-738f-4873-a953-3a6db9291ab5) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:34.372409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:34.382396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:34.384713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:34.385547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:34.421272 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-0b1c4404-e93c-4372-be7b-8776be28604c tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:34.422318 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b1c4404-e93c-4372-be7b-8776be28604c tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags/tempest-TagsExtTest-Tag-555809212 HTTP/1.1" status: 404 len: 328 time: 0.6477461 Sep 19 17:16:34.440573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45772) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:34.450217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-42fa2ada-d593-4c2e-885d-156ebd7b5168 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8', 'tempest-TagsExtTest-Tag-1857002588') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:34.573942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:34.599795 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b97a7dbf-60b2-4e4f-87ac-6669e8bedb23 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1908784 Sep 19 17:16:34.599795 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e2246-2126-4fd5-8722-93a67a17f18f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:34.599795 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf6e2246-2126-4fd5-8722-93a67a17f18f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4737911 Sep 19 17:16:34.599795 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45776) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:34.599795 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45778) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:34.658589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port a8ec3085-c3cb-436f-9b65-cf7ef987a426 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:34.658589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:34.692717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'network': {'name': 'tempest-router-network01--1592705637'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:34.727063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:34.750184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f34a4-d59a-46d7-882f-7fd3caed89b4 None None] Network 5da9211f-738f-4873-a953-3a6db9291ab5 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:34.784866 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-07c40ff6-e16d-4277-b481-c071572ad18d tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1817274 Sep 19 17:16:34.810499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45784) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:34.827898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Usage tracker for resource:network and tenant:c276f19bda7644bb93bcc4b3c7de687d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:34.827898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:34.888632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2005094725', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:34.915245 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-42fa2ada-d593-4c2e-885d-156ebd7b5168 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:34.915245 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-42fa2ada-d593-4c2e-885d-156ebd7b5168 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags/tempest-TagsExtTest-Tag-1857002588 HTTP/1.1" status: 404 len: 329 time: 0.4641993 Sep 19 17:16:34.945422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45788) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:34.951077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:34.958504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-34d4b5a0-61f4-40b7-be01-74b507ce8272 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8', 'tempest-TagsExtTest-Tag-2053967683') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:35.001169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:35.002136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.020094 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:30Z', 'revision_number': 8, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:35.025236 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7713ea5-71aa-4c19-9e30-45fea6c43635 None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:30Z', 'revision_number': 8, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1d0b62b-5c60-4c84-8f90-61b88ed31766', 'name': '', 'network_id': 'c657e314-340a-4fbb-9354-0e53cd351440', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:a6:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:57Z', 'updated_at': '2022-09-19T17:16:09Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': '60fd23fd-a938-470f-b442-58fe1b988f13', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:35.085807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Allocated IP 172.26.10.144 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/e1119dfd-f24a-4e14-9c66-adb1ae092981) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:35.148652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port a8ec3085-c3cb-436f-9b65-cf7ef987a426, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=a8ec3085-c3cb-436f-9b65-cf7ef987a426,segment=NetworkSegment(9eefc0cf-b3bb-4af4-b027-25ca59a08be0),segment_id=9eefc0cf-b3bb-4af4-b027-25ca59a08be0)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:35.148893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.186868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Made reservation on behalf of c276f19bda7644bb93bcc4b3c7de687d for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:35.190632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.313371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for a8ec3085-c3cb-436f-9b65-cf7ef987a426 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:35.345965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:16:35.349098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:35.361564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-5da9211f-738f-4873-a953-3a6db9291ab5', 'network_id': '5da9211f-738f-4873-a953-3a6db9291ab5', 'tenant_id': 'c276f19bda7644bb93bcc4b3c7de687d', 'fixed_ips': [{'subnet_id': '1c2414e4-acb3-4dce-9eb4-a57f5597ad33'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:35.363229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.370369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:35.379679 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-34d4b5a0-61f4-40b7-be01-74b507ce8272 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:35.381003 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-34d4b5a0-61f4-40b7-be01-74b507ce8272 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags/tempest-TagsExtTest-Tag-2053967683 HTTP/1.1" status: 404 len: 329 time: 0.4448273 Sep 19 17:16:35.390348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45792) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:35.399863 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:35.408843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:35.412372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:16:35.413830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-332cb3e5-1c03-433c-917b-5dd533a5321f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e', {'tags': ['tempest-TagsExtTest-Tag-1027769445', 'tempest-TagsExtTest-Tag-803043092', 'tempest-TagsExtTest-Tag-1064761788']}) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:35.548841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.549184 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Added segment 029a298b-f829-4c93-a07a-fdd118df9a9d of type vlan for network 50b66166-c3a5-4f3f-b21f-78828fd0f494 Sep 19 17:16:35.573313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.578394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:35.582198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.601439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:35.601818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.638720 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-332cb3e5-1c03-433c-917b-5dd533a5321f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags HTTP/1.1" status: 200 len: 317 time: 0.2468889 Sep 19 17:16:35.648821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45796) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:35.654861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=a8ec3085-c3cb-436f-9b65-cf7ef987a426,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:35.661909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No DVR routers for this DVR port a8ec3085-c3cb-436f-9b65-cf7ef987a426 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:35.697190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48933ad5-2a26-464b-b590-d62a43924b53 None None] DHCP port deletion for cac15f72-dff7-43c1-91f0-2102191e667a request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:35.712087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:35.755997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.889535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Allocated IP 172.20.0.2 (5da9211f-738f-4873-a953-3a6db9291ab5/1c2414e4-acb3-4dce-9eb4-a57f5597ad33/955d386d-0c42-49b5-b329-efd9172b992b) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:35.910735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:30Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:35.910735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:35.919128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:35.926755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Checking router: cc150222-fe73-4c32-a50c-f7980391f07d for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:35.926755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Updating router cc150222-fe73-4c32-a50c-f7980391f07d port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:16:35.936297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-268a5a44-5415-497f-8402-5adc6ee325c0 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:35.954982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.060939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.138658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:36.184694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.222511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac15f72-dff7-43c1-91f0-2102191e667a']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:36.241179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eefc0cf-b3bb-4af4-b027-25ca59a08be0') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:36.241179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eefc0cf-b3bb-4af4-b027-25ca59a08be0') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:36.258686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.291348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.300623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-268a5a44-5415-497f-8402-5adc6ee325c0 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags HTTP/1.1" status: 204 len: 168 time: 0.6430154 Sep 19 17:16:36.307419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45800) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:36.314135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-f1820721-ab2c-4cf6-880c-9c33c581ce08 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e', 'tempest-TagsExtTest-Tag-1027769445') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:36.349680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.371304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:16:36.371304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.394214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:36.394214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.462538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 9eefc0cf-b3bb-4af4-b027-25ca59a08be0 resource provider aggregate not found Sep 19 17:16:36.474876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.495573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:36.495573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.503991 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 9eefc0cf-b3bb-4af4-b027-25ca59a08be0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eefc0cf-b3bb-4af4-b027-25ca59a08be0 found for delete ", "request_id": "req-495be833-f714-449e-a696-2fd16ee9bffa"}]} Sep 19 17:16:36.525676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.532989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.556692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.584881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=cac15f72-dff7-43c1-91f0-2102191e667a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:36.598840 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-f1820721-ab2c-4cf6-880c-9c33c581ce08 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:36.602451 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f1820721-ab2c-4cf6-880c-9c33c581ce08 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags/tempest-TagsExtTest-Tag-1027769445 HTTP/1.1" status: 404 len: 329 time: 0.2970531 Sep 19 17:16:36.604561 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a60f818f-5646-4447-b2da-0126be6cba7e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/cac15f72-dff7-43c1-91f0-2102191e667a HTTP/1.1" status: 204 len: 168 time: 2.3837786 Sep 19 17:16:36.605485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45808) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:36.605573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45810) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:36.613692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-b1dd1578-7632-4acb-acbc-8c79cf1a4d64 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e', 'tempest-TagsExtTest-Tag-803043092') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:36.633572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Transition to ACTIVE for port object 955d386d-0c42-49b5-b329-efd9172b992b will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:36.643329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.679596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Transition to ACTIVE for port object 955d386d-0c42-49b5-b329-efd9172b992b will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:36.705750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.747444 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1496432 Sep 19 17:16:36.769282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d17c3-a8c0-4b8e-a316-8165c8f49b58 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Network': ['ID=50b66166-c3a5-4f3f-b21f-78828fd0f494,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:36.777084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:36.777756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Network 5da9211f-738f-4873-a953-3a6db9291ab5 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:36.783130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:36.882792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'network': {'name': 'tempest-router-network02--683923890'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:36.886422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:36.889074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 50b66166-c3a5-4f3f-b21f-78828fd0f494 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:16:36.910358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:36.916644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:36.918807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=4b023b9a-46a1-4957-89eb-d414c5f0a194,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:36.938064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:36.947412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Usage tracker for resource:network and tenant:c276f19bda7644bb93bcc4b3c7de687d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:36.952752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:36.967686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:36.969315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:36.969669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: dbfe7a90-e955-473d-bbd7-96adec8d4445, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:16:36.976543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:36.982026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:36.995294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:37.023333 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-b1dd1578-7632-4acb-acbc-8c79cf1a4d64 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:37.024284 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b1dd1578-7632-4acb-acbc-8c79cf1a4d64 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags/tempest-TagsExtTest-Tag-803043092 HTTP/1.1" status: 404 len: 328 time: 0.4167595 Sep 19 17:16:37.027575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45820) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:37.036702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-a6f13932-060b-43a8-b0c6-484f718c21f9 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e', 'tempest-TagsExtTest-Tag-1064761788') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:37.050659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event updated for resources: {'Port': ['ID=e1119dfd-f24a-4e14-9c66-adb1ae092981,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:37.081035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Made reservation on behalf of c276f19bda7644bb93bcc4b3c7de687d for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:37.084684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.094091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bfb99c50-9452-44a6-a95a-acd44708d7d2 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:37.126492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:16:37.223878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Pushing event updated for resources: {'Port': ['ID=955d386d-0c42-49b5-b329-efd9172b992b,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:37.223878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: bfb99c50-9452-44a6-a95a-acd44708d7d2 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:37.223878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bfb99c50-9452-44a6-a95a-acd44708d7d2 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:37.223878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a8ec3085-c3cb-436f-9b65-cf7ef987a426 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:37.232713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] For port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:37.294353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, dbfe7a90-e955-473d-bbd7-96adec8d4445) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:37.302721 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-a6f13932-060b-43a8-b0c6-484f718c21f9 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:37.302721 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a6f13932-060b-43a8-b0c6-484f718c21f9 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags/tempest-TagsExtTest-Tag-1064761788 HTTP/1.1" status: 404 len: 329 time: 0.2666032 Sep 19 17:16:37.302721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45824) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:37.318032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Attempting to bind port 955d386d-0c42-49b5-b329-efd9172b992b on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:37.318032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Attempting to bind port 955d386d-0c42-49b5-b329-efd9172b992b by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '7f515c22-c39f-4030-b358-951113e68344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5da9211f-738f-4873-a953-3a6db9291ab5'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:37.318032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Attempting to bind port 955d386d-0c42-49b5-b329-efd9172b992b on network 5da9211f-738f-4873-a953-3a6db9291ab5 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:37.318032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5e99d6-0368-46ab-9925-32d4e43109e8 None None] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:37.326713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-e57d6adf-9ff4-4b52-9cac-0a39e6b09685 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1', {'tags': ['tempest-TagsExtTest-Tag-1627939411', 'tempest-TagsExtTest-Tag-862499394', 'tempest-TagsExtTest-Tag-1223909484']}) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:37.334887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:37.334887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.334887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:16:37.342434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: a8ec3085-c3cb-436f-9b65-cf7ef987a426 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:37.342434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device a8ec3085-c3cb-436f-9b65-cf7ef987a426 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:37.411027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.411027 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Added segment 47cc4a81-739b-4921-bf90-3e4ecd5dbc44 of type vlan for network 0e94280d-bb69-4937-99bf-0cd386e9304e Sep 19 17:16:37.433354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:37.433354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Checking segment: {'id': '7f515c22-c39f-4030-b358-951113e68344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5da9211f-738f-4873-a953-3a6db9291ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:37.441076 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3852c4cb-590e-4122-9419-e3b4ab1d20f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5986030 Sep 19 17:16:37.450053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.450053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Bound using segment: {'id': '7f515c22-c39f-4030-b358-951113e68344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5da9211f-738f-4873-a953-3a6db9291ab5'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:37.450053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Bound port: 955d386d-0c42-49b5-b329-efd9172b992b, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f515c22-c39f-4030-b358-951113e68344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5da9211f-738f-4873-a953-3a6db9291ab5'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:37.450053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.459187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:37.459187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.574740 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e57d6adf-9ff4-4b52-9cac-0a39e6b09685 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags HTTP/1.1" status: 200 len: 317 time: 0.2692626 Sep 19 17:16:37.574953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45832) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:37.581109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.581917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.582317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-d8884c42-c6ff-4441-8c95-348516bad980 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:37.736229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] For port 955d386d-0c42-49b5-b329-efd9172b992b, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:37.758959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] For port 955d386d-0c42-49b5-b329-efd9172b992b, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=955d386d-0c42-49b5-b329-efd9172b992b,segment=NetworkSegment(7f515c22-c39f-4030-b358-951113e68344),segment_id=7f515c22-c39f-4030-b358-951113e68344)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:37.806897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.814660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.819851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.867059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.890296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-dbfe7a90-e955-473d-bbd7-96adec8d4445', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:37.891089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:37.908448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Transition to ACTIVE for port object fa8fa645-a7d3-49c5-ad51-51870b2cfb15 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:37.931988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.038679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Attempting to bind port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:38.038679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Attempting to bind port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:38.039280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Attempting to bind port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:38.041303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969c717-817e-4bf6-81dd-762e2291641a None None] Pushing event updated for resources: {'Port': ['ID=955d386d-0c42-49b5-b329-efd9172b992b,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:38.072070 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d8884c42-c6ff-4441-8c95-348516bad980 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags HTTP/1.1" status: 204 len: 168 time: 0.4962184 Sep 19 17:16:38.077776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45836) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:38.102985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:38.102985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:38.102985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.103634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:38.103634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Bound port: fa8fa645-a7d3-49c5-ad51-51870b2cfb15, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:38.104017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.110310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-f807c8e3-b607-487a-8a9a-7771e3d6750c tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1', 'tempest-TagsExtTest-Tag-1627939411') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:38.171725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:38.193704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:38.208027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] For port fa8fa645-a7d3-49c5-ad51-51870b2cfb15, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:38.208027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] For port fa8fa645-a7d3-49c5-ad51-51870b2cfb15, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fa8fa645-a7d3-49c5-ad51-51870b2cfb15,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:38.217819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbbb577-4fa2-4c50-96a7-649dc18d7751 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:38.225937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:38.226542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.237393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.resource_extend [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:16:38.249760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.282702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=e0b77290-2c5b-4bd3-bf14-4a4ba70027ee,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:38.319850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,revision_number=5']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:38.334779 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52936402-9746-40cc-8b0c-ea8ceb36cf7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.4734895 Sep 19 17:16:38.340454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.346746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:38.347601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.354651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45840) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:38.373375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae24aa-9724-4ced-bd0a-89083494c623 None None] Pushing event updated for resources: {'Port': ['ID=fa8fa645-a7d3-49c5-ad51-51870b2cfb15,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:38.417689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.440736 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:38.442038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:38.494501 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-f807c8e3-b607-487a-8a9a-7771e3d6750c tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:38.496995 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f807c8e3-b607-487a-8a9a-7771e3d6750c tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags/tempest-TagsExtTest-Tag-1627939411 HTTP/1.1" status: 404 len: 329 time: 0.4168453 Sep 19 17:16:38.498884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:6b:a2:6e', 'name': 'tempest-NetworksTestDHCPv6-507259618'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:38.503643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45844) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:38.508950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-c2812237-a514-4608-9f97-91c8814fdedb tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1', 'tempest-TagsExtTest-Tag-862499394') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:38.662381 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-c2812237-a514-4608-9f97-91c8814fdedb tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:38.663705 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c2812237-a514-4608-9f97-91c8814fdedb tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags/tempest-TagsExtTest-Tag-862499394 HTTP/1.1" status: 404 len: 328 time: 0.1590207 Sep 19 17:16:38.689050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45848) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:38.730749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port b1d0b62b-5c60-4c84-8f90-61b88ed31766 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:38.731423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.739912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Allocated IP 172.20.0.2 (dbfe7a90-e955-473d-bbd7-96adec8d4445/4b023b9a-46a1-4957-89eb-d414c5f0a194/7c7f6935-f893-43d4-bd1b-7422589b3b6d) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:38.742140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae24aa-9724-4ced-bd0a-89083494c623 None None] Pushing event updated for resources: {'Port': ['ID=fa8fa645-a7d3-49c5-ad51-51870b2cfb15,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:38.768490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.tag.tag_plugin [None req-ed1738fb-b4c7-4bcd-a589-61ebae880272 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1', 'tempest-TagsExtTest-Tag-1223909484') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:38.819388 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0382133 Sep 19 17:16:38.832729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:38.845516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45852) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:38.885212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'subnet': {'network_id': '50b66166-c3a5-4f3f-b21f-78828fd0f494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:38.898926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa6133-6fa2-4d48-9491-c226be2698fb tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Network': ['ID=0e94280d-bb69-4937-99bf-0cd386e9304e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:38.932367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port b1d0b62b-5c60-4c84-8f90-61b88ed31766, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b1d0b62b-5c60-4c84-8f90-61b88ed31766,segment=NetworkSegment(cd2cce5d-f66d-4daf-a5d4-40052a78640d),segment_id=cd2cce5d-f66d-4daf-a5d4-40052a78640d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:38.933014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:38.949664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0e94280d-bb69-4937-99bf-0cd386e9304e details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:16:39.064595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for b1d0b62b-5c60-4c84-8f90-61b88ed31766 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:39.260465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:39.326478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=b1d0b62b-5c60-4c84-8f90-61b88ed31766,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:39.342521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5a1ff7-29aa-47de-9a4e-e7368d0b331e None None] Network 5da9211f-738f-4873-a953-3a6db9291ab5 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:39.367423 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-ed1738fb-b4c7-4bcd-a589-61ebae880272 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:39.368476 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed1738fb-b4c7-4bcd-a589-61ebae880272 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags/tempest-TagsExtTest-Tag-1223909484 HTTP/1.1" status: 404 len: 329 time: 0.6613748 Sep 19 17:16:39.371642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45856) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:39.372836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:39.385226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-afda4c93-bbf3-4839-8626-72e986e49b64 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab', {'tags': ['tempest-TagsExtTest-Tag-272660486', 'tempest-TagsExtTest-Tag-1446779428', 'tempest-TagsExtTest-Tag-1422995500']}) {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:39.409265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Usage tracker for resource:subnet and tenant:c276f19bda7644bb93bcc4b3c7de687d is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:39.545469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:39.558209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0f7644e5-1fd2-4a41-ad90-b4b61b0e3324 None None] Provisioning for port 955d386d-0c42-49b5-b329-efd9172b992b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:39.609342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:39.669398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Transition to ACTIVE for port object 7c7f6935-f893-43d4-bd1b-7422589b3b6d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:39.727394 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-afda4c93-bbf3-4839-8626-72e986e49b64 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "PUT /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags HTTP/1.1" status: 200 len: 317 time: 0.3537521 Sep 19 17:16:39.730886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45860) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:39.737759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-b9d2abdf-aae3-4d07-afde-0a4a1233ee26 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:39.749874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:39.755116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Transition to ACTIVE for port object 7c7f6935-f893-43d4-bd1b-7422589b3b6d will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:39.798758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:39.804700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:39.812121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:39.813873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:39.821872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:39.829234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:39.833545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:39.840542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:39.909338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:39.912219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Pushing event updated for resources: {'Port': ['ID=7c7f6935-f893-43d4-bd1b-7422589b3b6d,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:39.914976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:39.921093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:39.933374 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b9d2abdf-aae3-4d07-afde-0a4a1233ee26 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags HTTP/1.1" status: 204 len: 168 time: 0.2012744 Sep 19 17:16:39.939254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45864) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:39.947052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-8536993d-9490-4085-93fc-ccac88ee08d5 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab', 'tempest-TagsExtTest-Tag-272660486') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:40.104976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Made reservation on behalf of c276f19bda7644bb93bcc4b3c7de687d for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:40.107982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Attempting to bind port 7c7f6935-f893-43d4-bd1b-7422589b3b6d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:40.109728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:40.110934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Attempting to bind port 7c7f6935-f893-43d4-bd1b-7422589b3b6d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:40.118990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Attempting to bind port 7c7f6935-f893-43d4-bd1b-7422589b3b6d on network dbfe7a90-e955-473d-bbd7-96adec8d4445 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:40.127166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:40.127773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Checking segment: {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:40.128343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:40.129053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Bound using segment: {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:40.129727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Bound port: 7c7f6935-f893-43d4-bd1b-7422589b3b6d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:40.130279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:40.149220 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-8536993d-9490-4085-93fc-ccac88ee08d5 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:40.150632 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8536993d-9490-4085-93fc-ccac88ee08d5 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags/tempest-TagsExtTest-Tag-272660486 HTTP/1.1" status: 404 len: 328 time: 0.2102125 Sep 19 17:16:40.153611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45868) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:40.170922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-72467fde-95f1-4472-bb69-9495699b7687 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab', 'tempest-TagsExtTest-Tag-1446779428') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:40.223205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:40.238012 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-72467fde-95f1-4472-bb69-9495699b7687 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:40.239274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-72467fde-95f1-4472-bb69-9495699b7687 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags/tempest-TagsExtTest-Tag-1446779428 HTTP/1.1" status: 404 len: 329 time: 0.0845027 Sep 19 17:16:40.242342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45872) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:40.256916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-ca8323ce-42c9-4ba8-8231-1faa14fe48db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab', 'tempest-TagsExtTest-Tag-1422995500') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:40.259004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:30Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:40.296431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e35f27-aba2-4db2-96da-23fd2a788f13 None None] The sync data for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv is: [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:30Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:40.335031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] For port 7c7f6935-f893-43d4-bd1b-7422589b3b6d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:40.345194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] For port 7c7f6935-f893-43d4-bd1b-7422589b3b6d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c7f6935-f893-43d4-bd1b-7422589b3b6d,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:40.359708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:40.437964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:40.472193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:40.528448 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-ca8323ce-42c9-4ba8-8231-1faa14fe48db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] show failed (client error): The resource could not be found. Sep 19 17:16:40.530295 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ca8323ce-42c9-4ba8-8231-1faa14fe48db tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags/tempest-TagsExtTest-Tag-1422995500 HTTP/1.1" status: 404 len: 329 time: 0.2869780 Sep 19 17:16:40.538712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45878) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:40.548720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-270f7160-64d1-4028-a1b0-1da04b53c07d tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bf3714dc-2555-4617-9bcd-2a2e5f0ffaab') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:40.588178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:40.592832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Router 29efd845-a881-489e-a002-50936a37c8bc is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:16:40.597861 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:40.614522 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:40.620549 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:40.639759 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-264a8706-2537-41c6-88ef-866ca2a9c6ef tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0301886 Sep 19 17:16:40.643089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45882) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:40.658616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcd804-7248-4601-8214-97e7728f3dd6 None None] Pushing event updated for resources: {'Port': ['ID=7c7f6935-f893-43d4-bd1b-7422589b3b6d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:40.679741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:40.680495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:40.727702 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-270f7160-64d1-4028-a1b0-1da04b53c07d tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab/tags HTTP/1.1" status: 204 len: 168 time: 0.1876054 Sep 19 17:16:40.740119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45886) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:40.765995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-53ffa18f-8706-478a-b176-5c0a99f1a5b4 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f0116c3-5c52-4a91-8986-7f7c17bfaaa1') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:40.903439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62bbc89-5478-43a2-945a-e30859fe0e8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet 60fd23fd-a938-470f-b442-58fe1b988f13 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:40.906977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a62bbc89-5478-43a2-945a-e30859fe0e8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:40.909879 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:41.005715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:41.007281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 955d386d-0c42-49b5-b329-efd9172b992b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:41.014060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a62bbc89-5478-43a2-945a-e30859fe0e8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.092043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ffe5961f-f779-41f3-ad04-9066ca3dbc49 None None] Provisioning complete for port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:41.092685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffe5961f-f779-41f3-ad04-9066ca3dbc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.230428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 955d386d-0c42-49b5-b329-efd9172b992b completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:41.262622 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-53ffa18f-8706-478a-b176-5c0a99f1a5b4 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1/tags HTTP/1.1" status: 204 len: 168 time: 0.5213957 Sep 19 17:16:41.264834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45890) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:41.278538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-8c253dc8-bac8-4d0d-a67b-aade4ed820ee tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d651e84-0bf5-4352-b20e-e5607ad9176e') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:41.302043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 955d386d-0c42-49b5-b329-efd9172b992b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:41.302426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.369548 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:39Z', 'revision_number': 9, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:41.374087 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:41.378260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.386620 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:41.394253 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:41.419389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5961f-f779-41f3-ad04-9066ca3dbc49 None None] Current status of the port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:41.428902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a62bbc89-5478-43a2-945a-e30859fe0e8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.433014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8fec7915-ae95-4bd9-bf5f-af3abb6fad35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.529082 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8c253dc8-bac8-4d0d-a67b-aade4ed820ee tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e/tags HTTP/1.1" status: 204 len: 168 time: 0.2626388 Sep 19 17:16:41.540008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45894) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:41.548784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.tag.tag_plugin [None req-3fe8d656-f5ef-4654-ab12-5bc2b0b0d82b tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1891d98b-28ed-441a-9dfa-f8e0fd8339f8') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:41.557411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 955d386d-0c42-49b5-b329-efd9172b992b is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:41.558041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.593454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 304cc189-da17-40c6-9ae8-6f97a7676aa7 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:16:41.616894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 955d386d-0c42-49b5-b329-efd9172b992b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=955d386d-0c42-49b5-b329-efd9172b992b,segment=NetworkSegment(7f515c22-c39f-4030-b358-951113e68344),segment_id=7f515c22-c39f-4030-b358-951113e68344)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:41.622728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.667327 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:41.684679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a62bbc89-5478-43a2-945a-e30859fe0e8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.702790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.723541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=955d386d-0c42-49b5-b329-efd9172b992b,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:41.741221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:41.752955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747bffb-d28d-4321-81ea-74e0d48b1e16 None None] Sync routers for ids ['29efd845-a881-489e-a002-50936a37c8bc'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:41.770324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747bffb-d28d-4321-81ea-74e0d48b1e16 None None] Routers {'29efd845-a881-489e-a002-50936a37c8bc'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:41.773777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a747bffb-d28d-4321-81ea-74e0d48b1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['29efd845-a881-489e-a002-50936a37c8bc'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:41.793067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bbc89-5478-43a2-945a-e30859fe0e8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=60fd23fd-a938-470f-b442-58fe1b988f13,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:41.795422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a62bbc89-5478-43a2-945a-e30859fe0e8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:41.805699 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a62bbc89-5478-43a2-945a-e30859fe0e8d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/60fd23fd-a938-470f-b442-58fe1b988f13 HTTP/1.1" status: 204 len: 168 time: 1.1613612 Sep 19 17:16:41.812932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45898) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:41.940905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e262b62-b6fd-4f7d-9dec-15fa2f7dc340 None None] Network c657e314-340a-4fbb-9354-0e53cd351440 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:42.091140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a747bffb-d28d-4321-81ea-74e0d48b1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:42.094941 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:39Z', 'revision_number': 9, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:42.105808 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce967b90-ef9b-42ae-8575-d7d603265ccf None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:39Z', 'revision_number': 9, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '0f4e4736-826e-41d0-89de-b520157e674f', 'name': '', 'network_id': 'e878ff3a-fdec-4cab-9829-831950c791fb', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:e7:ac:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:44Z', 'updated_at': '2022-09-19T17:15:54Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'ff92c977-8397-4bd3-9411-aba1ce694d19', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:42.128324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747bffb-d28d-4321-81ea-74e0d48b1e16 None None] Routers {'29efd845-a881-489e-a002-50936a37c8bc'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:42.129107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a747bffb-d28d-4321-81ea-74e0d48b1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['29efd845-a881-489e-a002-50936a37c8bc'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:42.215104 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3fe8d656-f5ef-4654-ab12-5bc2b0b0d82b tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8/tags HTTP/1.1" status: 204 len: 168 time: 0.6735356 Sep 19 17:16:42.222949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a747bffb-d28d-4321-81ea-74e0d48b1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:42.224423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45902) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:42.227072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747bffb-d28d-4321-81ea-74e0d48b1e16 None None] The sync data for ids ['29efd845-a881-489e-a002-50936a37c8bc'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:42.261599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:42.262628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a1e78-6053-480f-bf57-c232ef02a5f2 None None] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:42.305835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 66cb12ce-6b62-4d07-bfec-ae80090b6dae {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:42.306058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:42.316865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:42.318213 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ea8a42d3-3d9e-45d5-b082-ff36a7e5ba53 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "PUT /v2.0/routers/29efd845-a881-489e-a002-50936a37c8bc HTTP/1.1" status: 200 len: 881 time: 9.8181598 Sep 19 17:16:42.327696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45906) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:42.426292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-eda592a9-f6c4-4c54-bff8-a76ff4c72798 None None] Provisioning for port 7c7f6935-f893-43d4-bd1b-7422589b3b6d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:42.448775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60acbe09-43f4-48f8-abe0-31c35c454992 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for subnetpool, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:42.450216 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-60acbe09-43f4-48f8-abe0-31c35c454992 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnetpools/bf3714dc-2555-4617-9bcd-2a2e5f0ffaab HTTP/1.1" status: 204 len: 168 time: 0.2246437 Sep 19 17:16:42.453191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45910) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:42.570605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 955d386d-0c42-49b5-b329-efd9172b992b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:42.642113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port 66cb12ce-6b62-4d07-bfec-ae80090b6dae, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=66cb12ce-6b62-4d07-bfec-ae80090b6dae,segment=NetworkSegment(cd2cce5d-f66d-4daf-a5d4-40052a78640d),segment_id=cd2cce5d-f66d-4daf-a5d4-40052a78640d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:42.642634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:42.745249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6442127-ec1d-4e37-a8e9-4aa57d10ff45 None None] DHCP port deletion for c657e314-340a-4fbb-9354-0e53cd351440 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:42.754417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 955d386d-0c42-49b5-b329-efd9172b992b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:42.755046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:42.784079 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9789cbd0-9347-462b-a26e-3648af6173c6 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f0116c3-5c52-4a91-8986-7f7c17bfaaa1 HTTP/1.1" status: 200 len: 205 time: 0.3295648 Sep 19 17:16:42.791368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 66cb12ce-6b62-4d07-bfec-ae80090b6dae owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:42.791946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d6442127-ec1d-4e37-a8e9-4aa57d10ff45 None None] Deleting port 66cb12ce-6b62-4d07-bfec-ae80090b6dae {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:42.792412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d6442127-ec1d-4e37-a8e9-4aa57d10ff45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:42.797152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45914) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:42.882098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:42.908097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d6442127-ec1d-4e37-a8e9-4aa57d10ff45 None None] The port '66cb12ce-6b62-4d07-bfec-ae80090b6dae' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:16:42.934064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No DVR routers for this DVR port 66cb12ce-6b62-4d07-bfec-ae80090b6dae on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:42.968400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=66cb12ce-6b62-4d07-bfec-ae80090b6dae,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:43.007552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 955d386d-0c42-49b5-b329-efd9172b992b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:43.008579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7c7f6935-f893-43d4-bd1b-7422589b3b6d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:43.026208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bca92de2-9635-4777-84ad-7f3582302dcc tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.093855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.099886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 7c7f6935-f893-43d4-bd1b-7422589b3b6d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:43.106838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7c7f6935-f893-43d4-bd1b-7422589b3b6d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:43.107855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.128269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c657e314-340a-4fbb-9354-0e53cd351440']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:43.143067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2cce5d-f66d-4daf-a5d4-40052a78640d') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:43.143369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2cce5d-f66d-4daf-a5d4-40052a78640d') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:43.165808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.188513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.197355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:16:43.198796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.282052 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment cd2cce5d-f66d-4daf-a5d4-40052a78640d resource provider aggregate not found Sep 19 17:16:43.308098 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment cd2cce5d-f66d-4daf-a5d4-40052a78640d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd2cce5d-f66d-4daf-a5d4-40052a78640d found for delete ", "request_id": "req-72bcf60b-3133-4961-925c-e2dfd3fcd7ef"}]} Sep 19 17:16:43.310541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7c7f6935-f893-43d4-bd1b-7422589b3b6d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:43.310882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.330760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.350516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.351956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 7c7f6935-f893-43d4-bd1b-7422589b3b6d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c7f6935-f893-43d4-bd1b-7422589b3b6d,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:43.353009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-febf40fe-3db8-4a91-bf0f-b334f23fbf7a None None] Provisioning complete for port 7c7f6935-f893-43d4-bd1b-7422589b3b6d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:43.353380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-febf40fe-3db8-4a91-bf0f-b334f23fbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.362068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=c657e314-340a-4fbb-9354-0e53cd351440,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:43.370051 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ba7145ed-ee55-4ee8-8a76-ce1778490b03 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/c657e314-340a-4fbb-9354-0e53cd351440 HTTP/1.1" status: 204 len: 168 time: 1.5517197 Sep 19 17:16:43.372793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45922) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:43.382085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.382782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fa8fa645-a7d3-49c5-ad51-51870b2cfb15 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:43.496255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.500827 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b8f0770-f9ae-4bbd-9808-fcdf634da2a7 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/routers/29efd845-a881-489e-a002-50936a37c8bc HTTP/1.1" status: 200 len: 922 time: 1.1684604 Sep 19 17:16:43.507448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45926) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:43.535571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:43.546884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:43.547293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.579344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=7c7f6935-f893-43d4-bd1b-7422589b3b6d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:43.648395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ef811a42-d3db-4def-a72c-830476c7c4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.663617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bca92de2-9635-4777-84ad-7f3582302dcc tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.677385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bca92de2-9635-4777-84ad-7f3582302dcc tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.683929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-febf40fe-3db8-4a91-bf0f-b334f23fbf7a None None] Current status of the port 7c7f6935-f893-43d4-bd1b-7422589b3b6d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:43.694518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.1 (dbfe7a90-e955-473d-bbd7-96adec8d4445/4b023b9a-46a1-4957-89eb-d414c5f0a194/04281b38-6eba-4f9e-a61c-d79b60a8b14b) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:43.736355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Subnet': ['ID=839025cb-eafa-42a5-bb91-cb4301749961,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:43.744835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::29c (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/f17636e9-c26b-494f-8a09-d0f6d9ccad54/304cc189-da17-40c6-9ae8-6f97a7676aa7) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:43.745166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:43.745534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.766004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port fa8fa645-a7d3-49c5-ad51-51870b2cfb15, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fa8fa645-a7d3-49c5-ad51-51870b2cfb15,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:43.772112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.780235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bca92de2-9635-4777-84ad-7f3582302dcc tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.781030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca92de2-9635-4777-84ad-7f3582302dcc tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Fanout notify agent at l3_agent the message router_deleted on router 9f0116c3-5c52-4a91-8986-7f7c17bfaaa1 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:16:43.788396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:a26e (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/e0b77290-2c5b-4bd3-bf14-4a4ba70027ee/304cc189-da17-40c6-9ae8-6f97a7676aa7) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:43.852882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Checking segment: {'id': '029a298b-f829-4c93-a07a-fdd118df9a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '50b66166-c3a5-4f3f-b21f-78828fd0f494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:43.853649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=fa8fa645-a7d3-49c5-ad51-51870b2cfb15,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:43.853770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network hostable DHCP agents. Network: 50b66166-c3a5-4f3f-b21f-78828fd0f494, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:16:43.907408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acbd2a9-e02d-4157-a44d-ffdde32b06b4 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:43.907408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8acbd2a9-e02d-4157-a44d-ffdde32b06b4 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Synchronizing usage tracker for tenant:0a7f16772f564bcc8c2964aa98068884 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:43.915830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bca92de2-9635-4777-84ad-7f3582302dcc tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:43.916898 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bca92de2-9635-4777-84ad-7f3582302dcc tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/routers/9f0116c3-5c52-4a91-8986-7f7c17bfaaa1 HTTP/1.1" status: 204 len: 168 time: 1.1166718 Sep 19 17:16:43.930726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45930) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:43.958195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8acbd2a9-e02d-4157-a44d-ffdde32b06b4 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Unset dirty status for tenant:0a7f16772f564bcc8c2964aa98068884 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:43.962307 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8acbd2a9-e02d-4157-a44d-ffdde32b06b4 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=29efd845-a881-489e-a002-50936a37c8bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.4381986 Sep 19 17:16:43.962307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45934) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:44.011790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network 50b66166-c3a5-4f3f-b21f-78828fd0f494 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:16:44.047847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7c7f6935-f893-43d4-bd1b-7422589b3b6d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:44.121099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7c7f6935-f893-43d4-bd1b-7422589b3b6d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:44.121099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.151288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82293cb5-5987-4222-9e29-5076ea96ca42 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:44.152692 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-82293cb5-5987-4222-9e29-5076ea96ca42 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 881 time: 0.1899228 Sep 19 17:16:44.158620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45938) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:44.223818 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ad1ea4ef-a88f-4af2-b845-bbdab5b0d2ad tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=29efd845-a881-489e-a002-50936a37c8bc HTTP/1.1" status: 200 len: 205 time: 0.0618966 Sep 19 17:16:44.224995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45942) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:44.246163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7c7f6935-f893-43d4-bd1b-7422589b3b6d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:44.247271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fa8fa645-a7d3-49c5-ad51-51870b2cfb15 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:44.272556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 50b66166-c3a5-4f3f-b21f-78828fd0f494) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:44.290127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627dd28-fb7e-4e15-b87e-2178af36c956 None None] Network 50b66166-c3a5-4f3f-b21f-78828fd0f494 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:44.298763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ab627214-588d-4142-b432-22b58187f80f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Deleting port 6d651e84-0bf5-4352-b20e-e5607ad9176e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:44.299169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab627214-588d-4142-b432-22b58187f80f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.329773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:44.330332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.335842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.402402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 04281b38-6eba-4f9e-a61c-d79b60a8b14b will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:44.412966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:44.413257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.439202 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1a9dbeb6-d5aa-4ba8-a522-1c17803721db tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5745869 Sep 19 17:16:44.448559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45946) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:44.462011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'subnet': {'network_id': '0e94280d-bb69-4937-99bf-0cd386e9304e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:44.545956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.624599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.631619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 304cc189-da17-40c6-9ae8-6f97a7676aa7 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:44.636736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.673727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:44.684187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-50b66166-c3a5-4f3f-b21f-78828fd0f494', 'network_id': '50b66166-c3a5-4f3f-b21f-78828fd0f494', 'tenant_id': 'c276f19bda7644bb93bcc4b3c7de687d', 'fixed_ips': [{'subnet_id': '839025cb-eafa-42a5-bb91-cb4301749961'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:44.685295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.700859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:44.718282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Usage tracker for resource:subnet and tenant:c276f19bda7644bb93bcc4b3c7de687d is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:44.723715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:44.725892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:44.731358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.736757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:44.750075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:44.760785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 66cb12ce-6b62-4d07-bfec-ae80090b6dae no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:44.797109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:44.798155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab627214-588d-4142-b432-22b58187f80f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.805957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 66cb12ce-6b62-4d07-bfec-ae80090b6dae {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:44.806565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 66cb12ce-6b62-4d07-bfec-ae80090b6dae not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:44.810358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b1d0b62b-5c60-4c84-8f90-61b88ed31766 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:44.824751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=04281b38-6eba-4f9e-a61c-d79b60a8b14b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:44.860454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b1d0b62b-5c60-4c84-8f90-61b88ed31766 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:44.861056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b1d0b62b-5c60-4c84-8f90-61b88ed31766 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:44.951753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ab627214-588d-4142-b432-22b58187f80f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Calling delete_port for 6d651e84-0bf5-4352-b20e-e5607ad9176e owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:44.954702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Made reservation on behalf of c276f19bda7644bb93bcc4b3c7de687d for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:44.958381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:44.960976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Allocated IP 172.20.0.2 (50b66166-c3a5-4f3f-b21f-78828fd0f494/839025cb-eafa-42a5-bb91-cb4301749961/415ff581-5bc4-4569-96ca-af7934ae9549) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:45.005741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.012430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.122305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.147816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:45.180009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.191435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-13028681-6ad4-4125-b4a3-bd2391f7650b None None] Provisioning for port 04281b38-6eba-4f9e-a61c-d79b60a8b14b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:45.211182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-13028681-6ad4-4125-b4a3-bd2391f7650b None None] Provisioning complete for port 04281b38-6eba-4f9e-a61c-d79b60a8b14b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:45.211881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-13028681-6ad4-4125-b4a3-bd2391f7650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.212807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Deleting port e1119dfd-f24a-4e14-9c66-adb1ae092981 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:45.213158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.218692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:45.229203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:45.235050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:45.235688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.245679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=304cc189-da17-40c6-9ae8-6f97a7676aa7,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:45.262865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.339331 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0cc9a12a-db6d-4c13-9cd9-335c366aa0fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.9429455 Sep 19 17:16:45.342210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:45.342759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-13028681-6ad4-4125-b4a3-bd2391f7650b None None] Port 04281b38-6eba-4f9e-a61c-d79b60a8b14b cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:45.368412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.387674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Transition to ACTIVE for port object 415ff581-5bc4-4569-96ca-af7934ae9549 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:45.417411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Transition to ACTIVE for port object 415ff581-5bc4-4569-96ca-af7934ae9549 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:45.429874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.430144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab627214-588d-4142-b432-22b58187f80f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.507555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab627214-588d-4142-b432-22b58187f80f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Pushing event deleted for resources: {'Port': ['ID=6d651e84-0bf5-4352-b20e-e5607ad9176e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:45.549068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Network 50b66166-c3a5-4f3f-b21f-78828fd0f494 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:45.557507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:45.560042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:45.604227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-954f701d-0ebf-4677-91a5-72f204a2a96c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 304cc189-da17-40c6-9ae8-6f97a7676aa7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:45.604564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-954f701d-0ebf-4677-91a5-72f204a2a96c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.647781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Pushing event updated for resources: {'Port': ['ID=415ff581-5bc4-4569-96ca-af7934ae9549,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:45.690659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Attempting to bind port 415ff581-5bc4-4569-96ca-af7934ae9549 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:45.691061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Attempting to bind port 415ff581-5bc4-4569-96ca-af7934ae9549 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '029a298b-f829-4c93-a07a-fdd118df9a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '50b66166-c3a5-4f3f-b21f-78828fd0f494'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:45.691829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Attempting to bind port 415ff581-5bc4-4569-96ca-af7934ae9549 on network 50b66166-c3a5-4f3f-b21f-78828fd0f494 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:45.697087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-19ebb9ff-0873-49ff-afc4-a8ddb287c487 None None] Provisioning for port 304cc189-da17-40c6-9ae8-6f97a7676aa7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:45.704447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-19ebb9ff-0873-49ff-afc4-a8ddb287c487 None None] Provisioning complete for port 304cc189-da17-40c6-9ae8-6f97a7676aa7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:45.704817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-19ebb9ff-0873-49ff-afc4-a8ddb287c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.735143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:45.735613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Checking segment: {'id': '029a298b-f829-4c93-a07a-fdd118df9a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '50b66166-c3a5-4f3f-b21f-78828fd0f494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:45.735951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.736366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Bound using segment: {'id': '029a298b-f829-4c93-a07a-fdd118df9a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '50b66166-c3a5-4f3f-b21f-78828fd0f494'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:45.736911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Bound port: 415ff581-5bc4-4569-96ca-af7934ae9549, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029a298b-f829-4c93-a07a-fdd118df9a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '50b66166-c3a5-4f3f-b21f-78828fd0f494'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:45.737290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.765871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.823015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-19ebb9ff-0873-49ff-afc4-a8ddb287c487 None None] Port 304cc189-da17-40c6-9ae8-6f97a7676aa7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:45.843378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab627214-588d-4142-b432-22b58187f80f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.845459 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ab627214-588d-4142-b432-22b58187f80f tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/ports/6d651e84-0bf5-4352-b20e-e5607ad9176e HTTP/1.1" status: 204 len: 168 time: 1.9136376 Sep 19 17:16:45.849773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.858329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45958) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:45.864372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] For port 415ff581-5bc4-4569-96ca-af7934ae9549, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:45.868075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] For port 415ff581-5bc4-4569-96ca-af7934ae9549, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=415ff581-5bc4-4569-96ca-af7934ae9549,segment=NetworkSegment(029a298b-f829-4c93-a07a-fdd118df9a9d),segment_id=029a298b-f829-4c93-a07a-fdd118df9a9d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:45.878000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.906668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.910404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 0f4e4736-826e-41d0-89de-b520157e674f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:45.910897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:45.985856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3ddad-018c-47bb-8b0d-c24379dc45c3 None None] Pushing event updated for resources: {'Port': ['ID=415ff581-5bc4-4569-96ca-af7934ae9549,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:46.132662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Calling delete_port for e1119dfd-f24a-4e14-9c66-adb1ae092981 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:46.211002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.221955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4abcf4f-acc1-41e1-b93c-62c9df95d815 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Deleting subnet 1891d98b-28ed-441a-9dfa-f8e0fd8339f8 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:46.312331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4abcf4f-acc1-41e1-b93c-62c9df95d815 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.353061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Subnet': ['ID=6350b9b3-961e-4736-a3bd-614a8d8c7bde,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:46.396697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-954f701d-0ebf-4677-91a5-72f204a2a96c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.406999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Checking segment: {'id': '47cc4a81-739b-4921-bf90-3e4ecd5dbc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e94280d-bb69-4937-99bf-0cd386e9304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:46.407595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network hostable DHCP agents. Network: 0e94280d-bb69-4937-99bf-0cd386e9304e, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:16:46.443474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4abcf4f-acc1-41e1-b93c-62c9df95d815 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.534824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-954f701d-0ebf-4677-91a5-72f204a2a96c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 304cc189-da17-40c6-9ae8-6f97a7676aa7 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:46.541684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network 0e94280d-bb69-4937-99bf-0cd386e9304e is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:16:46.566229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port 0f4e4736-826e-41d0-89de-b520157e674f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0f4e4736-826e-41d0-89de-b520157e674f,segment=NetworkSegment(c7c03666-fa95-42de-8fdd-4e6e437ca7ce),segment_id=c7c03666-fa95-42de-8fdd-4e6e437ca7ce)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:46.566655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.585770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0e94280d-bb69-4937-99bf-0cd386e9304e) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:46.595197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159ab4a-dda1-4d9b-8598-00b2ec69852b None None] Network 0e94280d-bb69-4937-99bf-0cd386e9304e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:46.700554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:46.701151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.711747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 0f4e4736-826e-41d0-89de-b520157e674f owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:46.849542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4abcf4f-acc1-41e1-b93c-62c9df95d815 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.878896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.883924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-0e94280d-bb69-4937-99bf-0cd386e9304e', 'network_id': '0e94280d-bb69-4937-99bf-0cd386e9304e', 'tenant_id': 'c276f19bda7644bb93bcc4b3c7de687d', 'fixed_ips': [{'subnet_id': '6350b9b3-961e-4736-a3bd-614a8d8c7bde'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:46.885818 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-37f8e2ab-0cb7-4896-8e75-27b123663730 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4351621 Sep 19 17:16:46.888123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.889979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:46.903354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45962) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:47.003708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-954f701d-0ebf-4677-91a5-72f204a2a96c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:47.032797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:47.110392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Allocated IP 172.20.0.2 (0e94280d-bb69-4937-99bf-0cd386e9304e/6350b9b3-961e-4736-a3bd-614a8d8c7bde/4f1144ee-5bfe-4ac0-ae1c-22d65732002a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:47.125389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=04281b38-6eba-4f9e-a61c-d79b60a8b14b,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:47.190804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f701d-0ebf-4677-91a5-72f204a2a96c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=304cc189-da17-40c6-9ae8-6f97a7676aa7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:47.224892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-954f701d-0ebf-4677-91a5-72f204a2a96c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:47.305390 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-954f701d-0ebf-4677-91a5-72f204a2a96c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/304cc189-da17-40c6-9ae8-6f97a7676aa7 HTTP/1.1" status: 204 len: 168 time: 1.9599104 Sep 19 17:16:47.308035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45966) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:47.311770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ae22f-e60b-4818-acc6-9f4260bf3981 None None] Network 50b66166-c3a5-4f3f-b21f-78828fd0f494 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:47.363213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:47.432079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:47.436016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:47.483789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-46604a5b-0ae0-408b-a463-ab01f018ac6d None None] Provisioning for port 415ff581-5bc4-4569-96ca-af7934ae9549 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:47.493262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:47.509417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event deleted for resources: {'Port': ['ID=e1119dfd-f24a-4e14-9c66-adb1ae092981,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:47.513216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Transition to ACTIVE for port object 4f1144ee-5bfe-4ac0-ae1c-22d65732002a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:47.537042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Transition to ACTIVE for port object 4f1144ee-5bfe-4ac0-ae1c-22d65732002a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:47.537382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae09f2-8f3b-42cb-9888-c17a79f45c50 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:47.538158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-94ae09f2-8f3b-42cb-9888-c17a79f45c50 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:47.580966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-94ae09f2-8f3b-42cb-9888-c17a79f45c50 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:47.583074 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-94ae09f2-8f3b-42cb-9888-c17a79f45c50 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2735698 Sep 19 17:16:47.586318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45970) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:47.601841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:47.673818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.674181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.674530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.674867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.675294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.675722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.676059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.676460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.676718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.677045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.677433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.677762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:47.680758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4abcf4f-acc1-41e1-b93c-62c9df95d815 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:47.710840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Network 0e94280d-bb69-4937-99bf-0cd386e9304e is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:47.713935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:47.752157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:47.766456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e78f8-efcb-4ce9-bf2a-8c2e3f6fa48e None None] Network f3fbfa18-fef2-4488-9433-42e125d7c4b2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:47.769439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router cc150222-fe73-4c32-a50c-f7980391f07d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:47.774288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4abcf4f-acc1-41e1-b93c-62c9df95d815 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:47.786581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abcf4f-acc1-41e1-b93c-62c9df95d815 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Pushing event deleted for resources: {'Subnet': ['ID=1891d98b-28ed-441a-9dfa-f8e0fd8339f8,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:47.789521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf09736-4d3e-4505-914e-642089150085 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:47.794021 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bcf09736-4d3e-4505-914e-642089150085 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2065401 Sep 19 17:16:47.796438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45974) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:47.826246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Pushing event updated for resources: {'Port': ['ID=4f1144ee-5bfe-4ac0-ae1c-22d65732002a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:47.936260 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a4abcf4f-acc1-41e1-b93c-62c9df95d815 tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/subnets/1891d98b-28ed-441a-9dfa-f8e0fd8339f8 HTTP/1.1" status: 204 len: 168 time: 2.0745885 Sep 19 17:16:48.002326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 45978) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:48.079743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Attempting to bind port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:48.080343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Attempting to bind port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '47cc4a81-739b-4921-bf90-3e4ecd5dbc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e94280d-bb69-4937-99bf-0cd386e9304e'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:48.080454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Attempting to bind port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a on network 0e94280d-bb69-4937-99bf-0cd386e9304e {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:48.126280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-956b69d2-a145-47d6-84ae-355226d595df None None] Provisioning complete for port 04281b38-6eba-4f9e-a61c-d79b60a8b14b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:48.127222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-956b69d2-a145-47d6-84ae-355226d595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.133209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eecdb2-e76b-422e-97d8-801c096b4f90 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.134695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eecdb2-e76b-422e-97d8-801c096b4f90 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.136201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eecdb2-e76b-422e-97d8-801c096b4f90 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.137045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1eecdb2-e76b-422e-97d8-801c096b4f90 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:48.162996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 415ff581-5bc4-4569-96ca-af7934ae9549 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:48.178035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e1eecdb2-e76b-422e-97d8-801c096b4f90 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:48.183447 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1eecdb2-e76b-422e-97d8-801c096b4f90 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3860319 Sep 19 17:16:48.184515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45982) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:48.189188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:48.205266 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Sync routers for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:48.207037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:48.207429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Checking segment: {'id': '47cc4a81-739b-4921-bf90-3e4ecd5dbc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e94280d-bb69-4937-99bf-0cd386e9304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:48.207898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.208233 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Bound using segment: {'id': '47cc4a81-739b-4921-bf90-3e4ecd5dbc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e94280d-bb69-4937-99bf-0cd386e9304e'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:48.208729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Bound port: 4f1144ee-5bfe-4ac0-ae1c-22d65732002a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cc4a81-739b-4921-bf90-3e4ecd5dbc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e94280d-bb69-4937-99bf-0cd386e9304e'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:48.209106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.217089 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:48.217906 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:48.246706 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1fcd4cad-3737-4002-bac0-75e72af7f0fa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/cc150222-fe73-4c32-a50c-f7980391f07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8185103 Sep 19 17:16:48.254137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45986) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:48.285837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.304431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.306560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.398609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet e0b77290-2c5b-4bd3-bf14-4a4ba70027ee {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:48.403420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.438345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-956b69d2-a145-47d6-84ae-355226d595df None None] Port 04281b38-6eba-4f9e-a61c-d79b60a8b14b cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:48.515812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.535789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 415ff581-5bc4-4569-96ca-af7934ae9549 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:48.545230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-687693d7-022f-494f-b09c-51db52cf821e None None] For port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:48.549568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-687693d7-022f-494f-b09c-51db52cf821e None None] For port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f1144ee-5bfe-4ac0-ae1c-22d65732002a,segment=NetworkSegment(47cc4a81-739b-4921-bf90-3e4ecd5dbc44),segment_id=47cc4a81-739b-4921-bf90-3e4ecd5dbc44)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:48.552384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 415ff581-5bc4-4569-96ca-af7934ae9549 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:48.552710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.566094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.619631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.620107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.620569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.621025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.621474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.621924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.622375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.622822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.623299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.623746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.624287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.624740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.625188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.627572 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-14a893bd-94ae-4d16-8cb6-3ced5e801117 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9132 time: 0.3717399 Sep 19 17:16:48.632597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45990) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:48.632786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.683190 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:48.764631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687693d7-022f-494f-b09c-51db52cf821e None None] Pushing event updated for resources: {'Port': ['ID=4f1144ee-5bfe-4ac0-ae1c-22d65732002a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:48.770391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=0f4e4736-826e-41d0-89de-b520157e674f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:48.782142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.782849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.783439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.784088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.784595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.785317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.786209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.788198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.789343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.789985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.790614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.791265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.791890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.794754 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c502176-1615-4dd9-bf99-a4eb4d9f2a6f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8277 time: 0.1608360 Sep 19 17:16:48.796870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] DHCP port deletion for f3fbfa18-fef2-4488-9433-42e125d7c4b2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:48.797686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 45994) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:48.805626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Deleting port bb945ac0-2f65-4120-89c7-114c9b1131f6 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:48.806004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.871014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d524d7db-7cad-4135-afe5-caa9af2e3acb None None] Provisioning complete for port 415ff581-5bc4-4569-96ca-af7934ae9549 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:48.871381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d524d7db-7cad-4135-afe5-caa9af2e3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:48.997389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.192767 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:46Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:49.195349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] For port bb945ac0-2f65-4120-89c7-114c9b1131f6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bb945ac0-2f65-4120-89c7-114c9b1131f6,segment=NetworkSegment(51f4bca2-af43-4dc1-9d2a-377eff32dcc9),segment_id=51f4bca2-af43-4dc1-9d2a-377eff32dcc9)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:49.195921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.210129 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0448db0-de2b-48a6-a527-86586aedea92 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4659 time: 0.4041004 Sep 19 17:16:49.210129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.219077 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Checking router: cc150222-fe73-4c32-a50c-f7980391f07d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:49.219942 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Updating router cc150222-fe73-4c32-a50c-f7980391f07d port 04281b38-6eba-4f9e-a61c-d79b60a8b14b binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:16:49.257093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b77290-2c5b-4bd3-bf14-4a4ba70027ee,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:49.271451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.291180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.297843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.298935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.299147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.299587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.300025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.300567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.301005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.301441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.302021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.302384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.302861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.308184 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cae670b9-448b-4ba5-b093-bf56a4291e2b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/e0b77290-2c5b-4bd3-bf14-4a4ba70027ee HTTP/1.1" status: 204 len: 168 time: 1.1216993 Sep 19 17:16:49.310543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46000) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:49.311520 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.353701 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Calling delete_port for bb945ac0-2f65-4120-89c7-114c9b1131f6 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:49.360634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46004) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:49.400112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec2bb3-dae5-4fc2-af26-919d50d3a414 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:49.422791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca9eef2-9f53-47f1-ad6a-6a3570b6f3a6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet f17636e9-c26b-494f-8a09-d0f6d9ccad54 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:49.427732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394792214', 'description': 'tempest-secgroup-smoke-1394792214 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:49.435129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ca9eef2-9f53-47f1-ad6a-6a3570b6f3a6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.462239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:49.476891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:49.480944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 415ff581-5bc4-4569-96ca-af7934ae9549 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:49.480944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.482794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:49.496438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:49.511904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ca9eef2-9f53-47f1-ad6a-6a3570b6f3a6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.551584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.587515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Deleting port bb945ac0-2f65-4120-89c7-114c9b1131f6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:49.588014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.599586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:49.611596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:49.616947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:49.626034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.626256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:49.651095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.653056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ca9eef2-9f53-47f1-ad6a-6a3570b6f3a6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.655950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.686126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 415ff581-5bc4-4569-96ca-af7934ae9549, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=415ff581-5bc4-4569-96ca-af7934ae9549,segment=NetworkSegment(029a298b-f829-4c93-a07a-fdd118df9a9d),segment_id=029a298b-f829-4c93-a07a-fdd118df9a9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:49.693303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.754210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ca9eef2-9f53-47f1-ad6a-6a3570b6f3a6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.754493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.761383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Pushing event deleted for resources: {'Port': ['ID=bb945ac0-2f65-4120-89c7-114c9b1131f6,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:49.775040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.775256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Fanout notify agent at l3_agent the message router_deleted on router 29efd845-a881-489e-a002-50936a37c8bc {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:16:49.790489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d524d7db-7cad-4135-afe5-caa9af2e3acb None None] Current status of the port 415ff581-5bc4-4569-96ca-af7934ae9549 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:49.790489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d524d7db-7cad-4135-afe5-caa9af2e3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.791333 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.808018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.808384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.808704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.809160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.810622 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Transition to ACTIVE for port object 04281b38-6eba-4f9e-a61c-d79b60a8b14b will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:49.810759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.811197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.811552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.811916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.812736 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.813130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.813462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.813789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.820086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52f8f6-5a82-4e96-b3ab-b0fe6886da2e None None] No DVR routers for this DVR port bb945ac0-2f65-4120-89c7-114c9b1131f6 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:49.821899 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.862101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ca9eef2-9f53-47f1-ad6a-6a3570b6f3a6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.874887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9eef2-9f53-47f1-ad6a-6a3570b6f3a6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=f17636e9-c26b-494f-8a09-d0f6d9ccad54,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:49.894285 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ca9eef2-9f53-47f1-ad6a-6a3570b6f3a6 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/f17636e9-c26b-494f-8a09-d0f6d9ccad54 HTTP/1.1" status: 204 len: 168 time: 0.5823052 Sep 19 17:16:49.896877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46008) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:49.931439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:49.932823 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bf928e5b-4606-46b7-bd5e-1e801fcf2987 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/29efd845-a881-489e-a002-50936a37c8bc HTTP/1.1" status: 204 len: 168 time: 5.7063234 Sep 19 17:16:50.009935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46012) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:50.058015 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c6e82f75-e20b-4493-aa8d-8a1c6dbc0468 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1572258 Sep 19 17:16:50.058727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46016) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:50.085299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-477878392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:50.095075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:50.110346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-d524d7db-7cad-4135-afe5-caa9af2e3acb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:16:50.110772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-d524d7db-7cad-4135-afe5-caa9af2e3acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:16:50.129099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:50.142684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=415ff581-5bc4-4569-96ca-af7934ae9549,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:50.199747 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Attempting to bind port 04281b38-6eba-4f9e-a61c-d79b60a8b14b on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:50.202154 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Attempting to bind port 04281b38-6eba-4f9e-a61c-d79b60a8b14b by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:50.202841 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Attempting to bind port 04281b38-6eba-4f9e-a61c-d79b60a8b14b on network dbfe7a90-e955-473d-bbd7-96adec8d4445 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:50.213209 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:50.213586 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Checking segment: {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:50.213985 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.214376 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Bound using segment: {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:50.214861 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Bound port: 04281b38-6eba-4f9e-a61c-d79b60a8b14b, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:50.215409 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.221780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] The port 'bb945ac0-2f65-4120-89c7-114c9b1131f6' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:16:50.249362 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Pushing event updated for resources: {'Port': ['ID=04281b38-6eba-4f9e-a61c-d79b60a8b14b,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:50.278079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f1144ee-5bfe-4ac0-ae1c-22d65732002a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:50.316169 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.316662 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.317262 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.317491 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.318069 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.318499 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.318993 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.319422 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.320103 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.321100 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.321100 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.321581 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:50.321691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Usage tracker for resource:router and tenant:bb74822729ea42ac9d592491623d7096 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:50.390620 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] For port 04281b38-6eba-4f9e-a61c-d79b60a8b14b, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:50.394252 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] For port 04281b38-6eba-4f9e-a61c-d79b60a8b14b, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=04281b38-6eba-4f9e-a61c-d79b60a8b14b,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:50.397518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:50.400053 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.402334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:50.409827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] Deleting port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:50.411138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.432307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:50.456408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.464367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.466977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccf432-64f0-4cd8-8962-5501643185d3 None None] Network 0e94280d-bb69-4937-99bf-0cd386e9304e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:50.488577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.509808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.511308 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0936520 Sep 19 17:16:50.518144 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:50.519477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46020) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:50.520995 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:50.522582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.523781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.529069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fbfa18-fef2-4488-9433-42e125d7c4b2']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:50.542814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.543559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f4bca2-af43-4dc1-9d2a-377eff32dcc9') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:50.543863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f4bca2-af43-4dc1-9d2a-377eff32dcc9') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:50.556543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.573539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'f7d2f24e-69e1-423c-b0ab-a77ee7659890', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:50.577103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.581895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:50.585246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:16:50.585721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.587083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:50.590414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:50.597099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:50.612188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.640443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:50.645474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:50.649184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:50.657330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:50.671463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.676596 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b67ab9bb-019f-4091-a270-b32e866f231f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6308594 Sep 19 17:16:50.686642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:50.687776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.742678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:50.748025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.755660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.760204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:50.770891 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:50.780700 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 51f4bca2-af43-4dc1-9d2a-377eff32dcc9 resource provider aggregate not found Sep 19 17:16:50.788327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d524d7db-7cad-4135-afe5-caa9af2e3acb None None] Current status of the port 415ff581-5bc4-4569-96ca-af7934ae9549 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:50.814201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] 10.222.0.83 "DELETE /v2.0/networks/f3fbfa18-fef2-4488-9433-42e125d7c4b2 HTTP/1.1" status: 204 len: 168 time: 2.8029604 Sep 19 17:16:50.821492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:50.844592 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 51f4bca2-af43-4dc1-9d2a-377eff32dcc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51f4bca2-af43-4dc1-9d2a-377eff32dcc9 found for delete ", "request_id": "req-06d7fab6-3847-448e-9e1a-72e989eafbec"}]} Sep 19 17:16:51.020077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c033-5c42-4feb-a1cd-7e59e51b942a tempest-TagsExtTest-172597859 tempest-TagsExtTest-172597859-project] Pushing event deleted for resources: {'Network': ['ID=f3fbfa18-fef2-4488-9433-42e125d7c4b2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:51.035702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b83df-967b-43b0-a5dc-97ca1df6e976 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d2f24e-69e1-423c-b0ab-a77ee7659890,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:51.037441 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bb945ac0-2f65-4120-89c7-114c9b1131f6 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:51.041523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': True}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:51.105073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: bb945ac0-2f65-4120-89c7-114c9b1131f6 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:51.105512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bb945ac0-2f65-4120-89c7-114c9b1131f6 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:51.108221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.141346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Allocated IP 172.20.0.1 (50b66166-c3a5-4f3f-b21f-78828fd0f494/839025cb-eafa-42a5-bb91-cb4301749961/b5b669d7-1a6a-4ee6-b359-1863d6b9eab5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:51.168570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] For port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:51.169352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.186430 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:50Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:51.190766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-79cc584e-2bdf-4a1a-ac04-4ab547ac9643 None None] Provisioning for port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:51.191914 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9387b78-06f4-4b57-bbe1-176a87490085 None None] Pushing event updated for resources: {'Port': ['ID=04281b38-6eba-4f9e-a61c-d79b60a8b14b,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:51.194878 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceeba3-fcee-43f6-acab-a9066400497c None None] The sync data for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv is: [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:50Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:51.273045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-79cc584e-2bdf-4a1a-ac04-4ab547ac9643 None None] Provisioning complete for port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:51.273378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79cc584e-2bdf-4a1a-ac04-4ab547ac9643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.389499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:51.417667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] Calling delete_port for 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:51.423945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.437692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:51.440538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:51.443138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.461549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Transition to ACTIVE for port object b5b669d7-1a6a-4ee6-b359-1863d6b9eab5 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:51.490095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.512982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.546753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:51.547687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.582166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.586342 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0631044 Sep 19 17:16:51.591711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46042) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:51.604994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'f7d2f24e-69e1-423c-b0ab-a77ee7659890', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:51.613407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-79cc584e-2bdf-4a1a-ac04-4ab547ac9643 None None] Current status of the port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:51.613705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79cc584e-2bdf-4a1a-ac04-4ab547ac9643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.632647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:51.638662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network 50b66166-c3a5-4f3f-b21f-78828fd0f494 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:51.644299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:51.650260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:51.664027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:51.673458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.678571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:51.682731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:51.751449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:51.795002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.797922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Port': ['ID=b5b669d7-1a6a-4ee6-b359-1863d6b9eab5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:51.804430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=53e75175-606f-44dc-8719-3597aaaf80c4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:51.824615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] Pushing event deleted for resources: {'Port': ['ID=1fe0c40b-1a5c-44c8-b981-d15f3374e2d1,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:51.840284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-79cc584e-2bdf-4a1a-ac04-4ab547ac9643 None None] For port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f1144ee-5bfe-4ac0-ae1c-22d65732002a,segment=NetworkSegment(47cc4a81-739b-4921-bf90-3e4ecd5dbc44),segment_id=47cc4a81-739b-4921-bf90-3e4ecd5dbc44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:51.842057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a522dd7-dda4-447d-b618-8f05a09923dc None None] No DVR routers for this DVR port 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:51.846176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79cc584e-2bdf-4a1a-ac04-4ab547ac9643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:51.866040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ef8cf-74c6-42d8-9235-9193a215792a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5383e7-66c9-4bb4-a818-ea707d39f089,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:51.929263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3417d5c-f73d-43b4-ac40-071dcea485f6 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:51.946386 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-047a0398-c1b0-427c-aab1-c11de81a5547 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8733592 Sep 19 17:16:52.005081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46046) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:52.021275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:52.127328 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-06eaaba1-faf8-4274-ad09-b9432b78a458 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cb66f9ef700a475bbbdec33d79c0ef3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880989 Sep 19 17:16:52.134928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:52.243859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 04281b38-6eba-4f9e-a61c-d79b60a8b14b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:52.254544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.273455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.286669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-28dbd735-0ff4-4178-9489-a85ce28746f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.315857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:52.339145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:52.342604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:52.348083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:52.353414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-28dbd735-0ff4-4178-9489-a85ce28746f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.356806 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5ff533e0-6843-42c9-93fe-ea69dcd32e70 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9822385 Sep 19 17:16:52.362282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46054) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:52.369390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:52.385118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:52.410841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f7a4ae18-254c-4fbf-b585-1617786ef742 None None] Provisioning complete for port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:52.411619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ae18-254c-4fbf-b585-1617786ef742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.419526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:52.423018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.453861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:52.454846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff3889d-fa47-48f8-a084-1ed630b69956 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet ff92c977-8397-4bd3-9411-aba1ce694d19 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:16:52.456004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:52.489883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ff3889d-fa47-48f8-a084-1ed630b69956 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.539585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.580808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.617035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc584e-2bdf-4a1a-ac04-4ab547ac9643 None None] Pushing event updated for resources: {'Port': ['ID=4f1144ee-5bfe-4ac0-ae1c-22d65732002a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:52.626307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acad3c9-7608-456f-970e-1daa61860c5c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:52.662568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ff3889d-fa47-48f8-a084-1ed630b69956 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.720606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.783392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.783392 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e815fcef-2bcf-4543-b3e8-65462ca429a2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1868081 Sep 19 17:16:52.787372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46058) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:52.795378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'f7d2f24e-69e1-423c-b0ab-a77ee7659890', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:52.832936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:52.847110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'tenant_id': '0b8c953c82f545b18a89c16a10e91225', 'fixed_ips': [{'subnet_id': '53e75175-606f-44dc-8719-3597aaaf80c4'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:16:52.847949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:52.848925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.861249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:52.875092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-28dbd735-0ff4-4178-9489-a85ce28746f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.883706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:52.890362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 04281b38-6eba-4f9e-a61c-d79b60a8b14b completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:52.916175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbd735-0ff4-4178-9489-a85ce28746f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a0dabe-0e10-44cf-9720-de5737864461,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:52.934718 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53e75175-606f-44dc-8719-3597aaaf80c4 (CIDR: 2001:db8::/64) Sep 19 17:16:52.937493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.958953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:52.972781 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:16:52.973273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:16:52.983816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.985694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-28dbd735-0ff4-4178-9489-a85ce28746f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:52.989356 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-28dbd735-0ff4-4178-9489-a85ce28746f4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d2a0dabe-0e10-44cf-9720-de5737864461 HTTP/1.1" status: 204 len: 168 time: 0.8493812 Sep 19 17:16:53.025253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ff3889d-fa47-48f8-a084-1ed630b69956 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.032279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.037018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 04281b38-6eba-4f9e-a61c-d79b60a8b14b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:53.039549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.064127 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d58aacf3-2268-4923-b27b-fad081e03b34 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0566516 Sep 19 17:16:53.066041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46064) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:53.083151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'subnet': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:53.210520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.214023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.252942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910ab334-06a6-4d29-aaa0-6faf22b35f74,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:53.278760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Allocated IP 172.26.10.188 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/dc197942-d69a-4bbe-9202-50791cededa2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:53.287447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.288729 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92df5ad8-fc02-489b-8841-d34a0e83edad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977348 Sep 19 17:16:53.293183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46070) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:53.299570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'f7d2f24e-69e1-423c-b0ab-a77ee7659890', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:53.309119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:53.343155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:53.396866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:53.414405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:53.440175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.442593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.491824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4ae18-254c-4fbf-b585-1617786ef742 None None] Current status of the port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:53.508326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.547492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ff3889d-fa47-48f8-a084-1ed630b69956 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.568370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.611034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.667580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3889d-fa47-48f8-a084-1ed630b69956 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=ff92c977-8397-4bd3-9411-aba1ce694d19,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:53.683203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ff3889d-fa47-48f8-a084-1ed630b69956 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.721557 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4ff3889d-fa47-48f8-a084-1ed630b69956 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/ff92c977-8397-4bd3-9411-aba1ce694d19 HTTP/1.1" status: 204 len: 168 time: 1.3532395 Sep 19 17:16:53.729199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46086) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:53.758537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.764697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Port': ['ID=b5b669d7-1a6a-4ee6-b359-1863d6b9eab5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:53.777893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.779910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:53.784226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:53.793881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb622ea-6464-41dc-87d5-6c7b5ea1eee5 None None] Network e878ff3a-fdec-4cab-9829-831950c791fb requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:53.806536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:53.864699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:53.878007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:subnet and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:53.883330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:53.892598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:53.893453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'Port': ['ID=dc197942-d69a-4bbe-9202-50791cededa2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:53.903987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.935137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:53.939015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:53.995570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network 50b66166-c3a5-4f3f-b21f-78828fd0f494 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:54.001429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:54.035607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-12ce1ff9-36c2-44d4-becc-df6c65983581 None None] Provisioning for port b5b669d7-1a6a-4ee6-b359-1863d6b9eab5 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:54.038545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 04281b38-6eba-4f9e-a61c-d79b60a8b14b is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:54.050969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:54.098321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 04281b38-6eba-4f9e-a61c-d79b60a8b14b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=04281b38-6eba-4f9e-a61c-d79b60a8b14b,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:54.100609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Allocated IP 2001:db8::2 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/53e75175-606f-44dc-8719-3597aaaf80c4/2e8e1690-c13e-4fdd-9663-0303796f79ff) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:16:54.153734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:54.154519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 415ff581-5bc4-4569-96ca-af7934ae9549 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:54.201802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f1f4be-12b5-41d1-a5fd-9717e2151268,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:54.232470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-12ce1ff9-36c2-44d4-becc-df6c65983581 None None] Provisioning complete for port b5b669d7-1a6a-4ee6-b359-1863d6b9eab5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:54.232864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-12ce1ff9-36c2-44d4-becc-df6c65983581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:54.393292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:54.397237 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11409005-2244-409a-83e2-94a62e92ae7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1004913 Sep 19 17:16:54.407579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:54.412513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:54.482488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'f7d2f24e-69e1-423c-b0ab-a77ee7659890', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:54.498382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:54.508416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:54.541472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:54.543260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-12ce1ff9-36c2-44d4-becc-df6c65983581 None None] Port b5b669d7-1a6a-4ee6-b359-1863d6b9eab5 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:54.557481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 76634b68-4fc8-4536-9f10-a699f547ea3a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:54.557828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:54.601913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:54.645950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cbd6c-2992-40c2-8ed3-07fe562a4e2d req-4536c319-1f02-4069-a6d8-aefc66aaf298 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:54.647610 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9c7cbd6c-2992-40c2-8ed3-07fe562a4e2d req-4536c319-1f02-4069-a6d8-aefc66aaf298 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 945 time: 0.5668421 Sep 19 17:16:54.687086 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:16:54.837119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 415ff581-5bc4-4569-96ca-af7934ae9549 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:54.851344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:54.893074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Router 9b763eed-233d-4271-955a-47d35f88c09a is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:16:54.984804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.091742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=04281b38-6eba-4f9e-a61c-d79b60a8b14b,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:55.118677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:55.120117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-53d39124-c0df-458a-8431-e789a5bdce9c None None] Provisioning complete for port b5b669d7-1a6a-4ee6-b359-1863d6b9eab5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:55.120517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-53d39124-c0df-458a-8431-e789a5bdce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.129716 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d56d3d-33d5-42a5-bf26-302128e2979f None None] Sync routers for ids ['9b763eed-233d-4271-955a-47d35f88c09a'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:55.133108 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7069e2c1-d4f8-44d8-9e08-ebeaddd8e16c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "PUT /v2.0/routers/9b763eed-233d-4271-955a-47d35f88c09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2145362 Sep 19 17:16:55.143702 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d56d3d-33d5-42a5-bf26-302128e2979f None None] Routers {'9b763eed-233d-4271-955a-47d35f88c09a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:55.144794 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-11d56d3d-33d5-42a5-bf26-302128e2979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9b763eed-233d-4271-955a-47d35f88c09a'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:55.201767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-53d39124-c0df-458a-8431-e789a5bdce9c None None] Port b5b669d7-1a6a-4ee6-b359-1863d6b9eab5 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:16:55.246698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46116) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:55.262746 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-11d56d3d-33d5-42a5-bf26-302128e2979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:55.280659 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d56d3d-33d5-42a5-bf26-302128e2979f None None] Routers {'9b763eed-233d-4271-955a-47d35f88c09a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:55.281286 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-11d56d3d-33d5-42a5-bf26-302128e2979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9b763eed-233d-4271-955a-47d35f88c09a'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:55.353901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:47Z', 'revision_number': 10, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:55.360737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port 76634b68-4fc8-4536-9f10-a699f547ea3a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=76634b68-4fc8-4536-9f10-a699f547ea3a,segment=NetworkSegment(c7c03666-fa95-42de-8fdd-4e6e437ca7ce),segment_id=c7c03666-fa95-42de-8fdd-4e6e437ca7ce)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:55.361162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.362095 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-11d56d3d-33d5-42a5-bf26-302128e2979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:55.362487 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d56d3d-33d5-42a5-bf26-302128e2979f None None] The sync data for ids ['9b763eed-233d-4271-955a-47d35f88c09a'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:55.443112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.469294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Transition to ACTIVE for port object 2e8e1690-c13e-4fdd-9663-0303796f79ff will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:55.511074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Transition to ACTIVE for port object 2e8e1690-c13e-4fdd-9663-0303796f79ff will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:16:55.516091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:16:55.525115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 76634b68-4fc8-4536-9f10-a699f547ea3a owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:55.525932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed1631-2ac1-4fac-96c0-1f35cc9b6af9 None None] DHCP port deletion for e878ff3a-fdec-4cab-9829-831950c791fb request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:16:55.528082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.566217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.589435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-13ed1631-2ac1-4fac-96c0-1f35cc9b6af9 None None] Deleting port 76634b68-4fc8-4536-9f10-a699f547ea3a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:55.589827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-13ed1631-2ac1-4fac-96c0-1f35cc9b6af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.633736 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9c7cbd6c-2992-40c2-8ed3-07fe562a4e2d req-bd66db51-2a9b-4015-8a84-d0fd2d3895c7 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9771388 Sep 19 17:16:55.651987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46124) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:55.659172 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169119378', 'description': 'tempest-secgroup-smoke-1169119378 description', 'project_id': 'dceb64b83fb344fca937a777bcae3076'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:55.661621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.676855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:55.677672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:55.680089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:55.740651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=76634b68-4fc8-4536-9f10-a699f547ea3a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:55.747810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No DVR routers for this DVR port 76634b68-4fc8-4536-9f10-a699f547ea3a on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:16:55.751754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:55.754076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:55.755444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.775463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:55.792255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:55.793361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.826938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.831341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:16:55.848973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Pushing event updated for resources: {'Port': ['ID=2e8e1690-c13e-4fdd-9663-0303796f79ff,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:55.883617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:55.925811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.objects.ports [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89056) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:16:55.930477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:55.941647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 415ff581-5bc4-4569-96ca-af7934ae9549 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:55.948281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-13ed1631-2ac1-4fac-96c0-1f35cc9b6af9 None None] The port '76634b68-4fc8-4536-9f10-a699f547ea3a' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:16:55.948695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-c6b82564-cb1b-4d1a-b0b3-9af51a9f5740 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:55.950083 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-c6b82564-cb1b-4d1a-b0b3-9af51a9f5740 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 945 time: 0.5543613 Sep 19 17:16:55.998037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed8e11e-1339-4853-8623-b65d23e92803,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:56.026142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.031614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:16:56.039343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.043212 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52c06bb4-a352-4a87-b330-71bb7a988611 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5722101 Sep 19 17:16:56.044549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46128) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:56.052824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.075396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:56.128715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'f7d2f24e-69e1-423c-b0ab-a77ee7659890', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:56.134610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:56.134989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1fe0c40b-1a5c-44c8-b981-d15f3374e2d1 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:56.135527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e878ff3a-fdec-4cab-9829-831950c791fb']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:56.141889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Attempting to bind port 2e8e1690-c13e-4fdd-9663-0303796f79ff on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:16:56.142267 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Attempting to bind port 2e8e1690-c13e-4fdd-9663-0303796f79ff by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:16:56.142629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Attempting to bind port 2e8e1690-c13e-4fdd-9663-0303796f79ff on network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:16:56.154888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:56.155317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c03666-fa95-42de-8fdd-4e6e437ca7ce') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:56.172486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.177793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:56.194838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.203721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:16:56.206003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.206169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:16:56.206316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group_rule and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:56.206483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Checking segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:16:56.206483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.206483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Bound using segment: {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:16:56.206980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Bound port: 2e8e1690-c13e-4fdd-9663-0303796f79ff, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:16:56.207304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.271444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:56.281854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 04281b38-6eba-4f9e-a61c-d79b60a8b14b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:56.317063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:56.330480 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c7c03666-fa95-42de-8fdd-4e6e437ca7ce resource provider aggregate not found Sep 19 17:16:56.346453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:56.351614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:56.360547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:56.388372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.394080 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment c7c03666-fa95-42de-8fdd-4e6e437ca7ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7c03666-fa95-42de-8fdd-4e6e437ca7ce found for delete ", "request_id": "req-ad82aea5-43d4-4fb2-9597-65d46e0ec4c7"}]} Sep 19 17:16:56.454573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:56.474440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Deleting port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:56.474793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.482833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] For port 2e8e1690-c13e-4fdd-9663-0303796f79ff, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:16:56.483818 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:16:56.498896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.525816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] For port 2e8e1690-c13e-4fdd-9663-0303796f79ff, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2e8e1690-c13e-4fdd-9663-0303796f79ff,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:16:56.526429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.533121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 04281b38-6eba-4f9e-a61c-d79b60a8b14b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:56.533390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.563188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:56.566139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=e878ff3a-fdec-4cab-9829-831950c791fb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:56.574586 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-94ca31c3-298f-48a0-80be-8e024c1f7b49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/e878ff3a-fdec-4cab-9829-831950c791fb HTTP/1.1" status: 204 len: 168 time: 2.8438873 Sep 19 17:16:56.585167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46136) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:56.696150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bb7bc-cbb3-4c2d-99fe-75ed196b0ecb None None] Pushing event updated for resources: {'Port': ['ID=2e8e1690-c13e-4fdd-9663-0303796f79ff,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:56.783096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:47Z', 'revision_number': 10, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:56.790958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a81d66d-dd31-4206-b651-f0b385ec2709 None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:16:47Z', 'revision_number': 10, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None, '_interfaces': [{'id': '386de9fe-6645-4672-bc07-a28ca215d561', 'name': '', 'network_id': '89e0238c-f25b-4e67-9df1-4b4d961b3a03', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'mac_address': 'fa:16:3e:13:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:28Z', 'updated_at': '2022-09-19T17:15:41Z', 'revision_number': 5, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'subnets': [{'id': 'f5f1460a-9d3b-46f6-b978-4ac2be39e3c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:56.799756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 04281b38-6eba-4f9e-a61c-d79b60a8b14b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:56.801387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f1144ee-5bfe-4ac0-ae1c-22d65732002a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:56.900202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:56.900583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.062471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.065024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.072311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.083775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.099061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:57.140918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.237549 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-1c6ebd39-9a42-4c75-9832-30e1e96b15fa tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:16:57.245247 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c6ebd39-9a42-4c75-9832-30e1e96b15fa tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "PUT /v2.0/routers/9b763eed-233d-4271-955a-47d35f88c09a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9943464 Sep 19 17:16:57.261386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 76634b68-4fc8-4536-9f10-a699f547ea3a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:57.263228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:57.302437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.313771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 76634b68-4fc8-4536-9f10-a699f547ea3a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:57.314379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 76634b68-4fc8-4536-9f10-a699f547ea3a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:57.337935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d688d95e-9815-43b2-93a8-364085fc8929,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:57.341627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.372508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:57.398573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group_rule and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:57.414984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:57.439055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:57.448536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] For port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:57.448965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.512263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.523328 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fab63b5e-e65d-4cab-98b4-75840d2546fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4593618 Sep 19 17:16:57.527506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca6c1f-45b3-4193-a0e1-9208acc9d537,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:57.538653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2554-a3fe-414d-9661-2e90b0ed3d61 req-4b98aa05-c671-4486-b590-5acd9b1dd75b tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:57.545645 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f1e2554-a3fe-414d-9661-2e90b0ed3d61 req-4b98aa05-c671-4486-b590-5acd9b1dd75b tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 945 time: 0.6956279 Sep 19 17:16:57.748483 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f1e2554-a3fe-414d-9661-2e90b0ed3d61 req-72096997-9d6b-4c94-9210-a36458b6b896 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019389 Sep 19 17:16:57.914494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] For port 2e8e1690-c13e-4fdd-9663-0303796f79ff, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2e8e1690-c13e-4fdd-9663-0303796f79ff,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:57.922274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.930319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:57.979655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-113a9f51-8664-4cb1-8334-f6f55b67ee42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:58.047918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Router b8568514-4cba-4323-af2c-dd393be4a690 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:16:58.059550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19419fce-697e-4f1f-b024-3806a29af005,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:58.078594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-113a9f51-8664-4cb1-8334-f6f55b67ee42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:58.080027 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-113a9f51-8664-4cb1-8334-f6f55b67ee42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394792214&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.3121951 Sep 19 17:16:58.087515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.094544 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-909db576-c664-4a95-b766-9be7a5537214 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4338732 Sep 19 17:16:58.094835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46158) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:58.101458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.107711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'security_group_rule': {'security_group_id': '19419fce-697e-4f1f-b024-3806a29af005', 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:58.117355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.118141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.122818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:58.215357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.215730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.216039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Floating IP 84c6d2e6-c438-433c-8bfc-aeaf80a150b8 disassociated. External IP: 172.26.10.164, port: 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0. Sep 19 17:16:58.216466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Calling delete_port for 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:16:58.256220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Subnet': ['ID=adc13dc6-545c-4368-b497-6e1198e3e435,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:58.258723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group_rule and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:58.269710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d76d88b2-9796-410e-b3dc-0c9c5e06eac3 None None] Provisioning for port 2e8e1690-c13e-4fdd-9663-0303796f79ff completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:58.279178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2e8e1690-c13e-4fdd-9663-0303796f79ff up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:16:58.289901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:58.309612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:58.329496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:16:58.338836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:16:58.349174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:58.349748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.356078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ca299-32de-419c-9b07-41f08546c45b None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:16:58.388782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.402378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=2e8e1690-c13e-4fdd-9663-0303796f79ff,revision_number=4']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:58.413919 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8d7d688d-5ffc-40f3-8df4-2a2bfde083bd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3467789 Sep 19 17:16:58.421863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46162) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:58.432816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Request body: {'port': {'network_id': '9ca82f69-6a8f-4b75-8656-0660f7a0a6d2', 'mac_address': 'fa:16:3e:1d:53:9a', 'name': 'tempest-NetworksTestDHCPv6-603474862'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:58.571168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 2e8e1690-c13e-4fdd-9663-0303796f79ff completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:16:58.579072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2e8e1690-c13e-4fdd-9663-0303796f79ff triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:58.579599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.661606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-eed1b996-eb07-4350-940b-0994f260dde7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:58.662581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-eed1b996-eb07-4350-940b-0994f260dde7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:58.671568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:16:58.678571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.682673 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ac17c675-806d-4231-8b3f-797981b05853 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "PUT /v2.0/routers/b8568514-4cba-4323-af2c-dd393be4a690 HTTP/1.1" status: 200 len: 915 time: 7.6523430 Sep 19 17:16:58.686460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46166) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:58.692617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363733cd-0170-4eb7-821f-3185fe48543e None None] Sync routers for ids ['b8568514-4cba-4323-af2c-dd393be4a690'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:16:58.720802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363733cd-0170-4eb7-821f-3185fe48543e None None] Routers {'b8568514-4cba-4323-af2c-dd393be4a690'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:58.721760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-363733cd-0170-4eb7-821f-3185fe48543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b8568514-4cba-4323-af2c-dd393be4a690'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:58.766183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:58.781288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Usage tracker for resource:port and tenant:0b8c953c82f545b18a89c16a10e91225 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:58.787620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:58.805451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:58.821520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-eed1b996-eb07-4350-940b-0994f260dde7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:58.822686 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-eed1b996-eb07-4350-940b-0994f260dde7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=dbfe7a90-e955-473d-bbd7-96adec8d4445 HTTP/1.1" status: 200 len: 796 time: 0.6898484 Sep 19 17:16:58.835353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-363733cd-0170-4eb7-821f-3185fe48543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:58.861534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2e8e1690-c13e-4fdd-9663-0303796f79ff is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:58.861924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.869765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.875005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363733cd-0170-4eb7-821f-3185fe48543e None None] Routers {'b8568514-4cba-4323-af2c-dd393be4a690'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:16:58.875643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-363733cd-0170-4eb7-821f-3185fe48543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b8568514-4cba-4323-af2c-dd393be4a690'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:58.900107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Made reservation on behalf of 0b8c953c82f545b18a89c16a10e91225 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:16:58.917108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.925304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.948739 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-363733cd-0170-4eb7-821f-3185fe48543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:16:58.949156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363733cd-0170-4eb7-821f-3185fe48543e None None] The sync data for ids ['b8568514-4cba-4323-af2c-dd393be4a690'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:16:58.970841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 2e8e1690-c13e-4fdd-9663-0303796f79ff, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2e8e1690-c13e-4fdd-9663-0303796f79ff,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:16:58.975721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:58.985350 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-4630e893-c0b5-4255-b6f6-17603eaf7520 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.1518402 Sep 19 17:16:59.012111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0f4e4736-826e-41d0-89de-b520157e674f no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:16:59.068149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 0f4e4736-826e-41d0-89de-b520157e674f {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:16:59.068815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0f4e4736-826e-41d0-89de-b520157e674f not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:16:59.084070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:59.092645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=2e8e1690-c13e-4fdd-9663-0303796f79ff,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:59.162506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679618f5-c9bb-4ce7-9ffd-3ba091a2b01d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:59.178672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-15b91d88-05d2-4bb4-abcf-c78702b619b4 req-52df70d0-a11f-41ef-9c1c-b5d6742ea5e8 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:59.181564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:59.187749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event deleted for resources: {'Port': ['ID=0bcccb19-48b0-4103-bb32-f6b60dbb2ee0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:59.193554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:59.198025 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a559d9ef-4f1a-4805-89c7-13347f15f928 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0991786 Sep 19 17:16:59.210478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46172) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:59.250687 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e0574bbb-c098-4eaf-9eed-86ade8f791b4 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/routers/b8568514-4cba-4323-af2c-dd393be4a690 HTTP/1.1" status: 200 len: 921 time: 0.5612986 Sep 19 17:16:59.270379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46174) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:59.271510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-15b91d88-05d2-4bb4-abcf-c78702b619b4 req-52df70d0-a11f-41ef-9c1c-b5d6742ea5e8 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:59.272786 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-15b91d88-05d2-4bb4-abcf-c78702b619b4 req-52df70d0-a11f-41ef-9c1c-b5d6742ea5e8 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 210 time: 0.3500698 Sep 19 17:16:59.289904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'security_group_rule': {'security_group_id': '19419fce-697e-4f1f-b024-3806a29af005', 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:16:59.359264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:16:59.383413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group_rule and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:16:59.394092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:16:59.405379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:16:59.409202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:59.524936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-57f9c7cf-d804-47f4-b9f8-1f91f5e96b38 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:16:59.536905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] device_id is not set on port 3adda3d1-e0bc-4b3e-b35d-eb15f000da40 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:16:59.601477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:59.606806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-57f9c7cf-d804-47f4-b9f8-1f91f5e96b38 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:16:59.608483 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-57f9c7cf-d804-47f4-b9f8-1f91f5e96b38 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5962079 Sep 19 17:16:59.637036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Router 75f93102-03bb-4f55-96ba-60324115fb5d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:16:59.697511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb48a280-8d1c-49e1-acee-e8d2cb2ad07b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:59.701692 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bb48a280-8d1c-49e1-acee-e8d2cb2ad07b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=b8568514-4cba-4323-af2c-dd393be4a690&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.4254458 Sep 19 17:16:59.705401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46180) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:16:59.757936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d7fb2d99-ff93-4990-ba5a-8c3b50e8d89b None None] Provisioning complete for port 2e8e1690-c13e-4fdd-9663-0303796f79ff triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:16:59.760223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2d99-ff93-4990-ba5a-8c3b50e8d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:59.779023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting port 386de9fe-6645-4672-bc07-a28ca215d561 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:16:59.779366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:59.888042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb2d99-ff93-4990-ba5a-8c3b50e8d89b None None] Current status of the port 2e8e1690-c13e-4fdd-9663-0303796f79ff is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:16:59.943714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:16:59.958362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.027219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:17:00.067381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:17:00.067889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:17:00.079330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Deleting port b5b669d7-1a6a-4ee6-b359-1863d6b9eab5 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:00.079659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.133817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86f8789-9cde-4df3-8ea4-ce939331fcc9,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:00.160553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.164608 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6c12be52-3024-44e3-ab73-cbd404700ade tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9011548 Sep 19 17:17:00.168157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46184) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:00.183063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'security_group_rule': {'security_group_id': '19419fce-697e-4f1f-b024-3806a29af005', 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:00.189255 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-10fe86a2-cdb1-45c0-988a-29acd85fa787 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447049 Sep 19 17:17:00.190128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f6f53-ba49-40f3-ae83-99c40f2eb30b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:00.194159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ae9f6f53-ba49-40f3-ae83-99c40f2eb30b tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 881 time: 0.4833286 Sep 19 17:17:00.198713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46188) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:00.199696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:00.247498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group_rule and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:00.249881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2e8e1690-c13e-4fdd-9663-0303796f79ff up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:00.252163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:00.254518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8::3b9 (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/53e75175-606f-44dc-8719-3597aaaf80c4/3adda3d1-e0bc-4b3e-b35d-eb15f000da40) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:00.256590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:00.268494 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:00.287224 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:00.287785 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:00.310383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:00.316866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-695da6e9-22b8-4477-9a90-b723d56f3ee0 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8568514-4cba-4323-af2c-dd393be4a690 HTTP/1.1" status: 200 len: 205 time: 0.1119664 Sep 19 17:17:00.322940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:539a (9ca82f69-6a8f-4b75-8656-0660f7a0a6d2/adc13dc6-545c-4368-b497-6e1198e3e435/3adda3d1-e0bc-4b3e-b35d-eb15f000da40) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:00.326526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46194) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:00.411098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2e8e1690-c13e-4fdd-9663-0303796f79ff triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:00.413293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.488620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.595527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2e8e1690-c13e-4fdd-9663-0303796f79ff is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:00.609776 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:00.663291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Calling delete_port for b5b669d7-1a6a-4ee6-b359-1863d6b9eab5 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:00.688600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] No DVR routers for this DVR port 0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:17:00.712761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.714684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7fceba17-6b7d-43a6-bf59-de04bfc17f50 req-8b284502-ec1c-4264-be50-b0ff7f4854e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "DELETE /v2.0/ports/0bcccb19-48b0-4103-bb32-f6b60dbb2ee0 HTTP/1.1" status: 204 len: 173 time: 4.7125249 Sep 19 17:17:00.727782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'name': 'network-vif-deleted', 'tag': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:00.730434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f94d14-8c3d-46ee-b7cc-d2e61be5d2fd" -d '{"events": [{"server_uuid": "70db7e33-b8b1-4707-ac62-22a87b8debc8", "name": "network-vif-deleted", "tag": "0bcccb19-48b0-4103-bb32-f6b60dbb2ee0"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:00.734793 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-38dc3902-938e-4ccb-a1b4-be316e33fb7a req-905a0fff-bf37-4d99-8090-707430feb84c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 210 time: 0.1708603 Sep 19 17:17:00.748155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] For port 386de9fe-6645-4672-bc07-a28ca215d561, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=386de9fe-6645-4672-bc07-a28ca215d561,segment=NetworkSegment(27f9cd4f-b0a3-4213-b568-6eac06537fac),segment_id=27f9cd4f-b0a3-4213-b568-6eac06537fac)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:00.748344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.748865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.848408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7562efe3-f206-458d-9a6c-0696f3500b4b x-openstack-request-id: req-7562efe3-f206-458d-9a6c-0696f3500b4b {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:00.848921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70db7e33-b8b1-4707-ac62-22a87b8debc8", "name": "network-vif-deleted", "tag": "0bcccb19-48b0-4103-bb32-f6b60dbb2ee0", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:00.849391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7562efe3-f206-458d-9a6c-0696f3500b4b {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:00.849961 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7562efe3-f206-458d-9a6c-0696f3500b4b'] response: {'server_uuid': '70db7e33-b8b1-4707-ac62-22a87b8debc8', 'name': 'network-vif-deleted', 'tag': '0bcccb19-48b0-4103-bb32-f6b60dbb2ee0', 'status': 'completed', 'code': 200} Sep 19 17:17:00.907500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Calling delete_port for 386de9fe-6645-4672-bc07-a28ca215d561 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:00.933962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:00.952573 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-f3243611-d9a4-469e-96f8-d64587cc3e84 service neutron] 10.222.0.83 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469115 Sep 19 17:17:01.026962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.070061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5269f1-bb79-4aa5-ac48-3a91034581a0,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:01.085834 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:01.093433 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:01.108891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.113031 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f838b5e-f1a7-4481-9702-8da562b7ab7c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9402237 Sep 19 17:17:01.115506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46200) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:01.116719 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:01.117438 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:01.139526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.219487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'security_group_rule': {'security_group_id': '19419fce-697e-4f1f-b024-3806a29af005', 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:01.262304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:01.328767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group_rule and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:01.333570 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf6e31c5-eb46-4dbd-a124-7ef4c5991391 req-8f903b25-935c-40b8-b4fc-1599fb5124c0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 210 time: 0.1010063 Sep 19 17:17:01.339486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:01.361524 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:01.372274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.414547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:01.577868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.660125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.691921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.722611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Deleting port dc197942-d69a-4bbe-9202-50791cededa2 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:01.723006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.741852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Port': ['ID=386de9fe-6645-4672-bc07-a28ca215d561,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:01.825198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Transition to ACTIVE for port object 3adda3d1-e0bc-4b3e-b35d-eb15f000da40 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:01.869887 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:01.874440 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff9f12-84a9-4a26-8e32-221618df262b None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:01.968659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:01.986522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:02.028553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cf9d44-b109-4c75-8df1-ae539bb77310,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:02.095743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:02.112625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:02.116835 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c81b2bc0-b70b-4e65-9df1-35bdf54bdd9c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9898615 Sep 19 17:17:02.122091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46216) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:02.129948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'security_group_rule': {'security_group_id': '19419fce-697e-4f1f-b024-3806a29af005', 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:02.194161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:02.360327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event deleted for resources: {'Port': ['ID=b5b669d7-1a6a-4ee6-b359-1863d6b9eab5,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:02.361074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303d2f6-8dd0-46fd-bb48-dc2f2054248c None None] New status for floating IP 84c6d2e6-c438-433c-8bfc-aeaf80a150b8: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:17:02.401566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:02.408238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group_rule and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:02.412683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:02.418735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:02.422685 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-51d7690c-b396-45e6-9683-3f7555d0a48a req-9bb21654-efa2-4384-abfb-113c522a0ea0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=70db7e33-b8b1-4707-ac62-22a87b8debc8 HTTP/1.1" status: 200 len: 210 time: 0.3154635 Sep 19 17:17:02.427272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:02.446074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Calling delete_port for dc197942-d69a-4bbe-9202-50791cededa2 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:02.499034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:02.501084 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Project dceb64b83fb344fca937a777bcae3076 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:17:02.671739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:02.723124 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d0d099-b502-4bee-ab78-db9e972e383e req-3b6c98ac-3e39-4266-bd7f-6bc7051867ef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 210 time: 0.1646612 Sep 19 17:17:02.910146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:02.942545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:02.966463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:02.977495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event updated for resources: {'Port': ['ID=3adda3d1-e0bc-4b3e-b35d-eb15f000da40,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:02.995298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:03.000760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:03.001363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.036956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:03.075049 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-609f5684-022f-4b1a-a910-aa540a8a366a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.6513550 Sep 19 17:17:03.091083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46226) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:03.101486 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:17:03.137021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.152615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-79f11bd8-acdf-42c9-925b-2dd9645c9c34 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:03.153330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-79f11bd8-acdf-42c9-925b-2dd9645c9c34 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:03.156798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.228012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673d0e6c-1a1e-4e13-9b0e-1b48deb54f0c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:03.243146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-79f11bd8-acdf-42c9-925b-2dd9645c9c34 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:03.244304 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-79f11bd8-acdf-42c9-925b-2dd9645c9c34 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=dbfe7a90-e955-473d-bbd7-96adec8d4445 HTTP/1.1" status: 200 len: 796 time: 0.5314267 Sep 19 17:17:03.247562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f8391d34-2d21-4f91-80ae-36bbd853f3d9 None None] Provisioning for port 3adda3d1-e0bc-4b3e-b35d-eb15f000da40 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:03.253340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f8391d34-2d21-4f91-80ae-36bbd853f3d9 None None] Provisioning complete for port 3adda3d1-e0bc-4b3e-b35d-eb15f000da40 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:03.254281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f8391d34-2d21-4f91-80ae-36bbd853f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.271557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.275425 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-72123bc9-e22f-466a-909f-bd77d0fbd22d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1497607 Sep 19 17:17:03.277418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46230) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:03.287834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'security_group_rule': {'security_group_id': '19419fce-697e-4f1f-b024-3806a29af005', 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:03.309782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f8391d34-2d21-4f91-80ae-36bbd853f3d9 None None] Port 3adda3d1-e0bc-4b3e-b35d-eb15f000da40 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:17:03.312205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:03.320306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:security_group_rule and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:03.327432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:03.332060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.370256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:03.378329 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-16115de7-b810-4919-95c2-9cd3fea3cf9e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 380 time: 0.1255774 Sep 19 17:17:03.401418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['f7d2f24e-69e1-423c-b0ab-a77ee7659890']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:03.420596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event deleted for resources: {'Port': ['ID=dc197942-d69a-4bbe-9202-50791cededa2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:03.509390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Project dceb64b83fb344fca937a777bcae3076 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:17:03.565942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.585313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cd14dfab-ba7d-4d69-a00b-a393e2c4e00a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting port 3adda3d1-e0bc-4b3e-b35d-eb15f000da40 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:03.585658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd14dfab-ba7d-4d69-a00b-a393e2c4e00a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.656122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:03.664664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Router 9b763eed-233d-4271-955a-47d35f88c09a has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:03.666638 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:03.676035 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:03.677076 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:03.689164 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5a26c411-b719-4cc5-aaab-0db820622bf6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1019464 Sep 19 17:17:03.692454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46240) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:03.696875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.746841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:03.793064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.812447 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:03.876736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:03.928791 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:17:01Z', 'revision_number': 11, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:03.933847 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:03.945576 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:03.946204 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:03.974509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:03.976407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f5799b-348f-4260-85e0-e6c4fc6a6aa0,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:03.998708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.010412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.018552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.022623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b3b9e725-39d0-4ceb-bea6-ce44241fbb91 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7396786 Sep 19 17:17:04.027270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46248) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:04.034698 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-81a245a6-4f4e-4036-8ac0-b8f0eea0cba7 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422508582&fields=id&tenant_id=005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 267 time: 0.1710720 Sep 19 17:17:04.038492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'network': {'name': 'tempest-network-smoke--724385197', 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'port_security_enabled': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:04.040185 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-965b214f-5adc-408a-a5dc-5917e3cf3ae3 req-d09ea7a9-8452-46a6-8163-eec01dc14224 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 210 time: 0.1615586 Sep 19 17:17:04.053221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:04.056746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.060350 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:04.078958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:04.079117 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-edd284fa-58cd-4a7d-939a-1d55c6dd93a8 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "PUT /v2.0/routers/9b763eed-233d-4271-955a-47d35f88c09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7312849 Sep 19 17:17:04.079117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46252) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:04.087810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d62a85b-351f-421b-a294-fe7e054f418b None None] Sync routers for ids ['9b763eed-233d-4271-955a-47d35f88c09a'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:04.097371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62a85b-351f-421b-a294-fe7e054f418b None None] Routers {'9b763eed-233d-4271-955a-47d35f88c09a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:04.098225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6d62a85b-351f-421b-a294-fe7e054f418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9b763eed-233d-4271-955a-47d35f88c09a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:04.109191 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:04.161931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6d62a85b-351f-421b-a294-fe7e054f418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:04.172848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62a85b-351f-421b-a294-fe7e054f418b None None] Routers {'9b763eed-233d-4271-955a-47d35f88c09a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:04.174047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6d62a85b-351f-421b-a294-fe7e054f418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9b763eed-233d-4271-955a-47d35f88c09a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:04.213135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec0b126-92c9-47f3-877e-deb64ef08442 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Deleting subnet f5f1460a-9d3b-46f6-b978-4ac2be39e3c6 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:17:04.227681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:network and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:04.228859 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:17:01Z', 'revision_number': 11, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:04.230342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:04.233852 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74372e0-7d59-4285-83ff-0e32474ab314 None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:17:01Z', 'revision_number': 11, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:04.235585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bec0b126-92c9-47f3-877e-deb64ef08442 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.237074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:04.249879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6d62a85b-351f-421b-a294-fe7e054f418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:04.250553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d62a85b-351f-421b-a294-fe7e054f418b None None] The sync data for ids ['9b763eed-233d-4271-955a-47d35f88c09a'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:04.306607 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-da5418e2-bb62-4088-8409-6b3028ad2429 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] delete failed (client error): The resource could not be found. Sep 19 17:17:04.307420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Made reservation on behalf of dceb64b83fb344fca937a777bcae3076 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:04.307714 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-da5418e2-bb62-4088-8409-6b3028ad2429 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1428677680 HTTP/1.1" status: 404 len: 335 time: 0.2312651 Sep 19 17:17:04.311232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.313231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:04.320117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.320659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Fanout notify agent at l3_agent the message router_deleted on router b8568514-4cba-4323-af2c-dd393be4a690 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:17:04.327425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-86ce0e22-97c2-4ea8-9e0c-327ba13432e4 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b763eed-233d-4271-955a-47d35f88c09a'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:04.355801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-2dd120a3-6179-4472-8231-65960c756052 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:04.357272 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-2dd120a3-6179-4472-8231-65960c756052 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 812 time: 0.3072214 Sep 19 17:17:04.370655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.371699 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0ca38067-7874-4ac4-8519-dc0b231742d1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/b8568514-4cba-4323-af2c-dd393be4a690 HTTP/1.1" status: 204 len: 168 time: 3.8116138 Sep 19 17:17:04.389266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46260) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:04.402338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-210997354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:04.408839 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-e5e5fc58-97a4-4ebe-bd82-4b47621a2e51 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/quotas/005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 375 time: 0.0425036 Sep 19 17:17:04.421670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:04.422705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bec0b126-92c9-47f3-877e-deb64ef08442 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.423496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:17:04.436359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Usage tracker for resource:router and tenant:bb74822729ea42ac9d592491623d7096 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:04.512450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:04.540282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:04.542293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.542642 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Added segment 59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae of type vlan for network df1b3620-623b-4912-89d6-75697ab73df2 Sep 19 17:17:04.544868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd14dfab-ba7d-4d69-a00b-a393e2c4e00a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.594054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.595157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.609870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.13 (dbfe7a90-e955-473d-bbd7-96adec8d4445/4b023b9a-46a1-4957-89eb-d414c5f0a194/6903fa04-7777-4932-8026-951f1eed71a5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:04.621910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.648507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.706754 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-bea42f2a-1825-47bc-89a7-e3640441d65b tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2783961 Sep 19 17:17:04.718311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.724017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:04.724679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.772585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:04.798485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cd14dfab-ba7d-4d69-a00b-a393e2c4e00a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Calling delete_port for 3adda3d1-e0bc-4b3e-b35d-eb15f000da40 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:05.165303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:05.168788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86ce0e22-97c2-4ea8-9e0c-327ba13432e4 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:05.169377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f529e8aa-cb22-4fcc-834f-9f83bc805a14 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7793269 Sep 19 17:17:05.170325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46266) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:05.175591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'Network': ['ID=df1b3620-623b-4912-89d6-75697ab73df2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:05.180803 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ecd950ca-b5f9-4bec-8ac4-5119f4b295bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1524715 Sep 19 17:17:05.194785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network df1b3620-623b-4912-89d6-75697ab73df2 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:17:05.195418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:05.201761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'admin_state_up': True, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:05.203937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': False}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:05.210073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:05.214698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:router and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:05.218473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:05.224400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:05.288242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:05.289283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:05.335949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bec0b126-92c9-47f3-877e-deb64ef08442 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:05.364014 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-86ce0e22-97c2-4ea8-9e0c-327ba13432e4 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] update failed (client error): The resource could not be found. Sep 19 17:17:05.364984 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-86ce0e22-97c2-4ea8-9e0c-327ba13432e4 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "PUT /v2.0/routers/9b763eed-233d-4271-955a-47d35f88c09a HTTP/1.1" status: 404 len: 339 time: 1.0510156 Sep 19 17:17:05.368170 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bc4eb11a-7903-40eb-ba82-bda313ec0fe9 req-f4499999-b8c7-4139-a59c-1eea1301d2bf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 210 time: 0.1205897 Sep 19 17:17:05.373867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46274) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:05.561913 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-40d7662f-630f-4c94-9f8e-eb186ca00ce0 service neutron] 10.222.0.83 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285184 Sep 19 17:17:05.570196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:05.604239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:05.805612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:05.913910 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-856ce584-0340-471b-80d8-e5d4535c9a38 service neutron] 10.222.0.83 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410199 Sep 19 17:17:06.048722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bec0b126-92c9-47f3-877e-deb64ef08442 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.134754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bec0b126-92c9-47f3-877e-deb64ef08442 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.144144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6a3a9c-5936-481a-9d3e-4bfaf821ea80 None None] Network 89e0238c-f25b-4e67-9df1-4b4d961b3a03 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:06.168670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.201174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0b126-92c9-47f3-877e-deb64ef08442 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f1460a-9d3b-46f6-b978-4ac2be39e3c6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:06.214677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.227246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 386de9fe-6645-4672-bc07-a28ca215d561 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:17:06.265093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 6903fa04-7777-4932-8026-951f1eed71a5 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:06.308424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 386de9fe-6645-4672-bc07-a28ca215d561 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:17:06.308665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 386de9fe-6645-4672-bc07-a28ca215d561 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:17:06.381954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.531883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd14dfab-ba7d-4d69-a00b-a393e2c4e00a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.531883 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bec0b126-92c9-47f3-877e-deb64ef08442 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/f5f1460a-9d3b-46f6-b978-4ac2be39e3c6 HTTP/1.1" status: 204 len: 168 time: 2.8056638 Sep 19 17:17:06.531883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46286) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:06.556293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] DHCP port deletion for 89e0238c-f25b-4e67-9df1-4b4d961b3a03 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:17:06.561178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] Deleting port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:06.561478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.586343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14dfab-ba7d-4d69-a00b-a393e2c4e00a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Port': ['ID=3adda3d1-e0bc-4b3e-b35d-eb15f000da40,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:06.597706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.634460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Allocated IP 172.26.10.125 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/3cfd1d43-d822-4c6f-a48d-caf08325e54b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:06.645888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=6903fa04-7777-4932-8026-951f1eed71a5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:06.650333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:06.652846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:06.655101 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:06.804251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:06.804903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.833267 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] For port 494e3996-03a8-4c48-89d4-05b44d4ec2b6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=494e3996-03a8-4c48-89d4-05b44d4ec2b6,segment=NetworkSegment(27f9cd4f-b0a3-4213-b568-6eac06537fac),segment_id=27f9cd4f-b0a3-4213-b568-6eac06537fac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:06.833984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.850987 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-95ea3999-3409-4661-b155-cb581a339415 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4621861 Sep 19 17:17:06.866869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Request body: {'port': {'device_id': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:06.882044 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:06.935171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.009347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] Calling delete_port for 494e3996-03a8-4c48-89d4-05b44d4ec2b6 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:07.015164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.043578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.047224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd14dfab-ba7d-4d69-a00b-a393e2c4e00a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.052758 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cd14dfab-ba7d-4d69-a00b-a393e2c4e00a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/3adda3d1-e0bc-4b3e-b35d-eb15f000da40 HTTP/1.1" status: 204 len: 168 time: 3.9588034 Sep 19 17:17:07.062291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46290) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:07.088111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6cb20afa-e80a-4195-ab7a-4b97d999f39c None None] Provisioning for port 6903fa04-7777-4932-8026-951f1eed71a5 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:07.098315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.098955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6cb20afa-e80a-4195-ab7a-4b97d999f39c None None] Provisioning complete for port 6903fa04-7777-4932-8026-951f1eed71a5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:07.099494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6cb20afa-e80a-4195-ab7a-4b97d999f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.173137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.218820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:07.233944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6cb20afa-e80a-4195-ab7a-4b97d999f39c None None] Port 6903fa04-7777-4932-8026-951f1eed71a5 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:17:07.239085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] Pushing event deleted for resources: {'Port': ['ID=494e3996-03a8-4c48-89d4-05b44d4ec2b6,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:07.239308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:07.248801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:07.249493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a408e89-9fc4-43a1-9d2e-5d3312ed63d4 None None] No DVR routers for this DVR port 494e3996-03a8-4c48-89d4-05b44d4ec2b6 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:17:07.304398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e71b6f-c5ac-4658-ba1e-8c8aeed9dc42 req-1f216a8b-0235-4240-a6a0-83f4ab395b4a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:07.305967 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3e71b6f-c5ac-4658-ba1e-8c8aeed9dc42 req-1f216a8b-0235-4240-a6a0-83f4ab395b4a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 932 time: 0.7271943 Sep 19 17:17:07.307586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Pushing event updated for resources: {'Port': ['ID=3cfd1d43-d822-4c6f-a48d-caf08325e54b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:07.480659 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-27087ee2-a42a-49e4-a11b-f6cbf4e7b8dc req-b41e7cc3-46c5-4c65-ae8a-4cc08a479282 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 210 time: 0.0689709 Sep 19 17:17:07.572090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.592012 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d3e71b6f-c5ac-4658-ba1e-8c8aeed9dc42 req-af8d9e67-77bf-4ccf-88f4-a59bb6b48ea3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498019 Sep 19 17:17:07.663639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e0238c-f25b-4e67-9df1-4b4d961b3a03']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:07.678688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2bd667-bac8-409e-873a-460ba9f8d6b8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:07.679442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-de2bd667-bac8-409e-873a-460ba9f8d6b8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:07.697243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f9cd4f-b0a3-4213-b568-6eac06537fac') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:07.697515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f9cd4f-b0a3-4213-b568-6eac06537fac') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:07.723907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.790420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-de2bd667-bac8-409e-873a-460ba9f8d6b8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:07.792321 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-de2bd667-bac8-409e-873a-460ba9f8d6b8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7285979 Sep 19 17:17:07.794789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46298) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:07.802399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.829963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:17:07.830379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:07.948947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6903fa04-7777-4932-8026-951f1eed71a5 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:17:07.963853 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 27f9cd4f-b0a3-4213-b568-6eac06537fac resource provider aggregate not found Sep 19 17:17:07.976368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.008251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Transition to ACTIVE for port object 6903fa04-7777-4932-8026-951f1eed71a5 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:08.018034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.096573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.217695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Allocated IP 172.20.0.1 (5da9211f-738f-4873-a953-3a6db9291ab5/1c2414e4-acb3-4dce-9eb4-a57f5597ad33/0d17dfb8-4395-44b1-8dcc-fe96fb9545fe) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:08.224378 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 27f9cd4f-b0a3-4213-b568-6eac06537fac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27f9cd4f-b0a3-4213-b568-6eac06537fac found for delete ", "request_id": "req-18c70906-1940-4e06-822f-d014c866c206"}]} Sep 19 17:17:08.254221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 494e3996-03a8-4c48-89d4-05b44d4ec2b6 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:17:08.280703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.289268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 494e3996-03a8-4c48-89d4-05b44d4ec2b6 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:17:08.289618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 494e3996-03a8-4c48-89d4-05b44d4ec2b6 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:17:08.301815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.349251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.358441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Pushing event deleted for resources: {'Network': ['ID=89e0238c-f25b-4e67-9df1-4b4d961b3a03,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:08.408510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f602e6-dc64-410f-b3f5-99ee1ca9d1a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:08.409368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33f602e6-dc64-410f-b3f5-99ee1ca9d1a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:08.419505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.498957 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-29b602f5-b2b7-42ee-8559-c17c7965787c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/networks/89e0238c-f25b-4e67-9df1-4b4d961b3a03 HTTP/1.1" status: 204 len: 168 time: 1.9207447 Sep 19 17:17:08.502127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6903fa04-7777-4932-8026-951f1eed71a5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:08.503672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46312) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:08.511154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'routes': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:08.556329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33f602e6-dc64-410f-b3f5-99ee1ca9d1a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:08.557443 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-33f602e6-dc64-410f-b3f5-99ee1ca9d1a7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7536798 Sep 19 17:17:08.568540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46318) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:08.621151 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3009870d-5dc9-4f8b-a3ec-3157640383bc req-ff2a2286-21c1-4676-9c41-97b582df0ce3 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 210 time: 0.0707123 Sep 19 17:17:08.707880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Attempting to bind port 6903fa04-7777-4932-8026-951f1eed71a5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:17:08.708214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Attempting to bind port 6903fa04-7777-4932-8026-951f1eed71a5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:17:08.708538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Attempting to bind port 6903fa04-7777-4932-8026-951f1eed71a5 on network dbfe7a90-e955-473d-bbd7-96adec8d4445 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:08.718179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Port 6903fa04-7777-4932-8026-951f1eed71a5 on network dbfe7a90-e955-473d-bbd7-96adec8d4445 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:17:08.718492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Attempting to bind port 6903fa04-7777-4932-8026-951f1eed71a5 on network dbfe7a90-e955-473d-bbd7-96adec8d4445 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:08.774821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:17:08.775155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Checking segment: {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:08.775569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Bound using segment: {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:17:08.776018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Bound port: 6903fa04-7777-4932-8026-951f1eed71a5, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa43c173-c56d-40a6-ada0-f40c7896f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:17:08.776365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.810013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c492d2f-8aa5-47be-8d14-dc168f90693d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:08.811656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c492d2f-8aa5-47be-8d14-dc168f90693d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:08.813117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c492d2f-8aa5-47be-8d14-dc168f90693d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:08.813920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c492d2f-8aa5-47be-8d14-dc168f90693d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:08.870576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.885358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:08.969043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] For port 6903fa04-7777-4932-8026-951f1eed71a5, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:17:08.982803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] For port 6903fa04-7777-4932-8026-951f1eed71a5, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6903fa04-7777-4932-8026-951f1eed71a5,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:17:08.988472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.024341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.073747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:09.074362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.075773 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] 10.222.0.86 "PUT /v2.0/ports/6903fa04-7777-4932-8026-951f1eed71a5 HTTP/1.1" status: 200 len: 1094 time: 2.2134564 Sep 19 17:17:09.076186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:09.076733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c492d2f-8aa5-47be-8d14-dc168f90693d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:09.078226 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4c492d2f-8aa5-47be-8d14-dc168f90693d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5063360 Sep 19 17:17:09.078870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82a59a7-733c-4132-90ba-d4692338f350" -d '{"events": [{"name": "network-changed", "server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "tag": "6903fa04-7777-4932-8026-951f1eed71a5"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:09.084091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.extraroute_db [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Added routes are [] {{(pid=89055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 19 17:17:09.084388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.extraroute_db [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Removed routes are [] {{(pid=89055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 19 17:17:09.084737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.090238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46324) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:09.101083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Allocated IP 172.26.10.115 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/9f7bbe22-7001-4f88-bcfa-6efaa2cba07d) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:09.156217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Transition to ACTIVE for port object 0d17dfb8-4395-44b1-8dcc-fe96fb9545fe will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:09.190199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f966a50-e762-4c46-a31d-958c47df15a7 x-openstack-request-id: req-2f966a50-e762-4c46-a31d-958c47df15a7 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:09.190584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "tag": "6903fa04-7777-4932-8026-951f1eed71a5", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:09.190753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2f966a50-e762-4c46-a31d-958c47df15a7 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:09.191274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f966a50-e762-4c46-a31d-958c47df15a7'] response: {'name': 'network-changed', 'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5', 'status': 'completed', 'code': 200} Sep 19 17:17:09.271377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4530bb61-c5ae-47b7-bfb7-c587a7f8e79f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet 53e75175-606f-44dc-8719-3597aaaf80c4 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:17:09.276663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e2114-5cb5-4b3a-be82-227632db12a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6903fa04-7777-4932-8026-951f1eed71a5,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:09.280300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8b2a-cad9-48e4-b421-78398575edaa req-47b8e164-d2ce-4b20-88b4-efcaebdab303 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:09.282419 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-34fe8b2a-cad9-48e4-b421-78398575edaa req-47b8e164-d2ce-4b20-88b4-efcaebdab303 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 944 time: 0.5512633 Sep 19 17:17:09.285749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4530bb61-c5ae-47b7-bfb7-c587a7f8e79f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.364299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4530bb61-c5ae-47b7-bfb7-c587a7f8e79f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.402329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Router 27f648a6-b455-49e9-bf10-f42e0d02a6a8 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:17:09.413585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-9d7251ff-2074-4f93-a5a6-6cc5d95924dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:09.415119 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-9d7251ff-2074-4f93-a5a6-6cc5d95924dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 1097 time: 0.2687740 Sep 19 17:17:09.515824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.534676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-34fe8b2a-cad9-48e4-b421-78398575edaa req-dcead899-bb3b-48e4-b125-d174cfe3139e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526105 Sep 19 17:17:09.538994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.543275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.564448 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-895f3b38-08dd-4baf-8971-6a1de6e522ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903fa04-7777-4932-8026-951f1eed71a5 HTTP/1.1" status: 200 len: 217 time: 0.1398408 Sep 19 17:17:09.912741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network 5da9211f-738f-4873-a953-3a6db9291ab5 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:09.919855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:09.929601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:09.931756 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c45f4a75-d87d-4041-b6de-715d33893a09 req-cf861875-83c2-47a8-9f55-5438bcf2d630 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 210 time: 0.1384003 Sep 19 17:17:09.957743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-bbbacf01-c09f-4f8a-9d13-53a18aab2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:09.959521 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-bbbacf01-c09f-4f8a-9d13-53a18aab2693 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b023b9a-46a1-4957-89eb-d414c5f0a194 HTTP/1.1" status: 200 len: 835 time: 0.3877327 Sep 19 17:17:09.959635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:09.984836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Port': ['ID=0d17dfb8-4395-44b1-8dcc-fe96fb9545fe,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:09.992041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router ebf0259d-1521-42a2-bc31-ac660aeff271 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:10.020442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.021875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4530bb61-c5ae-47b7-bfb7-c587a7f8e79f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.062544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:10.074622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.074832 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be2832-090a-40eb-934b-cc4d48b1e1d5 None None] Sync routers for ids ['27f648a6-b455-49e9-bf10-f42e0d02a6a8'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:10.076590 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2d1579bd-e2d4-4d2a-9bda-deabcf003ba0 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "PUT /v2.0/routers/27f648a6-b455-49e9-bf10-f42e0d02a6a8 HTTP/1.1" status: 200 len: 916 time: 4.8984058 Sep 19 17:17:10.082415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46338) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:10.090486 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be2832-090a-40eb-934b-cc4d48b1e1d5 None None] Routers {'27f648a6-b455-49e9-bf10-f42e0d02a6a8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:10.091877 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-73be2832-090a-40eb-934b-cc4d48b1e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['27f648a6-b455-49e9-bf10-f42e0d02a6a8'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:10.168283 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-73be2832-090a-40eb-934b-cc4d48b1e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:10.177494 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be2832-090a-40eb-934b-cc4d48b1e1d5 None None] Routers {'27f648a6-b455-49e9-bf10-f42e0d02a6a8'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:10.178412 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-73be2832-090a-40eb-934b-cc4d48b1e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['27f648a6-b455-49e9-bf10-f42e0d02a6a8'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:10.223739 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0cb479c5-c90b-4886-9d0b-6ca4067aedb0 None None] Provisioning for port 0d17dfb8-4395-44b1-8dcc-fe96fb9545fe completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:10.230391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0cb479c5-c90b-4886-9d0b-6ca4067aedb0 None None] Provisioning complete for port 0d17dfb8-4395-44b1-8dcc-fe96fb9545fe triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:10.231019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0cb479c5-c90b-4886-9d0b-6ca4067aedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.253372 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-73be2832-090a-40eb-934b-cc4d48b1e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:10.253916 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be2832-090a-40eb-934b-cc4d48b1e1d5 None None] The sync data for ids ['27f648a6-b455-49e9-bf10-f42e0d02a6a8'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:10.298298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0cb479c5-c90b-4886-9d0b-6ca4067aedb0 None None] Port 0d17dfb8-4395-44b1-8dcc-fe96fb9545fe cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:17:10.304974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:10.308146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4530bb61-c5ae-47b7-bfb7-c587a7f8e79f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.317356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] Sync routers for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:10.323686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.324860 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-df97f5cb-76fc-4e59-9ddc-a7d9ff00fe43 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 200 len: 705 time: 1.8181763 Sep 19 17:17:10.327620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:10.328459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:10.331029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46342) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:10.368921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4530bb61-c5ae-47b7-bfb7-c587a7f8e79f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.371696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530bb61-c5ae-47b7-bfb7-c587a7f8e79f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=53e75175-606f-44dc-8719-3597aaaf80c4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:10.375422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.386201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-17f5b7d1-6287-4487-b9c5-94669f20ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:10.387734 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-17f5b7d1-6287-4487-b9c5-94669f20ee2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dbfe7a90-e955-473d-bbd7-96adec8d4445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4173977 Sep 19 17:17:10.405044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb93e38-4426-4ba8-ba8d-5a3a7b691d23 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:10.419938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-831325ee-fcf9-4b61-92aa-116894f31246 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:10.430382 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-52bbbc80-686a-4772-970c-22557be4f3bf tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/routers/27f648a6-b455-49e9-bf10-f42e0d02a6a8 HTTP/1.1" status: 200 len: 922 time: 0.3444121 Sep 19 17:17:10.435460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46346) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:10.439440 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4530bb61-c5ae-47b7-bfb7-c587a7f8e79f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/53e75175-606f-44dc-8719-3597aaaf80c4 HTTP/1.1" status: 204 len: 168 time: 1.3427658 Sep 19 17:17:10.464282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46348) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:10.558932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:10.566830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:10.579366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:10.608771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-831325ee-fcf9-4b61-92aa-116894f31246 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:10.612428 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-831325ee-fcf9-4b61-92aa-116894f31246 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 200 len: 205 time: 0.2779996 Sep 19 17:17:10.612428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'Port': ['ID=9f7bbe22-7001-4f88-bcfa-6efaa2cba07d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:10.619931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46356) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:10.637958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:10.645539 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-83a65a8a-eba3-4e58-ace5-87a4dc47a01b service neutron] 10.222.0.86 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482264 Sep 19 17:17:10.687790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.710050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd495b2-1da7-4fc6-ac0c-80206a2ccca0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Deleting subnet adc13dc6-545c-4368-b497-6e1198e3e435 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:17:10.755500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:17:01Z', 'revision_number': 11, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:10.764680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] Checking router: ebf0259d-1521-42a2-bc31-ac660aeff271 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:10.769848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a9e8e9-3e07-46d8-97e2-1e57a02a4fb4 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:10.773316 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-28a9e8e9-3e07-46d8-97e2-1e57a02a4fb4 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=27f648a6-b455-49e9-bf10-f42e0d02a6a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.3327072 Sep 19 17:17:10.776861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46362) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:10.790287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] Routers {'ebf0259d-1521-42a2-bc31-ac660aeff271'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:10.790948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:16:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ebf0259d-1521-42a2-bc31-ac660aeff271'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:10.813530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bd495b2-1da7-4fc6-ac0c-80206a2ccca0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.929753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c7ec59-c4c4-440d-94e0-c6c086b206a6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:10.972211 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bad788da-5342-4f49-9ca6-4ea4fa118c59 req-52ef722e-06e5-4bf4-b444-2868bb902073 service neutron] 10.222.0.86 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185437 Sep 19 17:17:11.000112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] Set router ebf0259d-1521-42a2-bc31-ac660aeff271 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:11.011627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b823a-d571-489c-bd72-3fb17dfc56db tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:11.014950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-614b823a-d571-489c-bd72-3fb17dfc56db tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 881 time: 0.2352099 Sep 19 17:17:11.021743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46370) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:11.084914 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3a6e45f2-12dc-46fa-9526-9710a2db831a tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=27f648a6-b455-49e9-bf10-f42e0d02a6a8 HTTP/1.1" status: 200 len: 205 time: 0.0587225 Sep 19 17:17:11.110872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46374) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:11.119468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:17:01Z', 'revision_number': 11, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:11.126944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d46b3c-ef49-4592-b93c-88fb3037d58b None None] The sync data for ids ['ebf0259d-1521-42a2-bc31-ac660aeff271'] in dv-neutron-857789-3-hyperv is: [{'id': 'ebf0259d-1521-42a2-bc31-ac660aeff271', 'name': 'tempest-RoutersIpV6Test-router-1474444357', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:15:22Z', 'updated_at': '2022-09-19T17:17:01Z', 'revision_number': 11, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:11.212086 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dde0117c-2c75-4d00-a12c-dec1ff0adf55 req-b52dbddb-a8c9-4d54-a1ed-0ae111b34b03 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 210 time: 0.0670996 Sep 19 17:17:11.246106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a59a7-733c-4132-90ba-d4692338f350 req-de231104-96cc-4116-9db5-956453169be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:11.247825 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d82a59a7-733c-4132-90ba-d4692338f350 req-de231104-96cc-4116-9db5-956453169be0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 1097 time: 0.1640258 Sep 19 17:17:11.381609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc500518-e773-45fc-bb7e-6cda3f9fc252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:11.390142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a59a7-733c-4132-90ba-d4692338f350 req-26386ab3-6040-4817-9503-6eb129255ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:11.391678 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d82a59a7-733c-4132-90ba-d4692338f350 req-26386ab3-6040-4817-9503-6eb129255ab2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dbfe7a90-e955-473d-bbd7-96adec8d4445 HTTP/1.1" status: 200 len: 897 time: 0.1378684 Sep 19 17:17:11.421938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bd495b2-1da7-4fc6-ac0c-80206a2ccca0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:11.470328 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d82a59a7-733c-4132-90ba-d4692338f350 req-990f1a48-1e95-40b1-a7ef-6b28b9d3437c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903fa04-7777-4932-8026-951f1eed71a5 HTTP/1.1" status: 200 len: 217 time: 0.0713117 Sep 19 17:17:11.677446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a59a7-733c-4132-90ba-d4692338f350 req-884b2b69-867a-4ae7-a666-74e13edc5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:11.678830 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d82a59a7-733c-4132-90ba-d4692338f350 req-884b2b69-867a-4ae7-a666-74e13edc5386 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b023b9a-46a1-4957-89eb-d414c5f0a194 HTTP/1.1" status: 200 len: 835 time: 0.2019527 Sep 19 17:17:11.770062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a59a7-733c-4132-90ba-d4692338f350 req-70da7851-baa7-45ef-9092-a7b00a5edc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:11.771805 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d82a59a7-733c-4132-90ba-d4692338f350 req-70da7851-baa7-45ef-9092-a7b00a5edc19 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dbfe7a90-e955-473d-bbd7-96adec8d4445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867853 Sep 19 17:17:11.910378 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d82a59a7-733c-4132-90ba-d4692338f350 req-49bb048f-5519-47b8-9b33-c446bf9b93a3 service neutron] 10.222.0.86 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320987 Sep 19 17:17:11.914611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c7ec59-c4c4-440d-94e0-c6c086b206a6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:11.923766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c7ec59-c4c4-440d-94e0-c6c086b206a6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:11.933076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a94b4776-ffef-41e4-8409-405234582f23 None None] Provisioning complete for port 2e8e1690-c13e-4fdd-9663-0303796f79ff triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:11.933992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a94b4776-ffef-41e4-8409-405234582f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.058968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465e89-c665-4437-afb9-c3e11faf3ab1 req-a370058c-a60b-484c-a266-b1fb9e4c79da tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:12.060766 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-37465e89-c665-4437-afb9-c3e11faf3ab1 req-a370058c-a60b-484c-a266-b1fb9e4c79da tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 944 time: 1.3642230 Sep 19 17:17:12.079363 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d82a59a7-733c-4132-90ba-d4692338f350 req-93eb3b1b-3ab4-464d-966e-cf0126f80c02 service neutron] 10.222.0.86 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621716 Sep 19 17:17:12.105510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.109949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a94b4776-ffef-41e4-8409-405234582f23 None None] Current status of the port 2e8e1690-c13e-4fdd-9663-0303796f79ff is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:12.387756 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3005155-eea3-4330-8b88-c23d66609ba0 req-d9c3260b-58f2-4aeb-ba43-6e84b9c26111 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 210 time: 0.0531082 Sep 19 17:17:12.396681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c7ec59-c4c4-440d-94e0-c6c086b206a6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.397220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7ec59-c4c4-440d-94e0-c6c086b206a6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Fanout notify agent at l3_agent the message router_deleted on router ebf0259d-1521-42a2-bc31-ac660aeff271 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:17:12.449060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bd495b2-1da7-4fc6-ac0c-80206a2ccca0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.602508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65c7ec59-c4c4-440d-94e0-c6c086b206a6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.607665 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-65c7ec59-c4c4-440d-94e0-c6c086b206a6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 204 len: 168 time: 1.9828193 Sep 19 17:17:12.608445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46382) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:12.618539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-396120395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:12.671343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:12.686596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Usage tracker for resource:router and tenant:09d83dbbd40c4400a1952a475f606dee is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:12.688360 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-37465e89-c665-4437-afb9-c3e11faf3ab1 req-c198ad59-3b95-4828-8b32-aef330400d38 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5872169 Sep 19 17:17:12.692139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:12.703860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:12.723855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.734582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.735498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.775773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-b109a919-2690-4020-a5d4-c880545a34a9 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:12.777122 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-b109a919-2690-4020-a5d4-c880545a34a9 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 812 time: 0.1930952 Sep 19 17:17:12.778760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.827464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.840406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.841557 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-68033b84-74cd-4d3c-867c-e0c853c73625 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 379 time: 0.0552950 Sep 19 17:17:12.849403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bd495b2-1da7-4fc6-ac0c-80206a2ccca0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.853853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'port': {'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'admin_state_up': True, 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'security_groups': ['dad6477d-189f-47e6-906e-83deee033156']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:12.940588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:12.942650 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e712ac12-5056-410b-b2b8-444480642a54 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3325841 Sep 19 17:17:12.945924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46388) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:12.953589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e7dd1374-0a47-4965-81b0-2672ae77379a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:12.974945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Deleting port 3cfd1d43-d822-4c6f-a48d-caf08325e54b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:12.979405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.012706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.017637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23866d4-5ca1-498c-97d5-373b5125d367 None None] Network 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:13.020020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bd495b2-1da7-4fc6-ac0c-80206a2ccca0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.025117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd495b2-1da7-4fc6-ac0c-80206a2ccca0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Subnet': ['ID=adc13dc6-545c-4368-b497-6e1198e3e435,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:13.050386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.160046 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8bd495b2-1da7-4fc6-ac0c-80206a2ccca0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/adc13dc6-545c-4368-b497-6e1198e3e435 HTTP/1.1" status: 204 len: 168 time: 2.6947842 Sep 19 17:17:13.165212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46394) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:13.359185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] DHCP port deletion for 9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:17:13.366331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] Deleting port 2e8e1690-c13e-4fdd-9663-0303796f79ff {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:13.367163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.389527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1374-0a47-4965-81b0-2672ae77379a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.396668 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0b470a0c-6fc6-40ee-ab48-195ee59dde89 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2217112 Sep 19 17:17:13.407668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46398) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:13.408730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:13.415726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event updated for resources: {'Port': ['ID=0d17dfb8-4395-44b1-8dcc-fe96fb9545fe,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:13.429049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.483029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:13.485266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1374-0a47-4965-81b0-2672ae77379a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.687595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] For port 2e8e1690-c13e-4fdd-9663-0303796f79ff, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2e8e1690-c13e-4fdd-9663-0303796f79ff,segment=NetworkSegment(6f6299d7-149d-4e1a-b5b3-cc19a5bf0519),segment_id=6f6299d7-149d-4e1a-b5b3-cc19a5bf0519)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:13.688268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.821861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.860092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] Calling delete_port for 2e8e1690-c13e-4fdd-9663-0303796f79ff owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:13.869348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Made reservation on behalf of 005540b87a2946f39e66ce23e0f987a5 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:13.873184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:13.890057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-72709042-e472-4efe-9fa4-79f7b6f87adb req-d98e5ab2-ae8c-4879-8494-a3301d0d37fc tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 210 time: 0.2128518 Sep 19 17:17:13.962220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82f6f565-4cb8-4e5c-9b79-a18e1ce1a736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:14.005436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:14.028383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807b7d6-eafa-4455-8dba-dac513401c79 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:14.028977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Calling delete_port for 3cfd1d43-d822-4c6f-a48d-caf08325e54b owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:14.032855 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1807b7d6-eafa-4455-8dba-dac513401c79 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6204932 Sep 19 17:17:14.037953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46406) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:14.064993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] Pushing event deleted for resources: {'Port': ['ID=2e8e1690-c13e-4fdd-9663-0303796f79ff,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:14.067330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 6903fa04-7777-4932-8026-951f1eed71a5 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:17:14.077868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:14.133217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b0ced-1cb2-4805-ad2d-7b049db27178 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:14.134008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-da3b0ced-1cb2-4805-ad2d-7b049db27178 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Synchronizing usage tracker for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:14.143635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dd1374-0a47-4965-81b0-2672ae77379a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Router 9e616613-b2e5-41f4-a2de-a2e2e52276bd is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:17:14.198424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Network 5da9211f-738f-4873-a953-3a6db9291ab5 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:14.208965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:14.244809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-da3b0ced-1cb2-4805-ad2d-7b049db27178 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Unset dirty status for tenant:0b8c953c82f545b18a89c16a10e91225 on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:14.251553 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-da3b0ced-1cb2-4805-ad2d-7b049db27178 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2089207 Sep 19 17:17:14.253974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 6903fa04-7777-4932-8026-951f1eed71a5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6903fa04-7777-4932-8026-951f1eed71a5,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:14.280912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '6903fa04-7777-4932-8026-951f1eed71a5', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'port_id': '6903fa04-7777-4932-8026-951f1eed71a5', 'mac_address': 'fa:16:3e:46:21:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:17:14.283229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46410) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:14.291435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d30cee-0250-4fe8-a3e0-ea47498f9c49 None None] No DVR routers for this DVR port 2e8e1690-c13e-4fdd-9663-0303796f79ff on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:17:14.344868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2e8e1690-c13e-4fdd-9663-0303796f79ff no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:17:14.427555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 2e8e1690-c13e-4fdd-9663-0303796f79ff {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:17:14.427935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2e8e1690-c13e-4fdd-9663-0303796f79ff not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:17:14.492169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 6903fa04-7777-4932-8026-951f1eed71a5 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:14.492549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:14.495992 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-496bee79-54d7-4e09-b318-cf3677c1b6bc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2022715 Sep 19 17:17:14.496614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46414) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:14.506799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd1374-0a47-4965-81b0-2672ae77379a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:14.520298 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] Sync routers for ids ['9e616613-b2e5-41f4-a2de-a2e2e52276bd'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:14.534510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6903fa04-7777-4932-8026-951f1eed71a5 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:17:14.535419 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] Routers {'9e616613-b2e5-41f4-a2de-a2e2e52276bd'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:14.537149 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9e616613-b2e5-41f4-a2de-a2e2e52276bd'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:14.541473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1374-0a47-4965-81b0-2672ae77379a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:14.548046 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e7dd1374-0a47-4965-81b0-2672ae77379a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "PUT /v2.0/routers/9e616613-b2e5-41f4-a2de-a2e2e52276bd HTTP/1.1" status: 200 len: 697 time: 1.6011333 Sep 19 17:17:14.548973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46418) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:14.565702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 6903fa04-7777-4932-8026-951f1eed71a5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6903fa04-7777-4932-8026-951f1eed71a5,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:14.572770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:14.647993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=6903fa04-7777-4932-8026-951f1eed71a5,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:14.660154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e36286cf-4b8a-4400-8ad8-39a146abe0f7 None None] Provisioning complete for port 0d17dfb8-4395-44b1-8dcc-fe96fb9545fe triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:14.660665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e36286cf-4b8a-4400-8ad8-39a146abe0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:14.662018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618e088-5272-416a-b00a-fc55974bf725 req-2956a7cb-891b-4930-a25a-1cfc907d2060 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:14.669128 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b618e088-5272-416a-b00a-fc55974bf725 req-2956a7cb-891b-4930-a25a-1cfc907d2060 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 944 time: 0.8172154 Sep 19 17:17:14.714018 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-00350aeb-66d0-4d58-91db-e2f8ba114616 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:14.719451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e36286cf-4b8a-4400-8ad8-39a146abe0f7 None None] Port 0d17dfb8-4395-44b1-8dcc-fe96fb9545fe cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:17:14.725693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00350aeb-66d0-4d58-91db-e2f8ba114616 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:14.725846 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-97dc38f2-fbf2-42e1-bd1b-9a2a644ce09a tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/routers/9e616613-b2e5-41f4-a2de-a2e2e52276bd HTTP/1.1" status: 200 len: 703 time: 0.1645985 Sep 19 17:17:14.725934 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00350aeb-66d0-4d58-91db-e2f8ba114616 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/3adda3d1-e0bc-4b3e-b35d-eb15f000da40 HTTP/1.1" status: 404 len: 333 time: 0.2271647 Sep 19 17:17:14.728012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Router 9b763eed-233d-4271-955a-47d35f88c09a has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:14.730272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46422) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:14.731764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46424) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:14.749693 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] Set router 9e616613-b2e5-41f4-a2de-a2e2e52276bd gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:14.806597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['6903fa04-7777-4932-8026-951f1eed71a5'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:17:14.826330 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-feee2406-3541-4a5a-9e5d-a73641afccab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:14.827350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feee2406-3541-4a5a-9e5d-a73641afccab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:14.831989 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-feee2406-3541-4a5a-9e5d-a73641afccab tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/adc13dc6-545c-4368-b497-6e1198e3e435 HTTP/1.1" status: 404 len: 337 time: 0.0986030 Sep 19 17:17:14.834001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7d3f18c4-5dd5-4dd4-8acd-3ccbfcf8e660 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Synchronizing usage tracker for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:14.840755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46430) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:14.843698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Allocated IP 172.20.0.12 (68a98c82-41f6-4089-a841-47178a4df383/bfed10b1-81a4-4105-9726-b428a435bbc2/3d1af7aa-8801-4df7-994b-5c383b77dd83) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:14.908647 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3949ea2e-027f-4f77-82b2-fd5e0adf8543 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:14.909975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3949ea2e-027f-4f77-82b2-fd5e0adf8543 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:14.914884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3949ea2e-027f-4f77-82b2-fd5e0adf8543 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/53e75175-606f-44dc-8719-3597aaaf80c4 HTTP/1.1" status: 404 len: 337 time: 0.0730507 Sep 19 17:17:14.916558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46434) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:14.918811 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e616613-b2e5-41f4-a2de-a2e2e52276bd', 'name': 'tempest-RoutersIpV6Test-router-396120395', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:12Z', 'updated_at': '2022-09-19T17:17:13Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:14.925438 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] Checking router: 9e616613-b2e5-41f4-a2de-a2e2e52276bd for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:14.937660 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] Routers {'9e616613-b2e5-41f4-a2de-a2e2e52276bd'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:14.938273 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9e616613-b2e5-41f4-a2de-a2e2e52276bd'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:14.948092 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b618e088-5272-416a-b00a-fc55974bf725 req-620e2d9f-ee15-4004-b55f-2bf182569a77 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425635 Sep 19 17:17:15.013572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7d3f18c4-5dd5-4dd4-8acd-3ccbfcf8e660 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Unset dirty status for tenant:09d83dbbd40c4400a1952a475f606dee on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:15.014740 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7d3f18c4-5dd5-4dd4-8acd-3ccbfcf8e660 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e616613-b2e5-41f4-a2de-a2e2e52276bd HTTP/1.1" status: 200 len: 205 time: 0.2830455 Sep 19 17:17:15.034939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46440) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:15.100550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Router 276ea389-af73-412e-a085-e70d5dd8436e is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:17:15.120270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:15.143621 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b1fbaa-a1b5-45b0-b599-36921cce820c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:15.144144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b1fbaa-a1b5-45b0-b599-36921cce820c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:15.146067 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-46b1fbaa-a1b5-45b0-b599-36921cce820c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/304cc189-da17-40c6-9ae8-6f97a7676aa7 HTTP/1.1" status: 404 len: 333 time: 0.2214148 Sep 19 17:17:15.157642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abedb7-280b-4f73-b2f4-26545ee029ff None None] Sync routers for ids ['9b763eed-233d-4271-955a-47d35f88c09a'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:15.176264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:15.191677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46444) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:15.238742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abedb7-280b-4f73-b2f4-26545ee029ff None None] Routers {'9b763eed-233d-4271-955a-47d35f88c09a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:15.239414 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a85bfe5b-d560-46ac-9de2-fec3a06039a5 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "PUT /v2.0/routers/9b763eed-233d-4271-955a-47d35f88c09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8632231 Sep 19 17:17:15.247970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f5abedb7-280b-4f73-b2f4-26545ee029ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9b763eed-233d-4271-955a-47d35f88c09a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:15.252034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:15.261638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46448) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:15.295499 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] Set router 9e616613-b2e5-41f4-a2de-a2e2e52276bd gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:15.333201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5c99faca-94ac-4573-a0b2-dcb6446e6e07 req-b14d6f34-7035-4313-bb8e-6b435b75a740 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:15.337498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f5abedb7-280b-4f73-b2f4-26545ee029ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:15.342462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:15.357563 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6177a899-dd2c-462d-8c20-af182a6bedc4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:15.358334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6177a899-dd2c-462d-8c20-af182a6bedc4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:15.358933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59dc3fab-b5dd-4121-b9a9-8f6d538342c0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:15.360560 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6177a899-dd2c-462d-8c20-af182a6bedc4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/e0b77290-2c5b-4bd3-bf14-4a4ba70027ee HTTP/1.1" status: 404 len: 337 time: 0.1667364 Sep 19 17:17:15.369461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abedb7-280b-4f73-b2f4-26545ee029ff None None] Routers {'9b763eed-233d-4271-955a-47d35f88c09a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:15.370107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f5abedb7-280b-4f73-b2f4-26545ee029ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9b763eed-233d-4271-955a-47d35f88c09a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:15.443225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-f5abedb7-280b-4f73-b2f4-26545ee029ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:15.443621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abedb7-280b-4f73-b2f4-26545ee029ff None None] The sync data for ids ['9b763eed-233d-4271-955a-47d35f88c09a'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:15.478162 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e616613-b2e5-41f4-a2de-a2e2e52276bd', 'name': 'tempest-RoutersIpV6Test-router-396120395', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:12Z', 'updated_at': '2022-09-19T17:17:13Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:15.482752 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a71a94-db9e-4e5a-8b54-1e166d7f45fd None None] The sync data for ids ['9e616613-b2e5-41f4-a2de-a2e2e52276bd'] in dv-neutron-857789-3-hyperv is: [{'id': '9e616613-b2e5-41f4-a2de-a2e2e52276bd', 'name': 'tempest-RoutersIpV6Test-router-396120395', 'tenant_id': '09d83dbbd40c4400a1952a475f606dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:12Z', 'updated_at': '2022-09-19T17:17:13Z', 'revision_number': 2, 'project_id': '09d83dbbd40c4400a1952a475f606dee', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:15.543391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46452) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:15.544192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event deleted for resources: {'Port': ['ID=3cfd1d43-d822-4c6f-a48d-caf08325e54b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:15.678539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5c99faca-94ac-4573-a0b2-dcb6446e6e07 req-b14d6f34-7035-4313-bb8e-6b435b75a740 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:15.680294 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c99faca-94ac-4573-a0b2-dcb6446e6e07 req-b14d6f34-7035-4313-bb8e-6b435b75a740 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 210 time: 0.5266705 Sep 19 17:17:15.748610 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-151e0ab7-2d3f-45d5-9f2a-1dcbf9b85a59 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:15.749072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151e0ab7-2d3f-45d5-9f2a-1dcbf9b85a59 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:15.750777 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-151e0ab7-2d3f-45d5-9f2a-1dcbf9b85a59 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/f17636e9-c26b-494f-8a09-d0f6d9ccad54 HTTP/1.1" status: 404 len: 337 time: 0.2043951 Sep 19 17:17:15.767901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46456) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:15.878786 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e6afc3-927d-4d26-a6ec-67084f331f16 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:15.879284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e6afc3-927d-4d26-a6ec-67084f331f16 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:15.880968 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-17e6afc3-927d-4d26-a6ec-67084f331f16 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/8179b7a4-9070-4995-bc0a-76f6c78b5f61 HTTP/1.1" status: 404 len: 333 time: 0.1037328 Sep 19 17:17:15.887473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46460) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:15.934639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76cf5141-277e-43bd-9bf9-45ba03d96e86 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:15.937404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59dc3fab-b5dd-4121-b9a9-8f6d538342c0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:15.941776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59dc3fab-b5dd-4121-b9a9-8f6d538342c0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:15.992827 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:15.993360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59dc3fab-b5dd-4121-b9a9-8f6d538342c0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:15.993851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dc3fab-b5dd-4121-b9a9-8f6d538342c0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Fanout notify agent at l3_agent the message router_deleted on router 9e616613-b2e5-41f4-a2de-a2e2e52276bd {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:17:16.001706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.008864 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Sync routers for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:16.021810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-59dc3fab-b5dd-4121-b9a9-8f6d538342c0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.026241 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-59dc3fab-b5dd-4121-b9a9-8f6d538342c0 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/9e616613-b2e5-41f4-a2de-a2e2e52276bd HTTP/1.1" status: 204 len: 168 time: 0.9869635 Sep 19 17:17:16.026405 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:16.026522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46468) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.027456 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:16.074630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 6903fa04-7777-4932-8026-951f1eed71a5 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:16.083832 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c62f728c-bc65-4e9d-b857-a58c2da6706c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e616613-b2e5-41f4-a2de-a2e2e52276bd HTTP/1.1" status: 200 len: 205 time: 0.0541203 Sep 19 17:17:16.084921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.087863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46472) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.134662 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1583e574-ff36-4749-b49b-a6e157acea9b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.139800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1583e574-ff36-4749-b49b-a6e157acea9b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.149211 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1583e574-ff36-4749-b49b-a6e157acea9b tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/b15e1e57-f7ef-4bf5-9d97-1bde5ccf8174 HTTP/1.1" status: 404 len: 337 time: 0.2571108 Sep 19 17:17:16.152354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46476) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.210090 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-e9ad4729-f0eb-4360-9415-fc08290e2020 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] delete failed (client error): The resource could not be found. Sep 19 17:17:16.211261 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e9ad4729-f0eb-4360-9415-fc08290e2020 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/9e616613-b2e5-41f4-a2de-a2e2e52276bd HTTP/1.1" status: 404 len: 336 time: 0.1224561 Sep 19 17:17:16.212513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Transition to ACTIVE for port object 3d1af7aa-8801-4df7-994b-5c383b77dd83 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:16.216506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46480) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.220510 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2481e65e-72e7-4f59-8ecd-e5a03bfdc68f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.220814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2481e65e-72e7-4f59-8ecd-e5a03bfdc68f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.222580 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2481e65e-72e7-4f59-8ecd-e5a03bfdc68f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/3729a99a-7697-4880-ab40-9fbe64f2a724 HTTP/1.1" status: 404 len: 337 time: 0.0690923 Sep 19 17:17:16.256476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46484) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.258633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.284539 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 6903fa04-7777-4932-8026-951f1eed71a5 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:16.291689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 6903fa04-7777-4932-8026-951f1eed71a5 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:16.292259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.301263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa7203c-54b8-4ae9-a1dd-49f25a86f96e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.301714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa7203c-54b8-4ae9-a1dd-49f25a86f96e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.305637 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3aa7203c-54b8-4ae9-a1dd-49f25a86f96e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/71802a81-35c1-4726-b04e-d0dd010c0cfa HTTP/1.1" status: 404 len: 337 time: 0.0849876 Sep 19 17:17:16.307523 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:16.310657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46488) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.353595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.356916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.358709 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b3d523-d69f-4e14-88f5-21b2a33ba9be tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.359229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b3d523-d69f-4e14-88f5-21b2a33ba9be tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.360923 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a4b3d523-d69f-4e14-88f5-21b2a33ba9be tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/df0551e1-8e29-400d-b0dc-7366a416f414 HTTP/1.1" status: 404 len: 333 time: 0.0985923 Sep 19 17:17:16.364473 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdae3975-6f62-4c07-880c-8523e8d33c48 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.364891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdae3975-6f62-4c07-880c-8523e8d33c48 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.368794 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bdae3975-6f62-4c07-880c-8523e8d33c48 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/60fd23fd-a938-470f-b442-58fe1b988f13 HTTP/1.1" status: 404 len: 337 time: 0.0549140 Sep 19 17:17:16.368794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46492) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.400348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46494) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.447909 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42b0d93-feb8-4efc-8976-5d8501b398fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.448400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42b0d93-feb8-4efc-8976-5d8501b398fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.450068 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f42b0d93-feb8-4efc-8976-5d8501b398fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/d5475dab-6a1d-4037-908a-5f5672e66a0c HTTP/1.1" status: 404 len: 337 time: 0.0810292 Sep 19 17:17:16.454825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46500) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.457627 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae5ed16-47ff-48e8-8fc5-952f11b33fad tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.458065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae5ed16-47ff-48e8-8fc5-952f11b33fad tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.462007 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7ae5ed16-47ff-48e8-8fc5-952f11b33fad tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/ff92c977-8397-4bd3-9411-aba1ce694d19 HTTP/1.1" status: 404 len: 337 time: 0.0584435 Sep 19 17:17:16.470220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 6903fa04-7777-4932-8026-951f1eed71a5 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:16.470614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.502148 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d97e06e-a73d-401d-923a-ae7dff26c3dc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.502386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d97e06e-a73d-401d-923a-ae7dff26c3dc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.504535 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3d97e06e-a73d-401d-923a-ae7dff26c3dc tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/fa1b3eb6-f7da-4231-8217-5929f0b4bb49 HTTP/1.1" status: 404 len: 337 time: 0.0484064 Sep 19 17:17:16.504989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46504) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.508042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.538767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46506) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.548504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 6903fa04-7777-4932-8026-951f1eed71a5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6903fa04-7777-4932-8026-951f1eed71a5,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:16.550891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:16.552827 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-76cf5141-277e-43bd-9bf9-45ba03d96e86 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 17:17:16.555410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7c80d5-51d8-4ea4-baae-59c6eaa4d9e5" -d '{"events": [{"server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "name": "network-vif-plugged", "status": "completed", "tag": "6903fa04-7777-4932-8026-951f1eed71a5"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:16.557073 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-76cf5141-277e-43bd-9bf9-45ba03d96e86 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/routers/9b763eed-233d-4271-955a-47d35f88c09a HTTP/1.1" status: 409 len: 329 time: 1.2663653 Sep 19 17:17:16.559265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.584618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46512) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.623241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:16.628157 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad4e8ab3-b511-4597-8d20-bedad6c9447c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 11.4301884 Sep 19 17:17:16.641431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef507f37-77ee-44ff-a890-1017e5c773d2 x-openstack-request-id: req-ef507f37-77ee-44ff-a890-1017e5c773d2 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:16.642627 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "name": "network-vif-plugged", "status": "completed", "tag": "6903fa04-7777-4932-8026-951f1eed71a5", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:16.643306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ef507f37-77ee-44ff-a890-1017e5c773d2 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:16.644717 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef507f37-77ee-44ff-a890-1017e5c773d2'] response: {'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5', 'code': 200} Sep 19 17:17:16.656310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46518) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.679702 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f00202-0a29-4c6e-915f-b94cb69216de tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.681014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f00202-0a29-4c6e-915f-b94cb69216de tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.684820 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-37f00202-0a29-4c6e-915f-b94cb69216de tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/f5f1460a-9d3b-46f6-b978-4ac2be39e3c6 HTTP/1.1" status: 404 len: 337 time: 0.1787694 Sep 19 17:17:16.703457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46522) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.705736 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e7af96-8f30-4977-b03b-c271caf5b7ad tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.706607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e7af96-8f30-4977-b03b-c271caf5b7ad tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.708556 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-82e7af96-8f30-4977-b03b-c271caf5b7ad tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/246cfacd-9b11-4e2e-80c4-fa2a5b251c8e HTTP/1.1" status: 404 len: 333 time: 0.1690714 Sep 19 17:17:16.713274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46528) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.715079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=6903fa04-7777-4932-8026-951f1eed71a5,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:16.720185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Network 68a98c82-41f6-4089-a841-47178a4df383 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:16.760899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:16.775266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:16.803262 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b12900-4663-4022-a33f-185e3bc08f3e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.804100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b12900-4663-4022-a33f-185e3bc08f3e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.806052 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e7b12900-4663-4022-a33f-185e3bc08f3e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/4cf8c994-dc30-4dd5-b57d-fc393b5f8623 HTTP/1.1" status: 404 len: 337 time: 0.0886025 Sep 19 17:17:16.813195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46534) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.818720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=3d1af7aa-8801-4df7-994b-5c383b77dd83,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:16.839931 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:11Z', 'revision_number': 3, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:16.853604 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Checking router: 276ea389-af73-412e-a085-e70d5dd8436e for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:16.853947 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Updating router 276ea389-af73-412e-a085-e70d5dd8436e port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:17:16.874489 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a293533-b2e2-41f0-a9a5-a9256792d305 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:16.875437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a293533-b2e2-41f0-a9a5-a9256792d305 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:16.877367 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7a293533-b2e2-41f0-a9a5-a9256792d305 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/776f3e88-21ae-48c6-9be0-257b73d9721c HTTP/1.1" status: 404 len: 333 time: 0.0556598 Sep 19 17:17:16.885550 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-42bccde0-46fa-462b-9fb2-c2a6c1908dbf tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 200 len: 205 time: 0.1800065 Sep 19 17:17:16.886419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46538) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.948214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46540) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:16.950597 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.034299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.034836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Fanout notify agent at l3_agent the message router_deleted on router 27f648a6-b455-49e9-bf10-f42e0d02a6a8 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:17:17.053796 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c1bd27-1121-44c9-bd4d-556e731cd04f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:17.054255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c1bd27-1121-44c9-bd4d-556e731cd04f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:17.124395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.129858 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-14ad1b12-64c5-4b61-adfa-6baa1282b6ce tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/27f648a6-b455-49e9-bf10-f42e0d02a6a8 HTTP/1.1" status: 204 len: 168 time: 5.9982016 Sep 19 17:17:17.173605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-856f8669-2682-415f-aa81-c6419ebc87b7 None None] Provisioning for port 3d1af7aa-8801-4df7-994b-5c383b77dd83 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:17.181760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-856f8669-2682-415f-aa81-c6419ebc87b7 None None] Provisioning complete for port 3d1af7aa-8801-4df7-994b-5c383b77dd83 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:17.182522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-856f8669-2682-415f-aa81-c6419ebc87b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.256990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46546) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.274775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-856f8669-2682-415f-aa81-c6419ebc87b7 None None] Port 3d1af7aa-8801-4df7-994b-5c383b77dd83 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:17:17.282692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-869387668', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:17.296291 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bbad0e59-8cc8-4a32-a9d4-b5ef33430c4a tempest-TestNetworkAdvancedServerOps-1829338856 tempest-TestNetworkAdvancedServerOps-1829338856-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=dceb64b83fb344fca937a777bcae3076&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6279843 Sep 19 17:17:17.297858 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91c1bd27-1121-44c9-bd4d-556e731cd04f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/10f18898-60e7-4ba7-b112-d79420518a77 HTTP/1.1" status: 404 len: 337 time: 0.2989662 Sep 19 17:17:17.299109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46550) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.299363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:17.307298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:17.308070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.317784 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-0a5d07ae-c1f1-4979-9ac5-04029f7ad0d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] delete failed (client error): The resource could not be found. Sep 19 17:17:17.318869 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0a5d07ae-c1f1-4979-9ac5-04029f7ad0d6 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/ebf0259d-1521-42a2-bc31-ac660aeff271 HTTP/1.1" status: 404 len: 336 time: 0.3656561 Sep 19 17:17:17.325515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46552) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.325924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46554) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.339145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Usage tracker for resource:router and tenant:bb74822729ea42ac9d592491623d7096 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:17.373768 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.384871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:17.387392 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Transition to ACTIVE for port object 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:17.395168 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.409335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a492831-82ac-4986-85a1-1d70ba8efbd1 req-900a5323-48fd-4a1b-9ec8-9ba19f468e3f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:17.416587 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7a492831-82ac-4986-85a1-1d70ba8efbd1 req-900a5323-48fd-4a1b-9ec8-9ba19f468e3f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 945 time: 0.9472606 Sep 19 17:17:17.435487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:17.456999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-df347e28-607a-47a5-b2de-268bb1722633 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=2751822d-771a-4581-93ba-66b9397c903d HTTP/1.1" status: 200 len: 205 time: 0.1261439 Sep 19 17:17:17.458081 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6112c780-eedf-4c0e-95c7-daf640ba76fb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:17.458681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6112c780-eedf-4c0e-95c7-daf640ba76fb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:17.463029 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6112c780-eedf-4c0e-95c7-daf640ba76fb tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/7685b89d-5faf-41c8-ab7b-7891c30b7b99 HTTP/1.1" status: 404 len: 333 time: 0.1315477 Sep 19 17:17:17.463197 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-18954510-955f-4774-ade5-0105a3dd63f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6158586 Sep 19 17:17:17.464363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46562) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.464748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46564) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.477601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Request body: {'port': {'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:17.501094 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Attempting to bind port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:17:17.501462 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Attempting to bind port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:17:17.501815 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Attempting to bind port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:17.505774 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475c7c9-42cf-4cd2-9704-313e9e1390b6 None None] Pushing event updated for resources: {'Port': ['ID=9f7bbe22-7001-4f88-bcfa-6efaa2cba07d,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:17.511194 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:17:17.511563 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:17.511954 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.512330 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:17:17.512787 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Bound port: 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:17:17.513614 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.591502 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7a492831-82ac-4986-85a1-1d70ba8efbd1 req-d4deb99e-9d6e-4e26-aa94-73d34560ea9c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738000 Sep 19 17:17:17.591642 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] For port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:17:17.595430 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] For port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9f7bbe22-7001-4f88-bcfa-6efaa2cba07d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:17:17.609336 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.621551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.622583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.636064 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d51c67-bfd8-4bcc-bfc9-59d7f95cb7de tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:17.636517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d51c67-bfd8-4bcc-bfc9-59d7f95cb7de tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:17.638206 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-79d51c67-bfd8-4bcc-bfc9-59d7f95cb7de tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/d28e954a-575b-4127-8684-e3922c730d1d HTTP/1.1" status: 404 len: 337 time: 0.1681509 Sep 19 17:17:17.645157 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-499a23d4-4a62-41b3-a6a3-ee78e7a7629d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] delete failed (client error): The resource could not be found. Sep 19 17:17:17.646154 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-499a23d4-4a62-41b3-a6a3-ee78e7a7629d tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/2751822d-771a-4581-93ba-66b9397c903d HTTP/1.1" status: 404 len: 336 time: 0.1778908 Sep 19 17:17:17.650332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46570) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.650332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46572) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.670755 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:17.671385 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:17.690005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191cc7a-7ffe-4b6b-bac9-3fcb87f15781 tempest-TestNetworkAdvancedServerOps-1829338856 tempest-TestNetworkAdvancedServerOps-1829338856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:17.694276 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1191cc7a-7ffe-4b6b-bac9-3fcb87f15781 tempest-TestNetworkAdvancedServerOps-1829338856 tempest-TestNetworkAdvancedServerOps-1829338856-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3355396 Sep 19 17:17:17.694528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46578) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.749995 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-37fb3246-5909-4e60-9de0-992e4e8c8c5d tempest-TestNetworkAdvancedServerOps-1829338856 tempest-TestNetworkAdvancedServerOps-1829338856-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518303 Sep 19 17:17:17.750718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46582) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.753504 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ee77c9-8e58-4eb3-a61e-0b259fbace49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:17.754041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ee77c9-8e58-4eb3-a61e-0b259fbace49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:17.759278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347431694', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:17.762553 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475c7c9-42cf-4cd2-9704-313e9e1390b6 None None] Pushing event updated for resources: {'Port': ['ID=9f7bbe22-7001-4f88-bcfa-6efaa2cba07d,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:17.786540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-131aba6c-5071-4b6c-ae67-febe876713e4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:17.787043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131aba6c-5071-4b6c-ae67-febe876713e4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:17.791302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.799473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34b812-1550-4a94-8a4e-ecdbc268643d req-57114365-7256-49ea-a8fa-cd67f589416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:17.801066 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ce34b812-1550-4a94-8a4e-ecdbc268643d req-57114365-7256-49ea-a8fa-cd67f589416a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 1099 time: 0.9128599 Sep 19 17:17:17.826170 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-21ee77c9-8e58-4eb3-a61e-0b259fbace49 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/9e158e27-10a3-4e81-8967-c3959adb0e9c HTTP/1.1" status: 404 len: 337 time: 0.1711397 Sep 19 17:17:17.833039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.844115 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-131aba6c-5071-4b6c-ae67-febe876713e4 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/9faec5a1-7774-43a8-acb0-cae2a9645599 HTTP/1.1" status: 404 len: 333 time: 0.1905651 Sep 19 17:17:17.856987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a6e17-ec15-4d83-8153-5a73c64960f9 req-494e0531-bf9f-4098-ba2d-52e780a72702 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:17.858678 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bc3a6e17-ec15-4d83-8153-5a73c64960f9 req-494e0531-bf9f-4098-ba2d-52e780a72702 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 932 time: 0.8418312 Sep 19 17:17:17.862487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46590) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:17.892197 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:17.945621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:17.954413 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3c375b85-841d-485b-94d0-029b5d48e3e9 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=7c577513-cc3f-470f-a33c-ca780546c502 HTTP/1.1" status: 200 len: 205 time: 0.1196690 Sep 19 17:17:17.970691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46594) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.008244 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cbcf1b-8dbd-462f-906b-1e0f348c635c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:18.008968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cbcf1b-8dbd-462f-906b-1e0f348c635c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:18.010795 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-44cbcf1b-8dbd-462f-906b-1e0f348c635c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/9c6d8450-4cac-4cf9-b4c0-1bc0033aa6d1 HTTP/1.1" status: 404 len: 337 time: 0.1443737 Sep 19 17:17:18.029169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46598) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.050116 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-56e9a688-3ef8-403c-b49d-536791843ad3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] delete failed (client error): The resource could not be found. Sep 19 17:17:18.051165 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-56e9a688-3ef8-403c-b49d-536791843ad3 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/7c577513-cc3f-470f-a33c-ca780546c502 HTTP/1.1" status: 404 len: 336 time: 0.0794084 Sep 19 17:17:18.056655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.057641 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:18.098448 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ce34b812-1550-4a94-8a4e-ecdbc268643d req-f180df76-030c-4b0e-af4a-a0300f9d4960 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770422 Sep 19 17:17:18.100557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:subnet and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:18.110211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:18.125179 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61856949-a6ca-4a2e-b305-15a7e9aa098c tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab98f7cd-c502-434f-93aa-7e0b7abeaaf2 HTTP/1.1" status: 200 len: 205 time: 0.0628562 Sep 19 17:17:18.125179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:18.127401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.176639 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:11Z', 'revision_number': 3, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:18.180571 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78be97-a6d7-47a2-9886-a71ce1c5645d None None] The sync data for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv is: [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:11Z', 'revision_number': 3, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:18.200693 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9fca73-a2b0-467f-a28a-89965b53b88f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:18.201181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9fca73-a2b0-467f-a28a-89965b53b88f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:18.203248 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5e9fca73-a2b0-467f-a28a-89965b53b88f tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/44389336-8ec8-433b-9e8e-e94af907238f HTTP/1.1" status: 404 len: 333 time: 0.1588650 Sep 19 17:17:18.206824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.208996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Made reservation on behalf of dceb64b83fb344fca937a777bcae3076 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:18.218114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:18.258941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bc3a6e17-ec15-4d83-8153-5a73c64960f9 req-1343f349-4713-4ec2-ac0e-00f168c56a49 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907061 Sep 19 17:17:18.268737 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-ffcd0f3e-5a3e-456c-ab75-d316bbc4f6dd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] delete failed (client error): The resource could not be found. Sep 19 17:17:18.269786 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ffcd0f3e-5a3e-456c-ab75-d316bbc4f6dd tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/ab98f7cd-c502-434f-93aa-7e0b7abeaaf2 HTTP/1.1" status: 404 len: 336 time: 0.1413162 Sep 19 17:17:18.276816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46614) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.335133 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d423a3c2-4330-4a46-ba46-de09aadb0611 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:18.335623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d423a3c2-4330-4a46-ba46-de09aadb0611 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:18.337298 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d423a3c2-4330-4a46-ba46-de09aadb0611 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/8eacc503-1803-4221-8f8b-7162962d8130 HTTP/1.1" status: 404 len: 337 time: 0.1082954 Sep 19 17:17:18.352326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.359013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:18.385666 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5de47d1-1430-47b8-9055-9375ead7ae16 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:18.386122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5de47d1-1430-47b8-9055-9375ead7ae16 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:18.387839 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b5de47d1-1430-47b8-9055-9375ead7ae16 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/babbec4f-1e45-4883-b1ef-74c61ab48bfb HTTP/1.1" status: 404 len: 337 time: 0.1101243 Sep 19 17:17:18.390512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:18.411703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46622) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.540415 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1daf0d8e-c94c-47cc-98af-e638ad837972 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=3050cc31-2775-4d05-ba36-0b4de6b682f8 HTTP/1.1" status: 200 len: 205 time: 0.0948308 Sep 19 17:17:18.547790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46626) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.593394 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db24fb4-12f3-47fd-b3d6-9fe010b940fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:18.593964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db24fb4-12f3-47fd-b3d6-9fe010b940fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:18.598928 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2db24fb4-12f3-47fd-b3d6-9fe010b940fd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/2c801585-f32c-43fd-8b12-05f1210db317 HTTP/1.1" status: 404 len: 333 time: 0.2426529 Sep 19 17:17:18.609125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46630) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.647329 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-60901bb9-669a-4366-b341-27193be4b135 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] delete failed (client error): The resource could not be found. Sep 19 17:17:18.650638 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-60901bb9-669a-4366-b341-27193be4b135 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/3050cc31-2775-4d05-ba36-0b4de6b682f8 HTTP/1.1" status: 404 len: 336 time: 0.1002874 Sep 19 17:17:18.662277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46636) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.704093 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d1dbf0-c441-4020-b686-16be6049ba00 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:18.704645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d1dbf0-c441-4020-b686-16be6049ba00 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:18.723806 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2d33d6-ff64-4633-bd2c-df7b8c50799e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:18.724356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2d33d6-ff64-4633-bd2c-df7b8c50799e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:18.728808 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fd2d33d6-ff64-4633-bd2c-df7b8c50799e tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/89ebdf9a-8749-4363-a039-6d1a44b38509 HTTP/1.1" status: 404 len: 337 time: 0.0630176 Sep 19 17:17:18.734408 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-36d1dbf0-c441-4020-b686-16be6049ba00 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/a810c380-3b89-4d4f-bc43-db297c8ce195 HTTP/1.1" status: 404 len: 337 time: 0.1219702 Sep 19 17:17:18.736646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46640) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:18.737048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46642) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.070025 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b513cd5-b5f3-4bd3-8dbc-e5d79bfe446d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.070747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b513cd5-b5f3-4bd3-8dbc-e5d79bfe446d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.072662 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5b513cd5-b5f3-4bd3-8dbc-e5d79bfe446d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/0748e0ea-0507-4e35-8750-3fa315570d20 HTTP/1.1" status: 404 len: 337 time: 0.3317943 Sep 19 17:17:19.077457 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e44c981f-6040-41d2-89df-6fe51b659bad tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "GET /v2.0/ports?device_id=66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da HTTP/1.1" status: 200 len: 205 time: 0.3375669 Sep 19 17:17:19.083640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.084208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.087878 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1af7aa-8801-4df7-994b-5c383b77dd83 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:17:19.164641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:19.219846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Transition to ACTIVE for port object 3d1af7aa-8801-4df7-994b-5c383b77dd83 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:19.220655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:19.248432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:19.316091 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1a2d83-2415-402b-9bb8-c59664df39e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.316582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1a2d83-2415-402b-9bb8-c59664df39e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.320811 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5b1a2d83-2415-402b-9bb8-c59664df39e3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/9be7699d-0f47-4d39-8829-db189ce64bf7 HTTP/1.1" status: 404 len: 333 time: 0.2290339 Sep 19 17:17:19.329954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.332578 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-31218e79-2eb1-4517-82ec-a473c144a0c8 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] delete failed (client error): The resource could not be found. Sep 19 17:17:19.333474 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31218e79-2eb1-4517-82ec-a473c144a0c8 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/routers/66c8d4b8-22a2-4bcc-82f6-ae8a0b3754da HTTP/1.1" status: 404 len: 336 time: 0.2426841 Sep 19 17:17:19.337269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46662) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.339877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:19.429777 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-3269a1df-7ead-4ead-890f-f55ebc1c3c9a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.430241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3269a1df-7ead-4ead-890f-f55ebc1c3c9a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.431959 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3269a1df-7ead-4ead-890f-f55ebc1c3c9a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/a4f5782e-2569-4d28-9c1d-b4514366e1ca HTTP/1.1" status: 404 len: 337 time: 0.0975473 Sep 19 17:17:19.437680 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffb4e15-ef07-4ec7-9a18-a43ed0253e29 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.438073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffb4e15-ef07-4ec7-9a18-a43ed0253e29 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.443025 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5ffb4e15-ef07-4ec7-9a18-a43ed0253e29 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/f783bee9-3b20-43ff-b76e-140d2d5d8575 HTTP/1.1" status: 404 len: 337 time: 0.0709841 Sep 19 17:17:19.443025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46666) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.446694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46668) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.534647 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3693e12-0ec3-42ce-a63b-40e8b697e311 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.535123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3693e12-0ec3-42ce-a63b-40e8b697e311 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.536828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e3693e12-0ec3-42ce-a63b-40e8b697e311 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/f5abbdb7-bdfb-4802-ae7c-3e5a99deece1 HTTP/1.1" status: 404 len: 337 time: 0.0914903 Sep 19 17:17:19.552397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46674) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.553691 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-71423c96-4d3e-4cee-9afc-3b21ca04ec52 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.554142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71423c96-4d3e-4cee-9afc-3b21ca04ec52 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.555834 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-71423c96-4d3e-4cee-9afc-3b21ca04ec52 tempest-RoutersIpV6Test-1837973393 tempest-RoutersIpV6Test-1837973393-project] 10.222.0.83 "DELETE /v2.0/subnets/f4bbc390-d1fe-406c-8fd6-17106e8caf9e HTTP/1.1" status: 404 len: 337 time: 0.0793138 Sep 19 17:17:19.565577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Pushing event updated for resources: {'Port': ['ID=3d1af7aa-8801-4df7-994b-5c383b77dd83,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:19.576065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c9878-ed31-485b-8c17-15fbbc8401a6 req-73907a5c-3778-4f9a-9bd9-0e5e6e9277d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:19.577601 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4f1c9878-ed31-485b-8c17-15fbbc8401a6 req-73907a5c-3778-4f9a-9bd9-0e5e6e9277d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 946 time: 0.8419058 Sep 19 17:17:19.581448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:19.630177 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8b2cfd-f0cb-403d-8404-94705b8c4845 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.630615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8b2cfd-f0cb-403d-8404-94705b8c4845 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.682550 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2f8b2cfd-f0cb-403d-8404-94705b8c4845 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/fad40789-0691-4c45-8b9e-88dfdea6f99b HTTP/1.1" status: 404 len: 333 time: 0.1280975 Sep 19 17:17:19.691673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46680) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.752836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'Subnet': ['ID=2660a5a9-6d92-4c50-92b2-4cad967ffe02,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:19.763990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Attempting to bind port 3d1af7aa-8801-4df7-994b-5c383b77dd83 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:17:19.764335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Attempting to bind port 3d1af7aa-8801-4df7-994b-5c383b77dd83 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:17:19.764667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Attempting to bind port 3d1af7aa-8801-4df7-994b-5c383b77dd83 on network 68a98c82-41f6-4089-a841-47178a4df383 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:19.766999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-55435193-8e96-451b-b398-09756e48c206 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.767454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55435193-8e96-451b-b398-09756e48c206 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.769398 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-55435193-8e96-451b-b398-09756e48c206 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/4b24ae6e-1d93-42b2-a6aa-15d5ca4639c7 HTTP/1.1" status: 404 len: 337 time: 0.0767722 Sep 19 17:17:19.776223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46684) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.778313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Allocated IP 172.26.10.137 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/d540ef4b-80c8-4ab0-b89d-8e43205a74a3) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:19.784535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Port 3d1af7aa-8801-4df7-994b-5c383b77dd83 on network 68a98c82-41f6-4089-a841-47178a4df383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:17:19.785163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Attempting to bind port 3d1af7aa-8801-4df7-994b-5c383b77dd83 on network 68a98c82-41f6-4089-a841-47178a4df383 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:19.787397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Checking segment: {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:19.787764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Network hostable DHCP agents. Network: df1b3620-623b-4912-89d6-75697ab73df2, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:17:19.799972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:17:19.799972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Checking segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:19.800315 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4f1c9878-ed31-485b-8c17-15fbbc8401a6 req-3042ec25-cfe7-4670-b72e-77f9e4647f3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109544 Sep 19 17:17:19.800507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Bound using segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:17:19.800507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Bound port: 3d1af7aa-8801-4df7-994b-5c383b77dd83, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:17:19.800507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:19.817260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531191-8708-4d81-9b5e-5e12149fe884 req-b45d5982-d2bb-452f-8f2d-dbacbd47062f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:19.824609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75531191-8708-4d81-9b5e-5e12149fe884 req-b45d5982-d2bb-452f-8f2d-dbacbd47062f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 944 time: 0.3933392 Sep 19 17:17:19.858103 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6924b757-a82d-45b2-ac03-4bd5f20ae7df tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:19.858720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6924b757-a82d-45b2-ac03-4bd5f20ae7df tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:19.865410 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6924b757-a82d-45b2-ac03-4bd5f20ae7df tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/2d2403c5-085e-414c-8a74-ceb0faa9b72d HTTP/1.1" status: 404 len: 337 time: 0.0833895 Sep 19 17:17:19.868338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46690) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.872201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Deleting port 0d17dfb8-4395-44b1-8dcc-fe96fb9545fe {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:19.872369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:19.915204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46694) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:19.934267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Network df1b3620-623b-4912-89d6-75697ab73df2 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:17:19.968852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, df1b3620-623b-4912-89d6-75697ab73df2) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:19.983091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d307e0-3c71-4ab4-becc-5aa008bae6c5 None None] Network df1b3620-623b-4912-89d6-75697ab73df2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:20.031181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:20.032178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.044699 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-75531191-8708-4d81-9b5e-5e12149fe884 req-6293fb33-e2cd-4ef1-9854-8065223341f5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189360 Sep 19 17:17:20.054615 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a0f371-fdee-4e1b-a923-cee8b3af1fe8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:20.055430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a0f371-fdee-4e1b-a923-cee8b3af1fe8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:20.057353 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-07a0f371-fdee-4e1b-a923-cee8b3af1fe8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/bca619dd-065c-4022-874e-437df263d948 HTTP/1.1" status: 404 len: 333 time: 0.1851630 Sep 19 17:17:20.060005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46700) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.114385 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d21759f9-8d13-4d28-bf50-b64735c0f793 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3625185 Sep 19 17:17:20.119208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.120450 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ff9a85-74c8-4ded-8fff-34baacd3914c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:20.121115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ff9a85-74c8-4ded-8fff-34baacd3914c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:20.123155 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b8ff9a85-74c8-4ded-8fff-34baacd3914c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/b8a86435-9df7-41fb-8319-076ce7b5f281 HTTP/1.1" status: 404 len: 337 time: 0.0621176 Sep 19 17:17:20.138268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.200922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] For port 3d1af7aa-8801-4df7-994b-5c383b77dd83, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:17:20.206280 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db75ee2-90b1-414f-b570-c38c675354ef tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:20.207035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db75ee2-90b1-414f-b570-c38c675354ef tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:20.208828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3db75ee2-90b1-414f-b570-c38c675354ef tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/0da056d0-2fa0-46e4-8d70-65f564868c7c HTTP/1.1" status: 404 len: 337 time: 0.0678666 Sep 19 17:17:20.215973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.244265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.248373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] For port 3d1af7aa-8801-4df7-994b-5c383b77dd83, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:17:20.313596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-df1b3620-623b-4912-89d6-75697ab73df2', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:17:20.314958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.319733 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-30a87263-6568-479c-b85f-196d5c10fa7a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports?device_id=6de1c619-6d76-4fc6-b5fe-f2726c4b848d HTTP/1.1" status: 200 len: 205 time: 0.0852001 Sep 19 17:17:20.322589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.323938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46718) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.334471 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cd379294-1880-4a26-86c7-c7504fe1bc1c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=09d83dbbd40c4400a1952a475f606dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161773 Sep 19 17:17:20.336473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.343859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46722) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.389020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:20.509518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:20.509518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.510186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] 10.222.0.86 "PUT /v2.0/ports/3d1af7aa-8801-4df7-994b-5c383b77dd83 HTTP/1.1" status: 200 len: 1094 time: 3.0375919 Sep 19 17:17:20.511818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:20.514495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd17473-f66e-455e-83f4-67654ef8694f" -d '{"events": [{"name": "network-changed", "server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:20.521955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:20.530491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:20.530890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.604913 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e50c0e-95cc-4439-abdf-3a044e215c81 x-openstack-request-id: req-18e50c0e-95cc-4439-abdf-3a044e215c81 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:20.605239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:20.605490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-18e50c0e-95cc-4439-abdf-3a044e215c81 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:20.605865 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e50c0e-95cc-4439-abdf-3a044e215c81'] response: {'name': 'network-changed', 'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'status': 'completed', 'code': 200} Sep 19 17:17:20.615128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Calling delete_port for 0d17dfb8-4395-44b1-8dcc-fe96fb9545fe owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:20.653625 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-1ca4dea0-4346-4397-8c81-3b6bcd8c5964 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] delete failed (client error): The resource could not be found. Sep 19 17:17:20.654654 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1ca4dea0-4346-4397-8c81-3b6bcd8c5964 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/routers/6de1c619-6d76-4fc6-b5fe-f2726c4b848d HTTP/1.1" status: 404 len: 336 time: 0.3298230 Sep 19 17:17:20.677132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46728) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.702973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Allocated IP 172.20.0.2 (df1b3620-623b-4912-89d6-75697ab73df2/2660a5a9-6d92-4c50-92b2-4cad967ffe02/f5aaa884-0fb0-4747-87fb-e9c56be1c007) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:20.727850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357022d-bc65-47d9-85fa-c1a95144e02b service neutron] Pushing event updated for resources: {'Port': ['ID=3d1af7aa-8801-4df7-994b-5c383b77dd83,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:20.753654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:20.754149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.769679 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a633ac5-b387-4edf-9aa8-7b8070edad3e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:20.770131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a633ac5-b387-4edf-9aa8-7b8070edad3e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:20.771859 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0a633ac5-b387-4edf-9aa8-7b8070edad3e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/f1a084db-47a9-4fcc-9bc1-b61164feba33 HTTP/1.1" status: 404 len: 337 time: 0.0906036 Sep 19 17:17:20.778437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46732) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.838102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9f7bbe22-7001-4f88-bcfa-6efaa2cba07d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:20.856936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.888749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52d1c89a-8a75-4de5-b15f-91b9277c60d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.893114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:20.960924 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-21ec1912-1766-4674-85f5-0c3226bb8585 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "GET /v2.0/ports?device_id=61ba1435-bf76-4b67-95ff-e07783774f71 HTTP/1.1" status: 200 len: 205 time: 0.1801939 Sep 19 17:17:20.963555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46738) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:20.971176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52d1c89a-8a75-4de5-b15f-91b9277c60d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.009441 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=9f7bbe22-7001-4f88-bcfa-6efaa2cba07d,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:21.033195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.043658 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-3759bab2-4d47-4dce-a3f2-e3c989afe36d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] delete failed (client error): The resource could not be found. Sep 19 17:17:21.044696 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3759bab2-4d47-4dce-a3f2-e3c989afe36d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/routers/61ba1435-bf76-4b67-95ff-e07783774f71 HTTP/1.1" status: 404 len: 336 time: 0.0802066 Sep 19 17:17:21.048461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Transition to ACTIVE for port object f5aaa884-0fb0-4747-87fb-e9c56be1c007 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:21.049169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46742) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:21.058547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:21.069198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Transition to ACTIVE for port object f5aaa884-0fb0-4747-87fb-e9c56be1c007 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:21.077572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.106024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:21.115987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event updated for resources: {'Port': ['ID=d540ef4b-80c8-4ab0-b89d-8e43205a74a3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:21.132821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:21.150545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.151627 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Network df1b3620-623b-4912-89d6-75697ab73df2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:21.160359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:21.166416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:21.216726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52d1c89a-8a75-4de5-b15f-91b9277c60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.226553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-8992b57d-aa73-4bbe-a7fb-f45f2bd78423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:21.228491 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-8992b57d-aa73-4bbe-a7fb-f45f2bd78423 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 1097 time: 0.6765940 Sep 19 17:17:21.229647 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d38bbc4-5bf7-4a29-8f71-efb6bf5e6cf3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:21.230227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d38bbc4-5bf7-4a29-8f71-efb6bf5e6cf3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:21.232348 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5d38bbc4-5bf7-4a29-8f71-efb6bf5e6cf3 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/df9b521a-547e-4298-aa3e-972e0d4952a6 HTTP/1.1" status: 404 len: 337 time: 0.1772215 Sep 19 17:17:21.256308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46748) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:21.295679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Pushing event updated for resources: {'Port': ['ID=f5aaa884-0fb0-4747-87fb-e9c56be1c007,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:21.312146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Attempting to bind port f5aaa884-0fb0-4747-87fb-e9c56be1c007 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:17:21.312772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Attempting to bind port f5aaa884-0fb0-4747-87fb-e9c56be1c007 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:17:21.313300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Attempting to bind port f5aaa884-0fb0-4747-87fb-e9c56be1c007 on network df1b3620-623b-4912-89d6-75697ab73df2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:21.319371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:17:21.319939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Checking segment: {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:21.320520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.321052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Bound using segment: {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:17:21.321683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Bound port: f5aaa884-0fb0-4747-87fb-e9c56be1c007, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:17:21.322221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.332124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event deleted for resources: {'Port': ['ID=0d17dfb8-4395-44b1-8dcc-fe96fb9545fe,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:21.384467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1c89a-8a75-4de5-b15f-91b9277c60d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70341ff9-cb45-4425-b83c-970588b9f54f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:21.427762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52d1c89a-8a75-4de5-b15f-91b9277c60d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.433225 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52d1c89a-8a75-4de5-b15f-91b9277c60d2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/70341ff9-cb45-4425-b83c-970588b9f54f HTTP/1.1" status: 204 len: 168 time: 1.0171096 Sep 19 17:17:21.444395 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-645e4a81-7c28-4939-bbca-929222783699 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:21.444849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645e4a81-7c28-4939-bbca-929222783699 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:21.452429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46754) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:21.457988 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-645e4a81-7c28-4939-bbca-929222783699 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/401e4cb8-d888-48c0-b2c2-d176cb3eaf39 HTTP/1.1" status: 404 len: 337 time: 0.1768475 Sep 19 17:17:21.459846 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-ae0a4f09-e892-45c8-8846-c7be32b5bf54 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83 HTTP/1.1" status: 200 len: 217 time: 0.2110190 Sep 19 17:17:21.468737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] For port f5aaa884-0fb0-4747-87fb-e9c56be1c007, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:17:21.475155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] For port f5aaa884-0fb0-4747-87fb-e9c56be1c007, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f5aaa884-0fb0-4747-87fb-e9c56be1c007,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:17:21.480411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.593358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d0009-84fe-40bb-a190-f5dc47d5036b None None] Pushing event updated for resources: {'Port': ['ID=f5aaa884-0fb0-4747-87fb-e9c56be1c007,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:21.635008 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfb2f8b-8b23-4dde-b65a-a31bb687b161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:21.635499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfb2f8b-8b23-4dde-b65a-a31bb687b161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:21.639859 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4dfb2f8b-8b23-4dde-b65a-a31bb687b161 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/83ba673a-27dc-4d9a-8e33-0cdfc58bf112 HTTP/1.1" status: 404 len: 333 time: 0.1842926 Sep 19 17:17:21.640586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46758) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:21.645536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-d2ee9f95-8f8d-46d1-a23e-1f739feea657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:21.647204 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-d2ee9f95-8f8d-46d1-a23e-1f739feea657 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.1740620 Sep 19 17:17:21.703375 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77586dd-6ba2-418b-a74d-0179838323d8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:21.703375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77586dd-6ba2-418b-a74d-0179838323d8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:21.706789 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f77586dd-6ba2-418b-a74d-0179838323d8 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/5db287eb-2016-4c09-84f2-899df81c0811 HTTP/1.1" status: 404 len: 337 time: 0.0542603 Sep 19 17:17:21.706789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:21.709719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46764) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:21.850620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-956db002-c879-492e-b49e-27a94a9daec2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:21.851142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956db002-c879-492e-b49e-27a94a9daec2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:21.855162 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-956db002-c879-492e-b49e-27a94a9daec2 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/810513fb-9daa-49bd-b696-31e90b05cfc1 HTTP/1.1" status: 404 len: 333 time: 0.1411133 Sep 19 17:17:21.862787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46770) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:21.870838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5667b2-5329-4891-b410-3ec30629bc36 req-4b6e3619-c335-4e39-9eea-485d62583598 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:21.872407 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb5667b2-5329-4891-b410-3ec30629bc36 req-4b6e3619-c335-4e39-9eea-485d62583598 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 944 time: 0.6029396 Sep 19 17:17:21.949568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9cbbb-351e-4894-bcea-184171437a83 req-4b9d2ca1-da20-4685-92a7-5f8e64030b96 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:21.950313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-90c9cbbb-351e-4894-bcea-184171437a83 req-4b9d2ca1-da20-4685-92a7-5f8e64030b96 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:22.012935 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2508fe8e-bd07-4825-8479-460dfe5b9565 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:22.012935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2508fe8e-bd07-4825-8479-460dfe5b9565 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:22.013575 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2508fe8e-bd07-4825-8479-460dfe5b9565 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/4cb98221-1a1d-463a-916e-3ed7d3c1a57c HTTP/1.1" status: 404 len: 337 time: 0.1400626 Sep 19 17:17:22.018644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46780) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.144606 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1859fd4c-fae5-4aec-8459-dd0a1b89e756 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:22.145091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1859fd4c-fae5-4aec-8459-dd0a1b89e756 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:22.149410 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1859fd4c-fae5-4aec-8459-dd0a1b89e756 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/d77f3bd4-4c1a-493b-ad26-8327328bc521 HTTP/1.1" status: 404 len: 333 time: 0.1257854 Sep 19 17:17:22.177148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46786) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.207322 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fb5667b2-5329-4891-b410-3ec30629bc36 req-d095b9e2-f2ab-4635-8b30-fd44b1b74c22 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265928 Sep 19 17:17:22.251637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Router 9b763eed-233d-4271-955a-47d35f88c09a has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:22.275022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-90c9cbbb-351e-4894-bcea-184171437a83 req-4b9d2ca1-da20-4685-92a7-5f8e64030b96 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:22.276241 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90c9cbbb-351e-4894-bcea-184171437a83 req-4b9d2ca1-da20-4685-92a7-5f8e64030b96 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 946 time: 1.3073232 Sep 19 17:17:22.277228 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-302c2655-ee86-4d66-a4c7-291b790af7e7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:22.277634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302c2655-ee86-4d66-a4c7-291b790af7e7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:22.279432 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-302c2655-ee86-4d66-a4c7-291b790af7e7 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/a832dc48-ec10-4a7e-8aea-f1a8f68e34a6 HTTP/1.1" status: 404 len: 337 time: 0.0978289 Sep 19 17:17:22.294982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46794) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.451466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:22.574242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:22.579904 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b924d0cb-f93f-4804-815d-ac7b9539d94f tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "PUT /v2.0/routers/9b763eed-233d-4271-955a-47d35f88c09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9772654 Sep 19 17:17:22.585178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.591111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1b9b9-a62a-4599-8dcb-44d57d9e245a None None] Sync routers for ids ['9b763eed-233d-4271-955a-47d35f88c09a'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:22.617800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1b9b9-a62a-4599-8dcb-44d57d9e245a None None] Routers {'9b763eed-233d-4271-955a-47d35f88c09a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:22.618460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-16d1b9b9-a62a-4599-8dcb-44d57d9e245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9b763eed-233d-4271-955a-47d35f88c09a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:22.627739 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-408ae09c-3313-42b2-8c5b-afba81e2d01d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:22.628596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408ae09c-3313-42b2-8c5b-afba81e2d01d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:22.630585 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-408ae09c-3313-42b2-8c5b-afba81e2d01d tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/191f9828-df10-4662-bc4d-f93c9ffb29a2 HTTP/1.1" status: 404 len: 333 time: 0.3327477 Sep 19 17:17:22.639117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46804) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.639711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46806) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.670425 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-351c0ee9-e4b7-4ff3-8b20-b17f9aa905ec tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] show failed (client error): The resource could not be found. Sep 19 17:17:22.671751 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-351c0ee9-e4b7-4ff3-8b20-b17f9aa905ec tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-1535787806 HTTP/1.1" status: 404 len: 335 time: 0.0855756 Sep 19 17:17:22.683622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46812) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.689156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5cbfad21-a7c4-4868-822b-525036930817 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:22.690955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-16d1b9b9-a62a-4599-8dcb-44d57d9e245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:22.695075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:22.695436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:22.705678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-72b49aac-378f-42d2-a3e8-1cecc0afc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:22.708518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-72b49aac-378f-42d2-a3e8-1cecc0afc267 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9927988 Sep 19 17:17:22.753471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1b9b9-a62a-4599-8dcb-44d57d9e245a None None] Routers {'9b763eed-233d-4271-955a-47d35f88c09a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:22.754202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-16d1b9b9-a62a-4599-8dcb-44d57d9e245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9b763eed-233d-4271-955a-47d35f88c09a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:22.758285 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-5cbfad21-a7c4-4868-822b-525036930817 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] update failed (client error): The resource could not be found. Sep 19 17:17:22.760975 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90c9cbbb-351e-4894-bcea-184171437a83 req-0e9deb45-9b35-4041-b4ed-d4f825394b96 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646096 Sep 19 17:17:22.768384 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5cbfad21-a7c4-4868-822b-525036930817 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-2110969679 HTTP/1.1" status: 404 len: 335 time: 0.0834208 Sep 19 17:17:22.769278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46818) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.793452 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-c371b9e5-6637-46a7-ae29-2a9fd8f24ade tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:22.794349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c371b9e5-6637-46a7-ae29-2a9fd8f24ade tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:22.796247 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c371b9e5-6637-46a7-ae29-2a9fd8f24ade tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/9e0744bf-9610-4fc8-8ce1-ebdf5a398e5f HTTP/1.1" status: 404 len: 337 time: 0.1536429 Sep 19 17:17:22.807174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.847176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-16d1b9b9-a62a-4599-8dcb-44d57d9e245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:22.847492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1b9b9-a62a-4599-8dcb-44d57d9e245a None None] The sync data for ids ['9b763eed-233d-4271-955a-47d35f88c09a'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:22.900777 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65ac14b-3dfb-47cd-b352-5036eb972d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:22.901246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65ac14b-3dfb-47cd-b352-5036eb972d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:22.903032 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a65ac14b-3dfb-47cd-b352-5036eb972d6c tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/53929293-2ae8-46ed-ab78-5638271ee982 HTTP/1.1" status: 404 len: 333 time: 0.0946126 Sep 19 17:17:22.905805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:22.957439 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-382f0152-52fd-441c-b534-ca844635111e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:22.957671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382f0152-52fd-441c-b534-ca844635111e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:22.962050 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-382f0152-52fd-441c-b534-ca844635111e tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/182005fd-dc5a-453b-9bda-3f2b0d851758 HTTP/1.1" status: 404 len: 337 time: 0.0526822 Sep 19 17:17:22.962243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:22.963166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f5aaa884-0fb0-4747-87fb-e9c56be1c007 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:23.000934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:23.011675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-37339062-465b-4652-8785-d3f7c92d157c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Deleting subnet 6350b9b3-961e-4736-a3bd-614a8d8c7bde {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:17:23.017193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d8e28-1022-4725-b202-c97db3513d43 None None] Network df1b3620-623b-4912-89d6-75697ab73df2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:23.049865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37339062-465b-4652-8785-d3f7c92d157c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.058675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f51061c2-186f-4e47-bac0-113ae873b461 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:23.059436 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING neutron.api.v2.base [None req-f51061c2-186f-4e47-bac0-113ae873b461 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 17:17:23.059927 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-f51061c2-186f-4e47-bac0-113ae873b461 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 17:17:23.064459 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f51061c2-186f-4e47-bac0-113ae873b461 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4198706 Sep 19 17:17:23.078281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:23.108831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726149125'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:23.117892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d9d7a4a3-b07c-48c1-8230-23a87ecabc81 None None] Provisioning for port f5aaa884-0fb0-4747-87fb-e9c56be1c007 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:23.118261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.119137 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38e593b-fe0d-4e08-a922-2729bc6c349a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:23.119617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38e593b-fe0d-4e08-a922-2729bc6c349a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:23.124612 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d38e593b-fe0d-4e08-a922-2729bc6c349a tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/3ed8a2c2-8f17-4d48-98fd-affbee6605b2 HTTP/1.1" status: 404 len: 333 time: 0.1147735 Sep 19 17:17:23.128981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46840) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:23.129166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port f5aaa884-0fb0-4747-87fb-e9c56be1c007 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:23.135751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:23.140855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f5aaa884-0fb0-4747-87fb-e9c56be1c007 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:23.141241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.144836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:23.150064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:23.158849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:23.170125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37339062-465b-4652-8785-d3f7c92d157c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.195087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.211836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.230127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.260248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:23.273337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:23.283174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0643-6602-4ca8-8dc1-704bf2f60602 req-c8dc1764-5b74-4481-8b6d-b08c5bfed4aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:23.284864 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93bb0643-6602-4ca8-8dc1-704bf2f60602 req-c8dc1764-5b74-4481-8b6d-b08c5bfed4aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 946 time: 0.3319969 Sep 19 17:17:23.287667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:23.294949 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed9b44e-3a64-4dae-b125-7e936cd82418 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:23.295552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed9b44e-3a64-4dae-b125-7e936cd82418 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:23.300342 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-aed9b44e-3a64-4dae-b125-7e936cd82418 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/c1cee9f4-a378-486a-a00c-e1f83fc65294 HTTP/1.1" status: 404 len: 337 time: 0.1663816 Sep 19 17:17:23.312953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46846) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:23.316039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:23.367921 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-422395a0-b2cb-4e40-b3a7-97671f9eb43d service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108646 Sep 19 17:17:23.404920 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6327edf9-9633-452d-815e-4c87c3c10cdd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:23.405502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6327edf9-9633-452d-815e-4c87c3c10cdd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:23.407802 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6327edf9-9633-452d-815e-4c87c3c10cdd tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/ports/2e994078-24cd-4026-94b7-0cc8cbd9b3a4 HTTP/1.1" status: 404 len: 333 time: 0.0939195 Sep 19 17:17:23.422719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46850) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:23.423897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37339062-465b-4652-8785-d3f7c92d157c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.445117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f5aaa884-0fb0-4747-87fb-e9c56be1c007 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:23.445488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.495599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port f5aaa884-0fb0-4747-87fb-e9c56be1c007, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f5aaa884-0fb0-4747-87fb-e9c56be1c007,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:23.502135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.517191 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-93bb0643-6602-4ca8-8dc1-704bf2f60602 req-5ff2b864-e6df-4a8a-8951-dfcad58b6031 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220192 Sep 19 17:17:23.528258 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28607f9-af6e-4d83-ad4f-01a7ab9962ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:23.528722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28607f9-af6e-4d83-ad4f-01a7ab9962ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:23.561435 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a28607f9-af6e-4d83-ad4f-01a7ab9962ed tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/subnets/040b9a77-0799-4924-be07-8df3adbfc577 HTTP/1.1" status: 404 len: 337 time: 0.1089535 Sep 19 17:17:23.565458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46854) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:23.565935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:23.599270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=f5aaa884-0fb0-4747-87fb-e9c56be1c007,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:23.755618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-158a35fe-f550-42f1-8f7c-8de11de9cbcb None None] Provisioning complete for port f5aaa884-0fb0-4747-87fb-e9c56be1c007 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:23.756319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-158a35fe-f550-42f1-8f7c-8de11de9cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.784166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37339062-465b-4652-8785-d3f7c92d157c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.791279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.848948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37339062-465b-4652-8785-d3f7c92d157c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event deleted for resources: {'Subnet': ['ID=6350b9b3-961e-4736-a3bd-614a8d8c7bde,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:23.853530 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f28f9232-79a7-438b-b492-20f6f66ec902 req-cc4764eb-2428-4b94-8117-7bae117201c7 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636165 Sep 19 17:17:23.862171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-37339062-465b-4652-8785-d3f7c92d157c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.878860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b5241-fdce-4a58-9fd0-80862c6a93b6 None None] Network 0e94280d-bb69-4937-99bf-0cd386e9304e requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:23.879575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.916731 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-37339062-465b-4652-8785-d3f7c92d157c tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/subnets/6350b9b3-961e-4736-a3bd-614a8d8c7bde HTTP/1.1" status: 204 len: 168 time: 1.1461747 Sep 19 17:17:23.921601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:23.928174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46862) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:23.941454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:23.979995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-158a35fe-f550-42f1-8f7c-8de11de9cbcb None None] Current status of the port f5aaa884-0fb0-4747-87fb-e9c56be1c007 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:23.995070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:24.011393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:24.085984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:24.112775 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf8e79-3f7f-41c8-982e-481702af258e tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:24.118134 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87bf8e79-3f7f-41c8-982e-481702af258e tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 1094 time: 0.5471125 Sep 19 17:17:24.127803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46866) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:24.138805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.147669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706471e5-62a9-4b6c-a3e2-75d9970bd806,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:24.160787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '6903fa04-7777-4932-8026-951f1eed71a5', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:24.164519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c8a71-2ca8-4b4f-b7b8-dd12f565ce56 req-bc7aebe7-5e90-4173-a66a-c55a4bdbaee3 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:24.165997 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c09c8a71-2ca8-4b4f-b7b8-dd12f565ce56 req-bc7aebe7-5e90-4173-a66a-c55a4bdbaee3 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 944 time: 0.7513328 Sep 19 17:17:24.183739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:24.192757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a10bbd-500a-4b61-b384-e0a9d19eecfc tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Deleting subnet 839025cb-eafa-42a5-bb91-cb4301749961 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:17:24.204923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95a10bbd-500a-4b61-b384-e0a9d19eecfc tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.208398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] DHCP port deletion for 0e94280d-bb69-4937-99bf-0cd386e9304e request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:17:24.213015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] Deleting port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:24.213385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.237313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:24.241865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca82f69-6a8f-4b75-8656-0660f7a0a6d2']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:24.248777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:24.262987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:24.286071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:24.286667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6299d7-149d-4e1a-b5b3-cc19a5bf0519') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:24.313008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.322885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95a10bbd-500a-4b61-b384-e0a9d19eecfc tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.330213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f5aaa884-0fb0-4747-87fb-e9c56be1c007 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:24.365403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.417242 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c09c8a71-2ca8-4b4f-b7b8-dd12f565ce56 req-61455783-07cd-4fe4-80d6-1681e9529407 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274585 Sep 19 17:17:24.447516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd17473-f66e-455e-83f4-67654ef8694f req-0b30989c-bca5-44b1-ae96-d38cbb3a741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:24.449215 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd17473-f66e-455e-83f4-67654ef8694f req-0b30989c-bca5-44b1-ae96-d38cbb3a741f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 1097 time: 0.3413067 Sep 19 17:17:24.467968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95a10bbd-500a-4b61-b384-e0a9d19eecfc tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.532902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] For port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4f1144ee-5bfe-4ac0-ae1c-22d65732002a,segment=NetworkSegment(47cc4a81-739b-4921-bf90-3e4ecd5dbc44),segment_id=47cc4a81-739b-4921-bf90-3e4ecd5dbc44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:24.533630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.541699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f5aaa884-0fb0-4747-87fb-e9c56be1c007 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:24.542040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.595942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd17473-f66e-455e-83f4-67654ef8694f req-70cb6334-3bb4-45af-8331-5742901102e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:24.597440 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd17473-f66e-455e-83f4-67654ef8694f req-70cb6334-3bb4-45af-8331-5742901102e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.1369705 Sep 19 17:17:24.609257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.669843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.697844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] Calling delete_port for 4f1144ee-5bfe-4ac0-ae1c-22d65732002a owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:24.733779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:17:24.734161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.766281 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd17473-f66e-455e-83f4-67654ef8694f req-8a31094e-af36-4073-b008-d2fef287924c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83 HTTP/1.1" status: 200 len: 217 time: 0.1583683 Sep 19 17:17:24.811012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.812966 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6f6299d7-149d-4e1a-b5b3-cc19a5bf0519 resource provider aggregate not found Sep 19 17:17:24.838462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f5aaa884-0fb0-4747-87fb-e9c56be1c007 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:24.842874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.847636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.868853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Allocated IP 172.20.0.1 (df1b3620-623b-4912-89d6-75697ab73df2/2660a5a9-6d92-4c50-92b2-4cad967ffe02/84a2e7ee-8a62-4179-9466-180cd0c57c99) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:24.875134 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 6f6299d7-149d-4e1a-b5b3-cc19a5bf0519 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f6299d7-149d-4e1a-b5b3-cc19a5bf0519 found for delete ", "request_id": "req-f58d2e60-360c-411f-9622-140bd2c47624"}]} Sep 19 17:17:24.911729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.912952 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8250239 Sep 19 17:17:24.923356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] Pushing event deleted for resources: {'Port': ['ID=4f1144ee-5bfe-4ac0-ae1c-22d65732002a,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:24.923849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46874) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:24.928383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd7472-9a9e-4bf6-9f4a-42a924e600cf None None] No DVR routers for this DVR port 4f1144ee-5bfe-4ac0-ae1c-22d65732002a on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:17:24.932991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '383720bf-c4a7-49b8-8cad-fc26fa7b1f97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:24.945856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f050e46-d8a9-4d9c-afd1-8855696c59fd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383720bf-c4a7-49b8-8cad-fc26fa7b1f97,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:24.946828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f1144ee-5bfe-4ac0-ae1c-22d65732002a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:17:24.951568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:24.956471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.962471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:24.967253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd17473-f66e-455e-83f4-67654ef8694f req-bca298c6-cb7a-4978-9601-a1a2a82aff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:24.968867 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd17473-f66e-455e-83f4-67654ef8694f req-bca298c6-cb7a-4978-9601-a1a2a82aff3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.1918869 Sep 19 17:17:24.982871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:24.987319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:24.998268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 4f1144ee-5bfe-4ac0-ae1c-22d65732002a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:17:24.998536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4f1144ee-5bfe-4ac0-ae1c-22d65732002a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:17:25.001012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95a10bbd-500a-4b61-b384-e0a9d19eecfc tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.011404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:25.042936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] Pushing event deleted for resources: {'Network': ['ID=9ca82f69-6a8f-4b75-8656-0660f7a0a6d2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:25.054846 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58ae55f2-b5c1-4be7-acc8-13a72f6473c0 tempest-NetworksTestDHCPv6-2115711650 tempest-NetworksTestDHCPv6-2115711650-project] 10.222.0.83 "DELETE /v2.0/networks/9ca82f69-6a8f-4b75-8656-0660f7a0a6d2 HTTP/1.1" status: 204 len: 168 time: 1.4827681 Sep 19 17:17:25.064144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a10bbd-500a-4b61-b384-e0a9d19eecfc tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event deleted for resources: {'Subnet': ['ID=839025cb-eafa-42a5-bb91-cb4301749961,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:25.074800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95a10bbd-500a-4b61-b384-e0a9d19eecfc tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.079375 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-95a10bbd-500a-4b61-b384-e0a9d19eecfc tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/subnets/839025cb-eafa-42a5-bb91-cb4301749961 HTTP/1.1" status: 204 len: 168 time: 1.1395080 Sep 19 17:17:25.084261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46880) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:25.086271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21847c1-4b84-4b7b-85be-4b9d6b5c5de4 None None] Network 50b66166-c3a5-4f3f-b21f-78828fd0f494 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:25.233180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Router 405e0a1d-1dd2-470c-b8c2-57e71b584c7d is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:17:25.239078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd17473-f66e-455e-83f4-67654ef8694f req-75f50187-6e77-48fb-8002-c76b410e27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:25.240829 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd17473-f66e-455e-83f4-67654ef8694f req-75f50187-6e77-48fb-8002-c76b410e27ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2505109 Sep 19 17:17:25.242272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.244563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.256930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.349592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.413737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Transition to ACTIVE for port object 84a2e7ee-8a62-4179-9466-180cd0c57c99 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:25.465505 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] DHCP port deletion for 50b66166-c3a5-4f3f-b21f-78828fd0f494 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:17:25.469489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] Deleting port 415ff581-5bc4-4569-96ca-af7934ae9549 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:25.470991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.495550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.545861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46888) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:25.547605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.574681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.597300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.634948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0b9f6d-121d-4eda-9faf-669542d5425e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:25.679730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e94280d-bb69-4937-99bf-0cd386e9304e']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:25.729483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cc4a81-739b-4921-bf90-3e4ecd5dbc44') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:25.729828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cc4a81-739b-4921-bf90-3e4ecd5dbc44') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:25.780809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.796871 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] For port 415ff581-5bc4-4569-96ca-af7934ae9549, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=415ff581-5bc4-4569-96ca-af7934ae9549,segment=NetworkSegment(029a298b-f829-4c93-a07a-fdd118df9a9d),segment_id=029a298b-f829-4c93-a07a-fdd118df9a9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:25.797467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.823533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd17473-f66e-455e-83f4-67654ef8694f req-30becef2-0044-4367-9360-cc1735922497 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757821 Sep 19 17:17:25.826480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.829442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.830825 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-221b6adc-35aa-4710-9d54-0fac8654f30c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9056199 Sep 19 17:17:25.842387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46894) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:25.861274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.865471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:25.878756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-26580083-1a75-42f1-bfe6-4d13c29289fe tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '383720bf-c4a7-49b8-8cad-fc26fa7b1f97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:25.880802 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f28265-032e-4d75-9490-273ab3c3864a None None] Sync routers for ids ['405e0a1d-1dd2-470c-b8c2-57e71b584c7d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:25.890227 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f28265-032e-4d75-9490-273ab3c3864a None None] Routers {'405e0a1d-1dd2-470c-b8c2-57e71b584c7d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:25.891168 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-61f28265-032e-4d75-9490-273ab3c3864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['405e0a1d-1dd2-470c-b8c2-57e71b584c7d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:25.891765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:17:25.892252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:25.920220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-26580083-1a75-42f1-bfe6-4d13c29289fe tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:25.933679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-26580083-1a75-42f1-bfe6-4d13c29289fe tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:25.950213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] Calling delete_port for 415ff581-5bc4-4569-96ca-af7934ae9549 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:25.957219 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-61f28265-032e-4d75-9490-273ab3c3864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:25.966360 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f28265-032e-4d75-9490-273ab3c3864a None None] Routers {'405e0a1d-1dd2-470c-b8c2-57e71b584c7d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:25.967228 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-61f28265-032e-4d75-9490-273ab3c3864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['405e0a1d-1dd2-470c-b8c2-57e71b584c7d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:25.997486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-26580083-1a75-42f1-bfe6-4d13c29289fe tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:26.013159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd17473-f66e-455e-83f4-67654ef8694f req-be6999ed-078e-47d4-ac01-5f00f870bb9d service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809525 Sep 19 17:17:26.025128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.189 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/d4f0a1da-e1fd-464d-ae45-74c55c743ec6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:26.032156 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-61f28265-032e-4d75-9490-273ab3c3864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:26.032840 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f28265-032e-4d75-9490-273ab3c3864a None None] The sync data for ids ['405e0a1d-1dd2-470c-b8c2-57e71b584c7d'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:26.032984 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-706cd603-ecaa-4efb-94b9-2c64cd26c001 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b8c953c82f545b18a89c16a10e91225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694965 Sep 19 17:17:26.037077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-26580083-1a75-42f1-bfe6-4d13c29289fe tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:26.042993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46898) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:26.069222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79819-7086-42f9-911d-97fbd5d93ca7 req-c39ed705-0c7c-47f9-9ab6-fe38259717ee tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:26.070837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-82d79819-7086-42f9-911d-97fbd5d93ca7 req-c39ed705-0c7c-47f9-9ab6-fe38259717ee tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 944 time: 0.4713848 Sep 19 17:17:26.088342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.089538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Network df1b3620-623b-4912-89d6-75697ab73df2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:26.097862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:26.106801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'Port': ['ID=84a2e7ee-8a62-4179-9466-180cd0c57c99,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:26.111942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:26.147382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.148071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] No DVR routers for this DVR port 415ff581-5bc4-4569-96ca-af7934ae9549 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:17:26.151689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abeec8-cd80-4114-98d4-a9c9a5364f1d None None] Pushing event deleted for resources: {'Port': ['ID=415ff581-5bc4-4569-96ca-af7934ae9549,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:26.152274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8553cd17-47fb-4b7b-b28c-ec7fd364d432 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8890717 Sep 19 17:17:26.166129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46902) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:26.173073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.186070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26580083-1a75-42f1-bfe6-4d13c29289fe tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.205870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:26.220778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.252190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-04dd5da4-a413-4836-b58f-1118e802031c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.289103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 415ff581-5bc4-4569-96ca-af7934ae9549 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:17:26.294520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.309943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-04dd5da4-a413-4836-b58f-1118e802031c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.352475 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/networks/0e94280d-bb69-4937-99bf-0cd386e9304e HTTP/1.1" status: 204 len: 168 time: 1.2634132 Sep 19 17:17:26.352475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6bfba-0f0e-4365-b53b-c927bfa8792d tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event deleted for resources: {'Network': ['ID=0e94280d-bb69-4937-99bf-0cd386e9304e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:26.354170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46906) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:26.355905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 415ff581-5bc4-4569-96ca-af7934ae9549 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:17:26.356582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 415ff581-5bc4-4569-96ca-af7934ae9549 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:17:26.389371 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-82d79819-7086-42f9-911d-97fbd5d93ca7 req-adfaebef-288c-4125-9424-c500ea02ef42 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963593 Sep 19 17:17:26.524135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b692d969-460e-481f-9137-fc5262277a9c None None] Provisioning for port 84a2e7ee-8a62-4179-9466-180cd0c57c99 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:26.531024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-04dd5da4-a413-4836-b58f-1118e802031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.531308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b692d969-460e-481f-9137-fc5262277a9c None None] Provisioning complete for port 84a2e7ee-8a62-4179-9466-180cd0c57c99 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:26.531778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b692d969-460e-481f-9137-fc5262277a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.551434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd5da4-a413-4836-b58f-1118e802031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c27cd6a-b2e5-44d2-b54f-0124ecb8a7c1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:26.556806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.559233 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-26580083-1a75-42f1-bfe6-4d13c29289fe tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 17:17:26.562942 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-26580083-1a75-42f1-bfe6-4d13c29289fe tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7019804 Sep 19 17:17:26.594496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46910) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:26.611092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b692d969-460e-481f-9137-fc5262277a9c None None] Port 84a2e7ee-8a62-4179-9466-180cd0c57c99 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:17:26.636748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-04dd5da4-a413-4836-b58f-1118e802031c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.637885 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-04dd5da4-a413-4836-b58f-1118e802031c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0c27cd6a-b2e5-44d2-b54f-0124ecb8a7c1 HTTP/1.1" status: 204 len: 168 time: 0.5873361 Sep 19 17:17:26.699217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.718370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.893879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.901151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-95974bdf-81f6-438d-85b5-622abd3cd494 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.908693 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 47cc4a81-739b-4921-bf90-3e4ecd5dbc44 resource provider aggregate not found Sep 19 17:17:26.936661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:26.975812 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 47cc4a81-739b-4921-bf90-3e4ecd5dbc44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47cc4a81-739b-4921-bf90-3e4ecd5dbc44 found for delete ", "request_id": "req-f6380bc8-36a6-4df6-9f42-1ee38cbc3ab6"}]} Sep 19 17:17:27.028046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b66166-c3a5-4f3f-b21f-78828fd0f494']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:27.040960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-95974bdf-81f6-438d-85b5-622abd3cd494 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.078661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:27.089738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:27.096366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:27.106004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029a298b-f829-4c93-a07a-fdd118df9a9d') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:27.106323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029a298b-f829-4c93-a07a-fdd118df9a9d') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:27.120176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.152351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=d4f0a1da-e1fd-464d-ae45-74c55c743ec6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:27.175866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.193139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:17:27.193556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.285584 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 029a298b-f829-4c93-a07a-fdd118df9a9d resource provider aggregate not found Sep 19 17:17:27.287114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.333559 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 029a298b-f829-4c93-a07a-fdd118df9a9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 029a298b-f829-4c93-a07a-fdd118df9a9d found for delete ", "request_id": "req-fa7e4ada-ddc1-4c06-a2d1-8cbc14c139f7"}]} Sep 19 17:17:27.365691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-95974bdf-81f6-438d-85b5-622abd3cd494 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.438644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.444065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95974bdf-81f6-438d-85b5-622abd3cd494 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383720bf-c4a7-49b8-8cad-fc26fa7b1f97,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:27.473785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.618935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46944) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:27.632047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event deleted for resources: {'Network': ['ID=50b66166-c3a5-4f3f-b21f-78828fd0f494,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:27.647428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.665178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Deleting port d540ef4b-80c8-4ab0-b89d-8e43205a74a3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:27.665520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.676219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-95974bdf-81f6-438d-85b5-622abd3cd494 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.677312 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-95974bdf-81f6-438d-85b5-622abd3cd494 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/383720bf-c4a7-49b8-8cad-fc26fa7b1f97 HTTP/1.1" status: 204 len: 168 time: 1.0811794 Sep 19 17:17:27.691640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46950) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:27.695561 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9d73eac7-3b56-4ffd-8227-833234155be0 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/networks/50b66166-c3a5-4f3f-b21f-78828fd0f494 HTTP/1.1" status: 204 len: 168 time: 1.3374960 Sep 19 17:17:27.725779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46954) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:27.796083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109191136'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:27.829179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:27.854421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:27.863653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:27.878729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:27.886656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eba1e96-f1ec-4845-a6ca-27f3a917d82b tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Deleting subnet 1c2414e4-acb3-4dce-9eb4-a57f5597ad33 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:17:27.897725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9cd4f2a1-e248-42ac-9b54-69cb28db59e5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:27.901190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8eba1e96-f1ec-4845-a6ca-27f3a917d82b tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.947224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.959596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.968694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:27.987768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.058385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.073223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Calling delete_port for d540ef4b-80c8-4ab0-b89d-8e43205a74a3 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:28.096836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9cd4f2a1-e248-42ac-9b54-69cb28db59e5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:28.098093 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9cd4f2a1-e248-42ac-9b54-69cb28db59e5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4039881 Sep 19 17:17:28.100410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8eba1e96-f1ec-4845-a6ca-27f3a917d82b tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.102755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 46958) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:28.121655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--901837740'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:28.137408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:28.160201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:28.166153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b448906-cd31-481c-84d8-0e4e55b09b25 req-7fd6fa60-c3a2-4983-b201-f40c055869a4 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:28.167685 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b448906-cd31-481c-84d8-0e4e55b09b25 req-7fd6fa60-c3a2-4983-b201-f40c055869a4 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 944 time: 0.5496826 Sep 19 17:17:28.175394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:28.188681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.204777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.205008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:28.214117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:28.216978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.228729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'Port': ['ID=84a2e7ee-8a62-4179-9466-180cd0c57c99,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:28.234343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:28.240228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:28.251467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:28.255729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:28.289683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:28.372957 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b448906-cd31-481c-84d8-0e4e55b09b25 req-5b360038-a5bf-4ee6-a666-8ca51ceb790d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948037 Sep 19 17:17:28.428720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8eba1e96-f1ec-4845-a6ca-27f3a917d82b tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.517028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.533306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Network df1b3620-623b-4912-89d6-75697ab73df2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:28.538269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:28.561947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.608304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.626600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.663390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:28.681019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:28.689308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:28.697772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8eba1e96-f1ec-4845-a6ca-27f3a917d82b tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.733570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:28.785062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f74906-e613-4545-8b88-742b10fa5184,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:28.804993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.806258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Pushing event deleted for resources: {'Port': ['ID=d540ef4b-80c8-4ab0-b89d-8e43205a74a3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:28.826230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba1e96-f1ec-4845-a6ca-27f3a917d82b tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2414e4-acb3-4dce-9eb4-a57f5597ad33,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:28.828783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8eba1e96-f1ec-4845-a6ca-27f3a917d82b tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.830575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e56944-ecd7-4eae-a532-073b468c1f12 None None] Network 5da9211f-738f-4873-a953-3a6db9291ab5 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:28.866379 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8eba1e96-f1ec-4845-a6ca-27f3a917d82b tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/subnets/1c2414e4-acb3-4dce-9eb4-a57f5597ad33 HTTP/1.1" status: 204 len: 168 time: 1.1398246 Sep 19 17:17:28.870012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46962) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:28.873940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.959804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251ef334-a5d7-4d56-b906-5cc28dca5157,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:28.962043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:28.962547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Router 276ea389-af73-412e-a085-e70d5dd8436e has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:28.980278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f8975ec3-fa74-4e6d-9735-5aace29422f9 None None] Provisioning complete for port 84a2e7ee-8a62-4179-9466-180cd0c57c99 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:28.980656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f8975ec3-fa74-4e6d-9735-5aace29422f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.028728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.085836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f8975ec3-fa74-4e6d-9735-5aace29422f9 None None] Port 84a2e7ee-8a62-4179-9466-180cd0c57c99 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:17:29.103393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.122629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.132151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.133397 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-22076e99-06e6-4ace-84c7-b23583354402 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0296993 Sep 19 17:17:29.138309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46966) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:29.162297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2e6e1e4c-fe76-4744-80b6-a08daab76061 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '251ef334-a5d7-4d56-b906-5cc28dca5157', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:29.163078 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING neutron.api.v2.base [None req-2e6e1e4c-fe76-4744-80b6-a08daab76061 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 19 17:17:29.163950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-2e6e1e4c-fe76-4744-80b6-a08daab76061 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:29.164897 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2e6e1e4c-fe76-4744-80b6-a08daab76061 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0175698 Sep 19 17:17:29.177861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46970) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:29.193644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Deleting port 955d386d-0c42-49b5-b329-efd9172b992b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:29.193644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.211993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca769702-7658-446f-aded-02cd71039849 None None] DHCP port deletion for 5da9211f-738f-4873-a953-3a6db9291ab5 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:17:29.211993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ca769702-7658-446f-aded-02cd71039849 None None] Deleting port 955d386d-0c42-49b5-b329-efd9172b992b {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:29.211993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca769702-7658-446f-aded-02cd71039849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.278951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0135866-8973-44d5-9741-0c19f5f5b141,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:29.281222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.282430 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f69085e1-3171-4479-b238-a11d1b969aff tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6583149 Sep 19 17:17:29.306857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46974) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:29.410191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.419937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.422532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.445684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ca769702-7658-446f-aded-02cd71039849 None None] For port 955d386d-0c42-49b5-b329-efd9172b992b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=955d386d-0c42-49b5-b329-efd9172b992b,segment=NetworkSegment(7f515c22-c39f-4030-b358-951113e68344),segment_id=7f515c22-c39f-4030-b358-951113e68344)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:29.446088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca769702-7658-446f-aded-02cd71039849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.501595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.587920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ca769702-7658-446f-aded-02cd71039849 None None] Calling delete_port for 955d386d-0c42-49b5-b329-efd9172b992b owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:29.640666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:29.667565 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f98e5b6c-9bdb-4ec4-84f3-7ea1645e9794 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "PUT /v2.0/routers/276ea389-af73-412e-a085-e70d5dd8436e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5364633 Sep 19 17:17:29.667827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Sync routers for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:29.695232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:29.696434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:29.714758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.754767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e9a33eed-cba5-49c7-8d46-1afd65b4ed34 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.776895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-74f5eea9-79de-41ff-b8c4-35b4839bc25f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:29.780704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca769702-7658-446f-aded-02cd71039849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.784001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=d4f0a1da-e1fd-464d-ae45-74c55c743ec6,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:29.820965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Router 405e0a1d-1dd2-470c-b8c2-57e71b584c7d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:29.826109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] For port 955d386d-0c42-49b5-b329-efd9172b992b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=955d386d-0c42-49b5-b329-efd9172b992b,segment=NetworkSegment(7f515c22-c39f-4030-b358-951113e68344),segment_id=7f515c22-c39f-4030-b358-951113e68344)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:29.826693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.842735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e9a33eed-cba5-49c7-8d46-1afd65b4ed34 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:29.872252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca769702-7658-446f-aded-02cd71039849 None None] No DVR routers for this DVR port 955d386d-0c42-49b5-b329-efd9172b992b on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:17:29.886646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca769702-7658-446f-aded-02cd71039849 None None] Pushing event deleted for resources: {'Port': ['ID=955d386d-0c42-49b5-b329-efd9172b992b,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:29.921456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-74f5eea9-79de-41ff-b8c4-35b4839bc25f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:29.923213 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-74f5eea9-79de-41ff-b8c4-35b4839bc25f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6090140 Sep 19 17:17:29.994700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Calling delete_port for 955d386d-0c42-49b5-b329-efd9172b992b owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:30.026679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46992) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.051820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-55ae4148-b653-47b4-b2e4-95fd1649957b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-security--447460313', 'description': 'tempest-security-description-1842366376'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:30.055059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:30.145319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55ae4148-b653-47b4-b2e4-95fd1649957b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.153508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-ddfa7ee0-05ee-4820-8877-6e269e056e5b tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Synchronizing usage tracker for tenant:dceb64b83fb344fca937a777bcae3076 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:30.183337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e9a33eed-cba5-49c7-8d46-1afd65b4ed34 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.186141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:17:30.186695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:17:30.206443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c89dd-aec4-4e55-a566-d26ec96c76ff req-be64f413-3128-44eb-b3b7-605ef6fab4bd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:30.208554 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-710c89dd-aec4-4e55-a566-d26ec96c76ff req-be64f413-3128-44eb-b3b7-605ef6fab4bd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 944 time: 0.6310635 Sep 19 17:17:30.215138 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 48ddb0d4-ebbf-4382-bae7-9605b7d5b723 associated. External IP: 172.26.10.189, port: 6903fa04-7777-4932-8026-951f1eed71a5. Sep 19 17:17:30.231050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a33eed-cba5-49c7-8d46-1afd65b4ed34 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ef334-a5d7-4d56-b906-5cc28dca5157,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:30.236532 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-ddfa7ee0-05ee-4820-8877-6e269e056e5b tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Unset dirty status for tenant:dceb64b83fb344fca937a777bcae3076 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:30.237737 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-ddfa7ee0-05ee-4820-8877-6e269e056e5b tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169119378&fields=id&tenant_id=dceb64b83fb344fca937a777bcae3076 HTTP/1.1" status: 200 len: 267 time: 0.2586215 Sep 19 17:17:30.255130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55ae4148-b653-47b4-b2e4-95fd1649957b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.266456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:30.278765 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8767690-b41d-4b7f-bd72-32d52fa2b882 None None] Sync routers for ids ['405e0a1d-1dd2-470c-b8c2-57e71b584c7d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:30.279640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.280589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55ae4148-b653-47b4-b2e4-95fd1649957b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.280799 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cc2fe5b3-3c14-4e40-9c72-3d48b3850f18 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "PUT /v2.0/routers/405e0a1d-1dd2-470c-b8c2-57e71b584c7d HTTP/1.1" status: 200 len: 705 time: 4.1091573 Sep 19 17:17:30.283084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-55ae4148-b653-47b4-b2e4-95fd1649957b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.284999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-55ae4148-b653-47b4-b2e4-95fd1649957b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "PUT /v2.0/security-groups/a0135866-8973-44d5-9741-0c19f5f5b141 HTTP/1.1" status: 200 len: 1779 time: 0.2584145 Sep 19 17:17:30.290173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46996) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.290721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 46998) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.303279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e9a33eed-cba5-49c7-8d46-1afd65b4ed34 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.304553 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e9a33eed-cba5-49c7-8d46-1afd65b4ed34 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/251ef334-a5d7-4d56-b906-5cc28dca5157 HTTP/1.1" status: 204 len: 168 time: 1.1228590 Sep 19 17:17:30.310593 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8767690-b41d-4b7f-bd72-32d52fa2b882 None None] Routers {'405e0a1d-1dd2-470c-b8c2-57e71b584c7d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:30.311663 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a8767690-b41d-4b7f-bd72-32d52fa2b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['405e0a1d-1dd2-470c-b8c2-57e71b584c7d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:30.316028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47004) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.406855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 955d386d-0c42-49b5-b329-efd9172b992b no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:17:30.440146 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-710c89dd-aec4-4e55-a566-d26ec96c76ff req-f9c1b479-d368-490a-b9a9-a2db3b920266 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661811 Sep 19 17:17:30.472809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 955d386d-0c42-49b5-b329-efd9172b992b {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:17:30.473154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 955d386d-0c42-49b5-b329-efd9172b992b not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:17:30.494297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9702da43-8aee-4284-83f6-0d96b7aee5c8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:30.496133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:27Z', 'revision_number': 2, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:30.502031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Checking router: 276ea389-af73-412e-a085-e70d5dd8436e for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:30.502451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Updating router 276ea389-af73-412e-a085-e70d5dd8436e port 84a2e7ee-8a62-4179-9466-180cd0c57c99 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:17:30.509874 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a8767690-b41d-4b7f-bd72-32d52fa2b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:30.522525 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8767690-b41d-4b7f-bd72-32d52fa2b882 None None] Routers {'405e0a1d-1dd2-470c-b8c2-57e71b584c7d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:30.523500 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a8767690-b41d-4b7f-bd72-32d52fa2b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['405e0a1d-1dd2-470c-b8c2-57e71b584c7d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:30.568457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.573960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9702da43-8aee-4284-83f6-0d96b7aee5c8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:30.575557 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9702da43-8aee-4284-83f6-0d96b7aee5c8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2583807 Sep 19 17:17:30.589713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47008) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.604301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821930853'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:30.604998 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a8767690-b41d-4b7f-bd72-32d52fa2b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:30.605497 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8767690-b41d-4b7f-bd72-32d52fa2b882 None None] The sync data for ids ['405e0a1d-1dd2-470c-b8c2-57e71b584c7d'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:30.616762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:30.632840 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d79c0a20-6396-4ef4-b934-0de2e9aa5874 tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/routers/405e0a1d-1dd2-470c-b8c2-57e71b584c7d HTTP/1.1" status: 200 len: 740 time: 0.3306894 Sep 19 17:17:30.633095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47012) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.638873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae4148-b653-47b4-b2e4-95fd1649957b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0135866-8973-44d5-9741-0c19f5f5b141,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:30.663279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4cabf19b-bc42-4a0c-a10a-552f616c0d29 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups/a0135866-8973-44d5-9741-0c19f5f5b141 HTTP/1.1" status: 200 len: 1779 time: 0.3621030 Sep 19 17:17:30.684016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:30.688951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47016) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.689491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Deleting port 955d386d-0c42-49b5-b329-efd9172b992b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:30.690072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.727283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-91c659fc-b8ac-49a1-8b34-0236905b74d7 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:30.727995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-91c659fc-b8ac-49a1-8b34-0236905b74d7 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Synchronizing usage tracker for tenant:dceb64b83fb344fca937a777bcae3076 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:30.763676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-816a5011-6e3d-499a-aee6-65a07b9c4bba tempest-RoutersAdminTest-723825248 tempest-RoutersAdminTest-723825248-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=405e0a1d-1dd2-470c-b8c2-57e71b584c7d HTTP/1.1" status: 200 len: 205 time: 0.1269312 Sep 19 17:17:30.764125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47020) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.769355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.796727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] The port '955d386d-0c42-49b5-b329-efd9172b992b' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:17:30.839928 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-23ed2909-143f-4c4f-9082-037af17f411f tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=405e0a1d-1dd2-470c-b8c2-57e71b584c7d HTTP/1.1" status: 200 len: 205 time: 0.0722077 Sep 19 17:17:30.841711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47024) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:30.852697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:30.856068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router cc150222-fe73-4c32-a50c-f7980391f07d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:30.859847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:30.863548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:30.871301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:30.985003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:30.997450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Transition to ACTIVE for port object 84a2e7ee-8a62-4179-9466-180cd0c57c99 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:30.997828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-91c659fc-b8ac-49a1-8b34-0236905b74d7 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Unset dirty status for tenant:dceb64b83fb344fca937a777bcae3076 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:31.003507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-91c659fc-b8ac-49a1-8b34-0236905b74d7 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/networks?id=df1b3620-623b-4912-89d6-75697ab73df2 HTTP/1.1" status: 200 len: 796 time: 0.7519703 Sep 19 17:17:31.005913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.102026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:31.105141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.116257 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8c4ea54e-1233-40c8-9b44-1a85e1bf2edc tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/quotas/dceb64b83fb344fca937a777bcae3076 HTTP/1.1" status: 200 len: 375 time: 0.0416820 Sep 19 17:17:31.116743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.118853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eac47221-0f06-4fd3-82b1-449018f91995 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.128667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] Sync routers for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:31.161522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.189875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.191094 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5999608 Sep 19 17:17:31.204612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47028) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:31.215658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da9b7b-b0d1-40f0-b786-02fc1c1771e8 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5baaf611-0587-48a8-b990-dace5edcf55e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:31.220434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d407bc38-f231-4cdb-ac88-052e27032bcd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '5baaf611-0587-48a8-b990-dace5edcf55e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:31.221797 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-d407bc38-f231-4cdb-ac88-052e27032bcd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 19 17:17:31.222512 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-d407bc38-f231-4cdb-ac88-052e27032bcd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:31.223701 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d407bc38-f231-4cdb-ac88-052e27032bcd tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0178003 Sep 19 17:17:31.227405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:31.234681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816f7d8-a955-40df-baf1-949d435c70aa None None] Pushing event updated for resources: {'Port': ['ID=84a2e7ee-8a62-4179-9466-180cd0c57c99,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:31.238362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:31.239660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:31.263461 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-64e7e705-77e3-49c0-91f6-c28554b17ec5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 7.1317856 Sep 19 17:17:31.267099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:31.269806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08275566-e1a7-49cb-921d-00e8706347df" -d '{"events": [{"name": "network-changed", "server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "tag": "6903fa04-7777-4932-8026-951f1eed71a5"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:31.275362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:31.338769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.344494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Attempting to bind port 84a2e7ee-8a62-4179-9466-180cd0c57c99 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:17:31.344867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Attempting to bind port 84a2e7ee-8a62-4179-9466-180cd0c57c99 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:17:31.345226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Attempting to bind port 84a2e7ee-8a62-4179-9466-180cd0c57c99 on network df1b3620-623b-4912-89d6-75697ab73df2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:31.347418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d455f4-2fdd-44db-9dfa-419d86918119 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.355267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0e4248-634b-4950-a64d-ca13a5910dc2 x-openstack-request-id: req-7d0e4248-634b-4950-a64d-ca13a5910dc2 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:31.355771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "tag": "6903fa04-7777-4932-8026-951f1eed71a5", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:31.356121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7d0e4248-634b-4950-a64d-ca13a5910dc2 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:31.356608 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0e4248-634b-4950-a64d-ca13a5910dc2'] response: {'name': 'network-changed', 'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5', 'status': 'completed', 'code': 200} Sep 19 17:17:31.357341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:17:31.357717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Checking segment: {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:31.358119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.358504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Bound using segment: {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:17:31.359000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Bound port: 84a2e7ee-8a62-4179-9466-180cd0c57c99, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:17:31.359373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.427275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebd5d-8932-48c0-b22a-13bb24186846 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.436318 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-924a8a92-308c-4b82-b7f4-ece394799e56 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/48ddb0d4-ebbf-4382-bae7-9605b7d5b723 HTTP/1.1" status: 200 len: 993 time: 0.1482322 Sep 19 17:17:31.464313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebd5d-8932-48c0-b22a-13bb24186846 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.519430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d455f4-2fdd-44db-9dfa-419d86918119 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.523450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebd5d-8932-48c0-b22a-13bb24186846 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.533164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:31.551514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ebd5d-8932-48c0-b22a-13bb24186846 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baaf611-0587-48a8-b990-dace5edcf55e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:31.562010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebd5d-8932-48c0-b22a-13bb24186846 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.565750 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3e8ebd5d-8932-48c0-b22a-13bb24186846 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/5baaf611-0587-48a8-b990-dace5edcf55e HTTP/1.1" status: 204 len: 168 time: 0.3341911 Sep 19 17:17:31.597542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47044) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:31.628793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da9211f-738f-4873-a953-3a6db9291ab5']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:31.708704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f515c22-c39f-4030-b358-951113e68344') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:31.709046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f515c22-c39f-4030-b358-951113e68344') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:31.797792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] For port 84a2e7ee-8a62-4179-9466-180cd0c57c99, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:17:31.807156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.812342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] For port 84a2e7ee-8a62-4179-9466-180cd0c57c99, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84a2e7ee-8a62-4179-9466-180cd0c57c99,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:17:31.829676 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94fc9a-8cbc-490f-b963-a61505616c9a req-325dc3f7-507e-4b22-8891-1d3a6edad9e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:31.830060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.831982 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7f94fc9a-8cbc-490f-b963-a61505616c9a req-325dc3f7-507e-4b22-8891-1d3a6edad9e6 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 944 time: 0.2723596 Sep 19 17:17:31.882785 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7f94fc9a-8cbc-490f-b963-a61505616c9a req-d0ded72f-23fd-45e8-9931-c89b041c1da7 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444744 Sep 19 17:17:31.888538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d455f4-2fdd-44db-9dfa-419d86918119 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.930403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eac47221-0f06-4fd3-82b1-449018f91995 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.935912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.939540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eac47221-0f06-4fd3-82b1-449018f91995 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:31.948206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d455f4-2fdd-44db-9dfa-419d86918119 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0135866-8973-44d5-9741-0c19f5f5b141,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:31.952438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b3464c73-1649-44c0-9a6f-d4af8ddc0907 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:31.952756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:31.953420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:31.963714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:17:31.964146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.050316 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7f515c22-c39f-4030-b358-951113e68344 resource provider aggregate not found Sep 19 17:17:32.084199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4d455f4-2fdd-44db-9dfa-419d86918119 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.085326 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c4d455f4-2fdd-44db-9dfa-419d86918119 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/a0135866-8973-44d5-9741-0c19f5f5b141 HTTP/1.1" status: 204 len: 168 time: 1.3706768 Sep 19 17:17:32.086681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816f7d8-a955-40df-baf1-949d435c70aa None None] Pushing event updated for resources: {'Port': ['ID=84a2e7ee-8a62-4179-9466-180cd0c57c99,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:32.089041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47052) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.089826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7f515c22-c39f-4030-b358-951113e68344 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f515c22-c39f-4030-b358-951113e68344 found for delete ", "request_id": "req-9b8b4ea4-28c0-4e0e-a651-a929bb1558f4"}]} Sep 19 17:17:32.095892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eac47221-0f06-4fd3-82b1-449018f91995 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.096486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac47221-0f06-4fd3-82b1-449018f91995 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Fanout notify agent at l3_agent the message router_deleted on router 405e0a1d-1dd2-470c-b8c2-57e71b584c7d {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:17:32.098002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b3464c73-1649-44c0-9a6f-d4af8ddc0907 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:32.099255 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b3464c73-1649-44c0-9a6f-d4af8ddc0907 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4997709 Sep 19 17:17:32.104900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-fb56a7ce-6f3c-4f86-87ec-7f5d7b779483 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Synchronizing usage tracker for tenant:dceb64b83fb344fca937a777bcae3076 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:32.107336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47056) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.119462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--183471629'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:32.130384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:32.134155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275566-e1a7-49cb-921d-00e8706347df req-0af09416-e56a-45a6-9609-855cf77ee654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:32.135661 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08275566-e1a7-49cb-921d-00e8706347df req-0af09416-e56a-45a6-9609-855cf77ee654 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 1099 time: 0.7828283 Sep 19 17:17:32.138571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.161429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 3d1af7aa-8801-4df7-994b-5c383b77dd83 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:17:32.172017 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0548dc3-935c-4b48-a272-d19913a8c5d3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811226 Sep 19 17:17:32.175443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47060) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.193433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.193715 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-1b650c40-5a4f-4563-a92f-cbd22d79b197 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] delete failed (client error): The resource could not be found. Sep 19 17:17:32.194889 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b650c40-5a4f-4563-a92f-cbd22d79b197 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/a0135866-8973-44d5-9741-0c19f5f5b141 HTTP/1.1" status: 404 len: 347 time: 0.0181584 Sep 19 17:17:32.198075 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/networks/5da9211f-738f-4873-a953-3a6db9291ab5 HTTP/1.1" status: 204 len: 168 time: 3.3233883 Sep 19 17:17:32.198824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47064) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.199546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47066) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.199865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:32.215662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eac47221-0f06-4fd3-82b1-449018f91995 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.216806 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eac47221-0f06-4fd3-82b1-449018f91995 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/405e0a1d-1dd2-470c-b8c2-57e71b584c7d HTTP/1.1" status: 204 len: 168 time: 1.3678017 Sep 19 17:17:32.217897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19fbe5-1b1e-4905-b3b3-db10702f3bae tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Pushing event deleted for resources: {'Network': ['ID=5da9211f-738f-4873-a953-3a6db9291ab5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:32.252574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47072) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.256621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--852279642'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:32.282958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.294061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-fb56a7ce-6f3c-4f86-87ec-7f5d7b779483 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Unset dirty status for tenant:dceb64b83fb344fca937a777bcae3076 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:32.295415 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-fb56a7ce-6f3c-4f86-87ec-7f5d7b779483 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=dceb64b83fb344fca937a777bcae3076&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1276655 Sep 19 17:17:32.309649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:32.318451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-768e10c9-2cee-4b3a-a217-6248f5891bf1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Synchronizing usage tracker for tenant:c276f19bda7644bb93bcc4b3c7de687d on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:32.331555 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f9529534-5e24-49cc-a780-e8324de74650 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=405e0a1d-1dd2-470c-b8c2-57e71b584c7d HTTP/1.1" status: 200 len: 205 time: 0.0653021 Sep 19 17:17:32.334107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:32.336554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47076) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.339327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:32.340420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:32.347408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:32.360300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-768e10c9-2cee-4b3a-a217-6248f5891bf1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Unset dirty status for tenant:c276f19bda7644bb93bcc4b3c7de687d on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:32.361988 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-768e10c9-2cee-4b3a-a217-6248f5891bf1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b763eed-233d-4271-955a-47d35f88c09a HTTP/1.1" status: 200 len: 205 time: 0.1605823 Sep 19 17:17:32.362192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:32.364594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.375088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47080) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.413153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:32.436293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:32.443573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47084) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.502332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:32.504705 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-98fdcdee-048f-4a67-a8e9-045a54bee9b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] delete failed (client error): The resource could not be found. Sep 19 17:17:32.508315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-98fdcdee-048f-4a67-a8e9-045a54bee9b1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/405e0a1d-1dd2-470c-b8c2-57e71b584c7d HTTP/1.1" status: 404 len: 336 time: 0.1626837 Sep 19 17:17:32.516141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47088) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.574391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91134382-9dd9-43e3-bcd2-5f7e7eda08d1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.604574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275566-e1a7-49cb-921d-00e8706347df req-e838c69b-5050-416d-b7c1-674ffa80eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:32.606110 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08275566-e1a7-49cb-921d-00e8706347df req-e838c69b-5050-416d-b7c1-674ffa80eeee service neutron] 10.222.0.86 "GET /v2.0/networks?id=dbfe7a90-e955-473d-bbd7-96adec8d4445 HTTP/1.1" status: 200 len: 897 time: 0.4622836 Sep 19 17:17:32.620283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 3d1af7aa-8801-4df7-994b-5c383b77dd83, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:32.636351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:32.650141 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b050820b-4136-4b17-9917-cb0dbaea6f24 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=27f648a6-b455-49e9-bf10-f42e0d02a6a8 HTTP/1.1" status: 200 len: 205 time: 0.1278102 Sep 19 17:17:32.650356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '48ddb0d4-ebbf-4382-bae7-9605b7d5b723', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.189', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'port_id': '6903fa04-7777-4932-8026-951f1eed71a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'mac_address': 'fa:16:3e:46:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:27Z', 'updated_at': '2022-09-19T17:17:27Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:54Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:32.653562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:17:32.666588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] Checking router: cc150222-fe73-4c32-a50c-f7980391f07d for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:32.686130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47092) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.697648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:32.712005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:32.721195 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:32.741357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:32.742001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:32.841218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 3d1af7aa-8801-4df7-994b-5c383b77dd83 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:32.841580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.894095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1af7aa-8801-4df7-994b-5c383b77dd83 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:17:32.925358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91134382-9dd9-43e3-bcd2-5f7e7eda08d1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.930061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91134382-9dd9-43e3-bcd2-5f7e7eda08d1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:32.957803 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-0b4c4f7f-89bb-4029-a287-3af4a42c1bdf tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] delete failed (client error): The resource could not be found. Sep 19 17:17:32.959141 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0b4c4f7f-89bb-4029-a287-3af4a42c1bdf tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/27f648a6-b455-49e9-bf10-f42e0d02a6a8 HTTP/1.1" status: 404 len: 336 time: 0.2645411 Sep 19 17:17:32.968359 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-55623532-3316-48d8-b039-3b042be0543a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/48ddb0d4-ebbf-4382-bae7-9605b7d5b723 HTTP/1.1" status: 200 len: 993 time: 0.4810362 Sep 19 17:17:32.969321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47098) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:32.993403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 3d1af7aa-8801-4df7-994b-5c383b77dd83, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:33.004783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.009921 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8a2c6df7-a38d-4166-8f11-d077f38bd4b0 service neutron] 10.222.0.83 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986978 Sep 19 17:17:33.012667 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08275566-e1a7-49cb-921d-00e8706347df req-85fba6c6-761e-4d58-b1de-815266914728 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903fa04-7777-4932-8026-951f1eed71a5 HTTP/1.1" status: 200 len: 1001 time: 0.3844070 Sep 19 17:17:33.092555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:33.093116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91134382-9dd9-43e3-bcd2-5f7e7eda08d1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.093595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91134382-9dd9-43e3-bcd2-5f7e7eda08d1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Fanout notify agent at l3_agent the message router_deleted on router 9b763eed-233d-4271-955a-47d35f88c09a {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:17:33.123479 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-809a4df8-6523-422e-b90f-611db6fe121a tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8568514-4cba-4323-af2c-dd393be4a690 HTTP/1.1" status: 200 len: 205 time: 0.1504002 Sep 19 17:17:33.132683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.150363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.168068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.180043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=3d1af7aa-8801-4df7-994b-5c383b77dd83,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:33.209101 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275566-e1a7-49cb-921d-00e8706347df req-6a42c51a-1cf0-4078-b980-af16d6d30d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:33.210583 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08275566-e1a7-49cb-921d-00e8706347df req-6a42c51a-1cf0-4078-b980-af16d6d30d91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b023b9a-46a1-4957-89eb-d414c5f0a194 HTTP/1.1" status: 200 len: 835 time: 0.1882894 Sep 19 17:17:33.227537 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-8dad1330-0ca4-482b-b58d-dffeedd844d4 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] delete failed (client error): The resource could not be found. Sep 19 17:17:33.231132 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8dad1330-0ca4-482b-b58d-dffeedd844d4 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/b8568514-4cba-4323-af2c-dd393be4a690 HTTP/1.1" status: 404 len: 336 time: 0.0948966 Sep 19 17:17:33.241207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47106) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.292627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094cc6ff-39f7-4f47-aa65-75d9ba21dd93,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:33.306294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['3d1af7aa-8801-4df7-994b-5c383b77dd83'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:17:33.306403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.320800 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d3223d0d-794f-4332-b7f3-bb19e9c28169 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=29efd845-a881-489e-a002-50936a37c8bc HTTP/1.1" status: 200 len: 205 time: 0.0761602 Sep 19 17:17:33.322553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.323896 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a47f4c13-25cf-4c14-a915-4aa5b65725ae tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2128832 Sep 19 17:17:33.324754 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47110) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.325043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.332432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47112) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.354036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-04bbb4e5-4f5f-4f3a-b63d-c974cdb98c62 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '094cc6ff-39f7-4f47-aa65-75d9ba21dd93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:33.359499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:31Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:33.387336 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-04bbb4e5-4f5f-4f3a-b63d-c974cdb98c62 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 19 17:17:33.387967 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-04bbb4e5-4f5f-4f3a-b63d-c974cdb98c62 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:33.392299 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-04bbb4e5-4f5f-4f3a-b63d-c974cdb98c62 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0477252 Sep 19 17:17:33.392980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47118) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.397933 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-d16e6455-8e9e-4809-8c48-605305d72172 service neutron] 10.222.0.83 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766518 Sep 19 17:17:33.409574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d7ec1f6f-7e54-45fe-a0c2-06f84409bf23 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '094cc6ff-39f7-4f47-aa65-75d9ba21dd93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:33.411750 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING neutron.api.v2.base [None req-d7ec1f6f-7e54-45fe-a0c2-06f84409bf23 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 19 17:17:33.412483 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-d7ec1f6f-7e54-45fe-a0c2-06f84409bf23 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:33.414217 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d7ec1f6f-7e54-45fe-a0c2-06f84409bf23 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0189958 Sep 19 17:17:33.416646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91134382-9dd9-43e3-bcd2-5f7e7eda08d1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.417839 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91134382-9dd9-43e3-bcd2-5f7e7eda08d1 tempest-RoutersNegativeTest-2029212494 tempest-RoutersNegativeTest-2029212494-project] 10.222.0.83 "DELETE /v2.0/routers/9b763eed-233d-4271-955a-47d35f88c09a HTTP/1.1" status: 204 len: 168 time: 1.0416012 Sep 19 17:17:33.418557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47122) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.427697 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-b7511ec3-474b-43fd-bb29-84eef78bd61a tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] delete failed (client error): The resource could not be found. Sep 19 17:17:33.428860 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b7511ec3-474b-43fd-bb29-84eef78bd61a tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/29efd845-a881-489e-a002-50936a37c8bc HTTP/1.1" status: 404 len: 336 time: 0.0976412 Sep 19 17:17:33.436793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47126) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.479086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a583af2d-dfe2-497e-9c74-78cd316a4f26 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '094cc6ff-39f7-4f47-aa65-75d9ba21dd93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:33.480074 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-a583af2d-dfe2-497e-9c74-78cd316a4f26 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 19 17:17:33.480687 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-a583af2d-dfe2-497e-9c74-78cd316a4f26 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:33.481748 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a583af2d-dfe2-497e-9c74-78cd316a4f26 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0414951 Sep 19 17:17:33.485445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.486737 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2835991 Sep 19 17:17:33.488472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47132) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.491005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916db635-7731-4d92-96f8-f3a29a49bb89 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b672c3-220a-403d-b699-b537bb7f0aa4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:33.493334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47134) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.500215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-b99b76ef-e368-46de-b4ff-24133fa52264 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '094cc6ff-39f7-4f47-aa65-75d9ba21dd93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:33.501382 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-b99b76ef-e368-46de-b4ff-24133fa52264 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 19 17:17:33.502343 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-b99b76ef-e368-46de-b4ff-24133fa52264 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:33.506105 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b99b76ef-e368-46de-b4ff-24133fa52264 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0139470 Sep 19 17:17:33.508200 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f246c30-0cf3-4555-8df7-4c4bea210df1 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=f500e096-7cf3-441a-bef2-4899b25a8629 HTTP/1.1" status: 200 len: 205 time: 0.0698290 Sep 19 17:17:33.508810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47140) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.509135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47142) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.511446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': '33b672c3-220a-403d-b699-b537bb7f0aa4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:33.526741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29181b4-1b4f-42b5-bdda-6ce80da84c22 req-5d1b16f3-c063-4672-ac13-f35f74a63136 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:33.528609 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b29181b4-1b4f-42b5-bdda-6ce80da84c22 req-5d1b16f3-c063-4672-ac13-f35f74a63136 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 945 time: 0.4790838 Sep 19 17:17:33.529770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:33.537870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:33.552994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:33.564043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:33.593734 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b29181b4-1b4f-42b5-bdda-6ce80da84c22 req-9a3d559f-bae2-4cca-b47e-3bc6de7beb5d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570536 Sep 19 17:17:33.601508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ad6ef-5bd1-407c-b614-ed757954bee1 None None] The sync data for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv is: [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:31Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:33.603322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.730314 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-d538ba74-1679-48d8-8762-989dfeb2e81d tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] delete failed (client error): The resource could not be found. Sep 19 17:17:33.731417 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d538ba74-1679-48d8-8762-989dfeb2e81d tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/f500e096-7cf3-441a-bef2-4899b25a8629 HTTP/1.1" status: 404 len: 336 time: 0.2188559 Sep 19 17:17:33.734294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47152) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.751633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275566-e1a7-49cb-921d-00e8706347df req-04b84ead-54dc-4d85-9524-9b6c85a95454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:33.753455 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08275566-e1a7-49cb-921d-00e8706347df req-04b84ead-54dc-4d85-9524-9b6c85a95454 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dbfe7a90-e955-473d-bbd7-96adec8d4445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5273583 Sep 19 17:17:33.827312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2ca584d-cd79-4e43-a338-5144ddbec17a tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.865814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '48ddb0d4-ebbf-4382-bae7-9605b7d5b723', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.189', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'port_id': '6903fa04-7777-4932-8026-951f1eed71a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'mac_address': 'fa:16:3e:46:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:27Z', 'updated_at': '2022-09-19T17:17:27Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:54Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:33.878359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a1b45-d677-4d2c-9c17-79afc8d43625 None None] The sync data for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv is: [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '48ddb0d4-ebbf-4382-bae7-9605b7d5b723', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.189', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'port_id': '6903fa04-7777-4932-8026-951f1eed71a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'mac_address': 'fa:16:3e:46:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:27Z', 'updated_at': '2022-09-19T17:17:27Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:54Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:33.937583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.965357 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f3dfeb78-89af-445a-807e-6c39d36e4b00 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "GET /v2.0/ports?device_id=beea669e-e98e-4a90-bf28-9e71ab27352a HTTP/1.1" status: 200 len: 205 time: 0.2265294 Sep 19 17:17:33.966845 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1c35aa44-a691-4953-9b83-1c884ab46073 req-4d654579-c997-4a8e-8fc6-723cf342c4da tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 210 time: 0.1562619 Sep 19 17:17:33.967102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47162) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:33.969582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:33.975140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47166) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:34.193983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47170) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:34.200368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2ca584d-cd79-4e43-a338-5144ddbec17a tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.332811 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf59a1-2e0f-4fa1-9da0-c1e5427f69a7 None None] New status for floating IP 48ddb0d4-ebbf-4382-bae7-9605b7d5b723: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:17:34.343810 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1bbc40a8-0a70-4b73-bbe2-628427854869 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/48ddb0d4-ebbf-4382-bae7-9605b7d5b723 HTTP/1.1" status: 200 len: 993 time: 0.3559022 Sep 19 17:17:34.377662 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08275566-e1a7-49cb-921d-00e8706347df req-c465f36a-1546-43d1-b548-1610dec29bc9 service neutron] 10.222.0.86 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112952 Sep 19 17:17:34.384726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2ca584d-cd79-4e43-a338-5144ddbec17a tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.415784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade6aee2-ddfa-4fcb-be38-efa8b4027ba8,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:34.428432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84a2e7ee-8a62-4179-9466-180cd0c57c99 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:34.435798 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-a503f384-f787-49a2-a980-73d1d920ed34 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] delete failed (client error): The resource could not be found. Sep 19 17:17:34.441877 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a503f384-f787-49a2-a980-73d1d920ed34 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/routers/beea669e-e98e-4a90-bf28-9e71ab27352a HTTP/1.1" status: 404 len: 336 time: 0.4736431 Sep 19 17:17:34.451450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:34.533581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.534932 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-de3f4b7b-b062-43e3-abd2-1284a2816d5b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0391877 Sep 19 17:17:34.553535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47182) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:34.566493 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09cd0f1-8c33-444d-9551-8e85012f78c4 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] DELETE failed (client error): The resource could not be found. Sep 19 17:17:34.567369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09cd0f1-8c33-444d-9551-8e85012f78c4 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:17:34.569460 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e09cd0f1-8c33-444d-9551-8e85012f78c4 tempest-RoutersAdminTest-54472502 tempest-RoutersAdminTest-54472502-project] 10.222.0.83 "DELETE /v2.0/subnets/e1ddcbfd-7bf2-4eea-acef-f3d207ca869c HTTP/1.1" status: 404 len: 337 time: 0.1138747 Sep 19 17:17:34.616455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca584d-cd79-4e43-a338-5144ddbec17a tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094cc6ff-39f7-4f47-aa65-75d9ba21dd93,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:34.638957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1eae7dcc-c474-4048-9613-23f3c4083cad tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.664211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1eae7dcc-c474-4048-9613-23f3c4083cad tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.687728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2ca584d-cd79-4e43-a338-5144ddbec17a tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.698564 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d2ca584d-cd79-4e43-a338-5144ddbec17a tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/094cc6ff-39f7-4f47-aa65-75d9ba21dd93 HTTP/1.1" status: 204 len: 168 time: 1.1877286 Sep 19 17:17:34.699237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47190) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:34.713315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08275566-e1a7-49cb-921d-00e8706347df req-fbb6b18b-8b5a-4398-a836-7052032c6e8d service neutron] 10.222.0.86 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189709 Sep 19 17:17:34.738212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 84a2e7ee-8a62-4179-9466-180cd0c57c99 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:34.740337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1eae7dcc-c474-4048-9613-23f3c4083cad tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.748803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 84a2e7ee-8a62-4179-9466-180cd0c57c99 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:34.750713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.783985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1eae7dcc-c474-4048-9613-23f3c4083cad tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:34.787903 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1eae7dcc-c474-4048-9613-23f3c4083cad tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/ade6aee2-ddfa-4fcb-be38-efa8b4027ba8 HTTP/1.1" status: 204 len: 168 time: 0.2333932 Sep 19 17:17:34.789587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae7dcc-c474-4048-9613-23f3c4083cad tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ade6aee2-ddfa-4fcb-be38-efa8b4027ba8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:34.793743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47196) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:34.878666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7bdc03d2-b424-4964-8b8e-9b7b9ff17826 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:34.909546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7bdc03d2-b424-4964-8b8e-9b7b9ff17826 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:34.913854 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7bdc03d2-b424-4964-8b8e-9b7b9ff17826 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1161821 Sep 19 17:17:34.914033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47200) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:34.994702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47204) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:35.057609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 84a2e7ee-8a62-4179-9466-180cd0c57c99 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:35.058229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.060241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-06f0e4d9-56a5-42cf-b857-f1a40aeb3d8d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:35.064244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9dca-1880-48fd-a09e-882b61e1a91e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.081243 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d5277fc5-56e7-4122-9579-15ff2fbb8f7c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c276f19bda7644bb93bcc4b3c7de687d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827753 Sep 19 17:17:35.090361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47212) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:35.118111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 84a2e7ee-8a62-4179-9466-180cd0c57c99, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84a2e7ee-8a62-4179-9466-180cd0c57c99,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:35.124140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.136066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9dca-1880-48fd-a09e-882b61e1a91e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.194312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-06f0e4d9-56a5-42cf-b857-f1a40aeb3d8d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:35.195983 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-06f0e4d9-56a5-42cf-b857-f1a40aeb3d8d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4911942 Sep 19 17:17:35.201124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47216) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:35.225002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd4c17-0258-4b53-9e2e-31e3827423bb req-d4c5f937-e336-468c-8145-87410843276f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:35.226564 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fbcd4c17-0258-4b53-9e2e-31e3827423bb req-d4c5f937-e336-468c-8145-87410843276f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 945 time: 0.3131244 Sep 19 17:17:35.250189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=84a2e7ee-8a62-4179-9466-180cd0c57c99,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:35.256321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8cc06e4-72df-472b-a0c8-5fb2f8696e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.283119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128626750'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:35.287650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9dca-1880-48fd-a09e-882b61e1a91e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.309377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8cc06e4-72df-472b-a0c8-5fb2f8696e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.326076 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fbcd4c17-0258-4b53-9e2e-31e3827423bb req-5b1b2804-7a84-47a0-b32c-8b8ebfce10ee tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887413 Sep 19 17:17:35.333313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:35.346851 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eaa30d45-ae36-414f-ac52-2a8d62871fd0 req-b94226ff-52ad-4cb0-84ad-38d4304fc4e1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 210 time: 0.1359622 Sep 19 17:17:35.347764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47220) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:35.355645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.374929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a9dca-1880-48fd-a09e-882b61e1a91e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b672c3-220a-403d-b699-b537bb7f0aa4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:35.424584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:35.435790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9dca-1880-48fd-a09e-882b61e1a91e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.436906 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9f3a9dca-1880-48fd-a09e-882b61e1a91e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/33b672c3-220a-403d-b699-b537bb7f0aa4 HTTP/1.1" status: 204 len: 168 time: 0.5219195 Sep 19 17:17:35.444883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:35.449617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bb74822729ea42ac9d592491623d7096 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:35.454886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47224) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:35.455476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:35.463097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:35.539139 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5abed634-89db-4089-93b7-b6a3d477f2ac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/48ddb0d4-ebbf-4382-bae7-9605b7d5b723 HTTP/1.1" status: 200 len: 995 time: 0.1898117 Sep 19 17:17:35.547260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.585234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:35.589325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8cc06e4-72df-472b-a0c8-5fb2f8696e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.598808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:35.603627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:35.609523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-df222ad7-0595-4d37-9ad6-d5b63f744967 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:35.617966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:35.646847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.657471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.725046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf02a87-7161-4e0c-bd65-116f26a76cc4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:35.742111 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-386281d8-14b5-4ceb-bd49-3cbe031f53a5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bb74822729ea42ac9d592491623d7096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305818 Sep 19 17:17:35.747854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47228) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:35.844232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.856675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.862002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc06e4-72df-472b-a0c8-5fb2f8696e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5666e59-3ae1-4c1a-a99d-dc9f63b012a4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:35.885484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a4865d0-8431-4008-ad3e-ed32451adab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.894544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8cc06e4-72df-472b-a0c8-5fb2f8696e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.895708 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c8cc06e4-72df-472b-a0c8-5fb2f8696e1c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5666e59-3ae1-4c1a-a99d-dc9f63b012a4 HTTP/1.1" status: 204 len: 168 time: 0.7921834 Sep 19 17:17:35.910392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-df222ad7-0595-4d37-9ad6-d5b63f744967 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:35.913672 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-df222ad7-0595-4d37-9ad6-d5b63f744967 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4574788 Sep 19 17:17:35.918676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47238) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:35.928396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e17f19-ec7f-43ea-8efc-cd10bf1a9882,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:35.932186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--927083948'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:35.942398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:35.950789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a4865d0-8431-4008-ad3e-ed32451adab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.953493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-cdba1ab0-ebfd-4d69-acc9-6022683d8e15 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:35.954960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-cdba1ab0-ebfd-4d69-acc9-6022683d8e15 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.86 "GET /v2.0/networks?id=df1b3620-623b-4912-89d6-75697ab73df2 HTTP/1.1" status: 200 len: 796 time: 0.4041779 Sep 19 17:17:35.962596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:35.965455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:35.967131 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4bb2dd77-f023-4d62-a47f-8393bbdc1d8b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7618797 Sep 19 17:17:35.975691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47242) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:35.981190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a562590d-f0f6-4a5a-87ea-36a35e4603ed tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:35.982141 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-a562590d-f0f6-4a5a-87ea-36a35e4603ed tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 17:17:35.982695 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-a562590d-f0f6-4a5a-87ea-36a35e4603ed tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:35.984361 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a562590d-f0f6-4a5a-87ea-36a35e4603ed tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076673 Sep 19 17:17:35.988654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47246) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.004254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f95f4dda-e3e3-4395-95a2-1ed1b856ee30 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.005651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.013009 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f95f4dda-e3e3-4395-95a2-1ed1b856ee30 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.019581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f95f4dda-e3e3-4395-95a2-1ed1b856ee30 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:36.022976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f95f4dda-e3e3-4395-95a2-1ed1b856ee30 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:36.029432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f95f4dda-e3e3-4395-95a2-1ed1b856ee30 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.033520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-ea44a2d8-3a70-4789-9381-19b931cf3cdd tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dceb64b83fb344fca937a777bcae3076 HTTP/1.1" status: 200 len: 380 time: 0.0680206 Sep 19 17:17:36.042994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'port': {'device_id': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'admin_state_up': True, 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'security_groups': ['19419fce-697e-4f1f-b024-3806a29af005']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.057809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.063000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a4865d0-8431-4008-ad3e-ed32451adab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.065439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:36.072969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:36.089179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4865d0-8431-4008-ad3e-ed32451adab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf02a87-7161-4e0c-bd65-116f26a76cc4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:36.094481 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-f95f4dda-e3e3-4395-95a2-1ed1b856ee30 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:36.098251 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f95f4dda-e3e3-4395-95a2-1ed1b856ee30 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1058714 Sep 19 17:17:36.098646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.103921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fe838374-81e3-4fb5-9c97-f3bbfe93239e tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.104401 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-fe838374-81e3-4fb5-9c97-f3bbfe93239e tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 19 17:17:36.104904 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-fe838374-81e3-4fb5-9c97-f3bbfe93239e tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:36.106966 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe838374-81e3-4fb5-9c97-f3bbfe93239e tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064251 Sep 19 17:17:36.108824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47254) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.114569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7d21ccff-f4bd-4546-b6db-6b633cfa685b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.125438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7d21ccff-f4bd-4546-b6db-6b633cfa685b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.131063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2a4865d0-8431-4008-ad3e-ed32451adab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.135223 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2a4865d0-8431-4008-ad3e-ed32451adab2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6cf02a87-7161-4e0c-bd65-116f26a76cc4 HTTP/1.1" status: 204 len: 168 time: 0.3866389 Sep 19 17:17:36.136987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7d21ccff-f4bd-4546-b6db-6b633cfa685b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:36.137685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.140103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7d21ccff-f4bd-4546-b6db-6b633cfa685b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:36.152035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7d21ccff-f4bd-4546-b6db-6b633cfa685b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.174035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 3d1af7aa-8801-4df7-994b-5c383b77dd83 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:36.233505 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-7d21ccff-f4bd-4546-b6db-6b633cfa685b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:36.234953 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d21ccff-f4bd-4546-b6db-6b633cfa685b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1249573 Sep 19 17:17:36.238734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47260) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.250294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-89d46847-497c-4724-ba1e-c893ddf1bdc9 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.251376 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING neutron.api.v2.base [None req-89d46847-497c-4724-ba1e-c893ddf1bdc9 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 17:17:36.252164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-89d46847-497c-4724-ba1e-c893ddf1bdc9 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:36.253410 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-89d46847-497c-4724-ba1e-c893ddf1bdc9 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129857 Sep 19 17:17:36.256521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47264) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.262066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7ef1fed2-9f0a-496a-8710-24fc7962912f tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.271634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.288482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7ef1fed2-9f0a-496a-8710-24fc7962912f tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.292505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.295780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7ef1fed2-9f0a-496a-8710-24fc7962912f tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:36.301143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7ef1fed2-9f0a-496a-8710-24fc7962912f tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:36.310734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7ef1fed2-9f0a-496a-8710-24fc7962912f tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.311918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.318422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.329008 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-7ef1fed2-9f0a-496a-8710-24fc7962912f tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Project 3fab7a1ca75244b2beca7769dee08c55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:17:36.331137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84a2e7ee-8a62-4179-9466-180cd0c57c99 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:36.341376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Made reservation on behalf of dceb64b83fb344fca937a777bcae3076 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:36.344893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.359579 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-7ef1fed2-9f0a-496a-8710-24fc7962912f tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:36.367501 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7ef1fed2-9f0a-496a-8710-24fc7962912f tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1095257 Sep 19 17:17:36.368151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47270) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.375733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2e3a41eb-a818-422a-b9b1-2d618ebedcc9 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.378340 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-2e3a41eb-a818-422a-b9b1-2d618ebedcc9 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 19 17:17:36.379346 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-2e3a41eb-a818-422a-b9b1-2d618ebedcc9 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:36.385562 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e3a41eb-a818-422a-b9b1-2d618ebedcc9 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162919 Sep 19 17:17:36.386196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47276) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.393643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f657db-95a7-43d0-914b-a5833f5cfc79,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:36.394193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8d3cd314-cc6a-4e12-aec0-b5e37e5a7cc6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.414605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8d3cd314-cc6a-4e12-aec0-b5e37e5a7cc6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.420359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8d3cd314-cc6a-4e12-aec0-b5e37e5a7cc6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:36.426067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8d3cd314-cc6a-4e12-aec0-b5e37e5a7cc6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:36.455975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8d3cd314-cc6a-4e12-aec0-b5e37e5a7cc6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.463299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.465859 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-794cf5fe-230d-49eb-8eb3-bff77aaf6a8c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5461590 Sep 19 17:17:36.471834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47280) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.490656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 3d1af7aa-8801-4df7-994b-5c383b77dd83 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:36.494378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': 'c3f657db-95a7-43d0-914b-a5833f5cfc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.496018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 84a2e7ee-8a62-4179-9466-180cd0c57c99 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:36.496767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.508941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.531773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:36.546763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:36.552477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 3d1af7aa-8801-4df7-994b-5c383b77dd83 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:36.553129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.566525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.594292 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-8d3cd314-cc6a-4e12-aec0-b5e37e5a7cc6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Project 3fab7a1ca75244b2beca7769dee08c55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:17:36.677452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.696532 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-8d3cd314-cc6a-4e12-aec0-b5e37e5a7cc6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:36.697644 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d3cd314-cc6a-4e12-aec0-b5e37e5a7cc6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3088391 Sep 19 17:17:36.704568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47286) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.704768 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bb50ba00-9922-40fb-819c-a8396a840678 req-e763d6f8-3b0a-416e-8d0e-801d9158567b tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 210 time: 0.0970151 Sep 19 17:17:36.733232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Allocated IP 172.20.0.4 (df1b3620-623b-4912-89d6-75697ab73df2/2660a5a9-6d92-4c50-92b2-4cad967ffe02/61cbbc71-a1e8-458d-b522-5f7fe1d99663) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:36.738397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2ec9622e-5334-447a-86b6-d650cdfc9348 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'c0e17f19-ec7f-43ea-8efc-cd10bf1a9882', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.760346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2ec9622e-5334-447a-86b6-d650cdfc9348 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.771684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2ec9622e-5334-447a-86b6-d650cdfc9348 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:36.780799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2ec9622e-5334-447a-86b6-d650cdfc9348 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:36.789970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.796035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 84a2e7ee-8a62-4179-9466-180cd0c57c99 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:36.798456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.812636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2ec9622e-5334-447a-86b6-d650cdfc9348 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.838254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee22b0c5-20de-48b6-954c-b08bbee9daa6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:36.841457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 3d1af7aa-8801-4df7-994b-5c383b77dd83 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:36.842268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.865632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.867826 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c73087b7-7e6d-4085-bc09-ba3bbf9effd4 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3926048 Sep 19 17:17:36.871544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47290) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.878457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': 'c3f657db-95a7-43d0-914b-a5833f5cfc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:36.880212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bc3ea-eda3-40b5-864e-a8a158606128 req-ab44f7f4-c877-418c-a7a2-31c071e573b5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:36.881995 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-820bc3ea-eda3-40b5-864e-a8a158606128 req-ab44f7f4-c877-418c-a7a2-31c071e573b5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 945 time: 0.2815344 Sep 19 17:17:36.886022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:36.888288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 3d1af7aa-8801-4df7-994b-5c383b77dd83, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:36.888894 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-2ec9622e-5334-447a-86b6-d650cdfc9348 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Project 3fab7a1ca75244b2beca7769dee08c55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:17:36.890007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:36.891510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:36.893089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1dc957-115a-4668-b791-67ed2a8994cd" -d '{"events": [{"server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "name": "network-vif-plugged", "status": "completed", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:36.895290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:36.898628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47296) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:36.901123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.919694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:36.970106 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4dd74b47-9c16-46a3-a9f5-cc7b359f9fda admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0a7f16772f564bcc8c2964aa98068884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702846 Sep 19 17:17:36.971215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:36.979016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47300) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:37.005399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de83ead-136b-4423-8b94-3b5708fdfc7e x-openstack-request-id: req-8de83ead-136b-4423-8b94-3b5708fdfc7e {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:37.005771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "name": "network-vif-plugged", "status": "completed", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:37.005972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8de83ead-136b-4423-8b94-3b5708fdfc7e {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:37.006364 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de83ead-136b-4423-8b94-3b5708fdfc7e'] response: {'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'code': 200} Sep 19 17:17:37.016269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=3d1af7aa-8801-4df7-994b-5c383b77dd83,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:37.054103 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-2ec9622e-5334-447a-86b6-d650cdfc9348 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:37.057861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2ec9622e-5334-447a-86b6-d650cdfc9348 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3403614 Sep 19 17:17:37.058940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47304) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:37.071511 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-820bc3ea-eda3-40b5-864e-a8a158606128 req-3120d236-8727-4e71-9be6-fc1d1a432d43 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040344 Sep 19 17:17:37.130826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.135344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a553d51-d11d-4a61-a079-48dbbb082e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.138325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.165399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.188028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Transition to ACTIVE for port object 61cbbc71-a1e8-458d-b522-5f7fe1d99663 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:37.205680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d34d8b-17eb-4b0c-be11-2f8616d5d322,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:37.212153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a553d51-d11d-4a61-a079-48dbbb082e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.235984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.237318 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9a6a6763-2914-4af7-9c02-8550c5883dd3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647707 Sep 19 17:17:37.246094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47308) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:37.258835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': 'c3f657db-95a7-43d0-914b-a5833f5cfc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:37.263309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e4ba732-397b-483b-936d-17df257e1bcf tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.275575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:37.286045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.293412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:37.299519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:37.314586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:37.325787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e4ba732-397b-483b-936d-17df257e1bcf tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.369619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Network df1b3620-623b-4912-89d6-75697ab73df2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:37.373476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.378546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:37.383405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a553d51-d11d-4a61-a079-48dbbb082e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.383649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:37.418337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'Port': ['ID=61cbbc71-a1e8-458d-b522-5f7fe1d99663,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:37.427676 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a553d51-d11d-4a61-a079-48dbbb082e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc9064-11ad-4d3a-8e55-c9ef9e6d04f2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:37.436268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae2ccb-9ac3-462d-805d-e36808048f02 req-8c1c6b0e-1c42-466c-b8bf-ac3d1670e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:37.438131 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0fae2ccb-9ac3-462d-805d-e36808048f02 req-8c1c6b0e-1c42-466c-b8bf-ac3d1670e192 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 1099 time: 0.2413814 Sep 19 17:17:37.441237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3a553d51-d11d-4a61-a079-48dbbb082e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.442367 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3a553d51-d11d-4a61-a079-48dbbb082e5e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/18dc9064-11ad-4d3a-8e55-c9ef9e6d04f2 HTTP/1.1" status: 204 len: 168 time: 0.4612105 Sep 19 17:17:37.449760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e4ba732-397b-483b-936d-17df257e1bcf tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.479884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ba732-397b-483b-936d-17df257e1bcf tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e17f19-ec7f-43ea-8efc-cd10bf1a9882,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:37.521985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.523280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e4ba732-397b-483b-936d-17df257e1bcf tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.527470 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5e4ba732-397b-483b-936d-17df257e1bcf tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/c0e17f19-ec7f-43ea-8efc-cd10bf1a9882 HTTP/1.1" status: 204 len: 168 time: 0.4652293 Sep 19 17:17:37.528096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47314) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:37.563055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:37.564602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.573007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.612948 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8fdbe9b7-2bb6-478d-97fc-90a5da04ffb5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5747163 Sep 19 17:17:37.629781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.634495 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3845897 Sep 19 17:17:37.638213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47318) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:37.643479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd639c3-915b-478d-829d-d79023c0599a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743741b9-c5e4-4f93-b2a8-ea2cbb8004d1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:37.644378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Request body: {'port': {'device_id': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:37.649189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': 'c3f657db-95a7-43d0-914b-a5833f5cfc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:37.656671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:37.661331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:37.664843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:37.671193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:37.686775 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47da032d-7d71-4463-b328-4090b14a8bbc tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:37.690241 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0fae2ccb-9ac3-462d-805d-e36808048f02 req-76cfb721-a981-4577-91d5-9218d8d21bc8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958883 Sep 19 17:17:37.712404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47da032d-7d71-4463-b328-4090b14a8bbc tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:37.714125 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-47da032d-7d71-4463-b328-4090b14a8bbc tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1852033 Sep 19 17:17:37.719202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47322) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:37.720199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.736468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464515611'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:37.748540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:37.779603 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:37.814662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.821144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.831152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.844594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.883839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:37.887936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:37.891274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:37.902961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:37.907266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e16208-3c2b-40b2-bb61-2175383535fd,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:37.907647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8547d02b-bda4-4408-a027-8b6c4fc8cc61 None None] Provisioning for port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:37.916365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8547d02b-bda4-4408-a027-8b6c4fc8cc61 None None] Provisioning complete for port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:37.916932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8547d02b-bda4-4408-a027-8b6c4fc8cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.985924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:37.989915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8547d02b-bda4-4408-a027-8b6c4fc8cc61 None None] Port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:17:37.990208 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-27c8790e-27aa-49ab-b349-2a9d19b9a796 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3495679 Sep 19 17:17:37.994148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47334) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.001735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': 'c3f657db-95a7-43d0-914b-a5833f5cfc79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:38.019979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:38.026639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:38.032073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:38.043041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:38.099052 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.114440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.125768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58c12a-b738-439f-9a0f-a1b47e6e3327 req-bb79cb86-30c0-4c3c-8be9-32aab4193c20 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:38.127442 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a58c12a-b738-439f-9a0f-a1b47e6e3327 req-bb79cb86-30c0-4c3c-8be9-32aab4193c20 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 931 time: 0.2164226 Sep 19 17:17:38.130780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.246621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda51f88-043a-4311-95ed-6d023ffc390d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:38.275407 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4a58c12a-b738-439f-9a0f-a1b47e6e3327 req-b05853cd-347d-4632-9111-f341ebfcabe1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403732 Sep 19 17:17:38.282540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.286959 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d4f65528-dfdc-4de8-a021-40ad21d99d35 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5553110 Sep 19 17:17:38.287211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47348) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.292588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7dad9e5b-e9e2-4141-aa28-db5b31dd6a72 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'bda51f88-043a-4311-95ed-6d023ffc390d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:38.302135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7dad9e5b-e9e2-4141-aa28-db5b31dd6a72 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:38.305297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.307927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7dad9e5b-e9e2-4141-aa28-db5b31dd6a72 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:38.311438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7dad9e5b-e9e2-4141-aa28-db5b31dd6a72 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:38.314451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.334777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7dad9e5b-e9e2-4141-aa28-db5b31dd6a72 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:38.358122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805bb0b0-8a09-4e72-8f09-2760db34bd87,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:38.363231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.364680 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-edeb968a-9ec2-471d-877f-a2813d941483 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3696887 Sep 19 17:17:38.371522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47356) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.422426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd09d-5b24-48e2-a970-cf1e035600f7 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.431931 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-7dad9e5b-e9e2-4141-aa28-db5b31dd6a72 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The resource could not be found. Sep 19 17:17:38.433535 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7dad9e5b-e9e2-4141-aa28-db5b31dd6a72 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1452909 Sep 19 17:17:38.436998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47360) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.444985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd09d-5b24-48e2-a970-cf1e035600f7 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.457528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1f30c141-6394-438c-a176-517e5902b13d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': 'bda51f88-043a-4311-95ed-6d023ffc390d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '940c4989-992e-492f-8cb2-15e6b6c0a8de'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:38.467052 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1f30c141-6394-438c-a176-517e5902b13d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:38.474449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1f30c141-6394-438c-a176-517e5902b13d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:38.478431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1f30c141-6394-438c-a176-517e5902b13d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:38.488396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1f30c141-6394-438c-a176-517e5902b13d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:38.498168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd09d-5b24-48e2-a970-cf1e035600f7 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.516680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cbbc71-a1e8-458d-b522-5f7fe1d99663 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:17:38.530831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dd09d-5b24-48e2-a970-cf1e035600f7 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=805bb0b0-8a09-4e72-8f09-2760db34bd87,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:38.532965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.535347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd09d-5b24-48e2-a970-cf1e035600f7 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.536626 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c3dd09d-5b24-48e2-a970-cf1e035600f7 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/805bb0b0-8a09-4e72-8f09-2760db34bd87 HTTP/1.1" status: 204 len: 168 time: 0.1639838 Sep 19 17:17:38.541726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47366) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.560917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Transition to ACTIVE for port object 61cbbc71-a1e8-458d-b522-5f7fe1d99663 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:38.568602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.589165 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-1f30c141-6394-438c-a176-517e5902b13d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The resource could not be found. Sep 19 17:17:38.593133 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1f30c141-6394-438c-a176-517e5902b13d tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1523266 Sep 19 17:17:38.594682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47370) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.641430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-367c6d40-5543-48ac-bde6-161f729c8c88 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:38.681622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95605d-9cae-4744-ad9f-4fb9a5dae6c7 req-5bf799f5-9542-4d27-9565-1283d62fe07e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:38.681915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-367c6d40-5543-48ac-bde6-161f729c8c88 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:38.683374 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-367c6d40-5543-48ac-bde6-161f729c8c88 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1392133 Sep 19 17:17:38.686836 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba95605d-9cae-4744-ad9f-4fb9a5dae6c7 req-5bf799f5-9542-4d27-9565-1283d62fe07e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 946 time: 0.4417152 Sep 19 17:17:38.687922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47374) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.741760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-120ff3cb-6129-46a5-8a54-ff404ff847d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.751575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcf4c-15c2-4f79-9600-e6100ab55239 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.758100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-120ff3cb-6129-46a5-8a54-ff404ff847d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.805573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcf4c-15c2-4f79-9600-e6100ab55239 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.831320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-120ff3cb-6129-46a5-8a54-ff404ff847d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.838375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Pushing event updated for resources: {'Port': ['ID=61cbbc71-a1e8-458d-b522-5f7fe1d99663,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:38.865657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ff3cb-6129-46a5-8a54-ff404ff847d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3e16208-3c2b-40b2-bb61-2175383535fd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:38.874585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-120ff3cb-6129-46a5-8a54-ff404ff847d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.875739 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba95605d-9cae-4744-ad9f-4fb9a5dae6c7 req-a9258edc-8992-4597-869e-a49b51835dee tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590555 Sep 19 17:17:38.876646 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-120ff3cb-6129-46a5-8a54-ff404ff847d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/f3e16208-3c2b-40b2-bb61-2175383535fd HTTP/1.1" status: 204 len: 168 time: 0.1876762 Sep 19 17:17:38.881730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.907158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcf4c-15c2-4f79-9600-e6100ab55239 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.907608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Attempting to bind port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:17:38.907608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Attempting to bind port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:17:38.907608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Attempting to bind port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 on network df1b3620-623b-4912-89d6-75697ab73df2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:38.910974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 on network df1b3620-623b-4912-89d6-75697ab73df2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:17:38.911527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Attempting to bind port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 on network df1b3620-623b-4912-89d6-75697ab73df2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:38.917224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:17:38.917562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Checking segment: {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:38.917941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Bound using segment: {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:17:38.918370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Bound port: 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:17:38.918728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.927680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dcf4c-15c2-4f79-9600-e6100ab55239 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda51f88-043a-4311-95ed-6d023ffc390d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:38.938575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcf4c-15c2-4f79-9600-e6100ab55239 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:38.939848 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6a7dcf4c-15c2-4f79-9600-e6100ab55239 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/bda51f88-043a-4311-95ed-6d023ffc390d HTTP/1.1" status: 204 len: 168 time: 0.3444638 Sep 19 17:17:38.945966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47386) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:38.981893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-62be62dd-83d3-47c4-9c9a-9b9fec9cdb8b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:39.024839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-62be62dd-83d3-47c4-9c9a-9b9fec9cdb8b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:39.026589 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-62be62dd-83d3-47c4-9c9a-9b9fec9cdb8b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1432552 Sep 19 17:17:39.029586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:17:39.029726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47394) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.033195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:17:39.037779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.044743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1fb56300-d590-46a6-a6d2-2b02602d43fb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:39.076109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:39.077145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.078613 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] 10.222.0.86 "PUT /v2.0/ports/61cbbc71-a1e8-458d-b522-5f7fe1d99663 HTTP/1.1" status: 200 len: 1093 time: 1.4393284 Sep 19 17:17:39.079115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-228f6448-d667-4720-a66a-0779cf6adaf6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.085266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:39.086282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1fb56300-d590-46a6-a6d2-2b02602d43fb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:39.087627 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1fb56300-d590-46a6-a6d2-2b02602d43fb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1389189 Sep 19 17:17:39.088449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:39.092023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47400) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.113647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-228f6448-d667-4720-a66a-0779cf6adaf6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.146956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-961eec0d-8ebe-4c18-8d6d-3cd0694bbe47 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '6cf43b9c-a975-486d-85c4-4991caec13ca', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:39.158046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-961eec0d-8ebe-4c18-8d6d-3cd0694bbe47 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:39.164673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-961eec0d-8ebe-4c18-8d6d-3cd0694bbe47 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:39.167928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-961eec0d-8ebe-4c18-8d6d-3cd0694bbe47 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:39.171062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-228f6448-d667-4720-a66a-0779cf6adaf6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.173025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0f5315-344f-40a4-bea7-bb4608eed431 x-openstack-request-id: req-6e0f5315-344f-40a4-bea7-bb4608eed431 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:39.173358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:39.173610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6e0f5315-344f-40a4-bea7-bb4608eed431 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:39.174291 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0f5315-344f-40a4-bea7-bb4608eed431'] response: {'name': 'network-changed', 'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'status': 'completed', 'code': 200} Sep 19 17:17:39.181968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dadce-4778-4b58-9c8e-03ee4697edba service neutron] Pushing event updated for resources: {'Port': ['ID=61cbbc71-a1e8-458d-b522-5f7fe1d99663,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:39.185995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-961eec0d-8ebe-4c18-8d6d-3cd0694bbe47 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:39.193902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f6448-d667-4720-a66a-0779cf6adaf6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=743741b9-c5e4-4f93-b2a8-ea2cbb8004d1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:39.218983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-228f6448-d667-4720-a66a-0779cf6adaf6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.222981 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-228f6448-d667-4720-a66a-0779cf6adaf6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/743741b9-c5e4-4f93-b2a8-ea2cbb8004d1 HTTP/1.1" status: 204 len: 168 time: 0.1895404 Sep 19 17:17:39.223669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47408) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.229841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-5ee63807-a35f-4ac3-85bf-36f3936559f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:39.231350 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-5ee63807-a35f-4ac3-85bf-36f3936559f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dceb64b83fb344fca937a777bcae3076&device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 1096 time: 0.1026363 Sep 19 17:17:39.271681 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-961eec0d-8ebe-4c18-8d6d-3cd0694bbe47 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The resource could not be found. Sep 19 17:17:39.277744 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-961eec0d-8ebe-4c18-8d6d-3cd0694bbe47 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1695416 Sep 19 17:17:39.277744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47412) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.285337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205274848'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:39.299740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2cf4219d-3419-4a4d-868a-ec5537bd3c10 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:39.304862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:39.308331 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-2672e44a-24b2-4584-b6fc-b9f035d1ac4d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663 HTTP/1.1" status: 200 len: 217 time: 0.0698469 Sep 19 17:17:39.320059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:39.331802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2cf4219d-3419-4a4d-868a-ec5537bd3c10 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:39.334943 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2cf4219d-3419-4a4d-868a-ec5537bd3c10 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1078188 Sep 19 17:17:39.336234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47418) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.350043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.366954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47422) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.386154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-ac0f9734-3d47-41b4-862a-cf063ba1d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:39.387753 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-ac0f9734-3d47-41b4-862a-cf063ba1d72e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2660a5a9-6d92-4c50-92b2-4cad967ffe02 HTTP/1.1" status: 200 len: 835 time: 0.0732470 Sep 19 17:17:39.389041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:39.391520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2f16c09-dafc-4b1b-aa12-b55a8312f9d3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.403221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:39.406544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2f16c09-dafc-4b1b-aa12-b55a8312f9d3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.413118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:39.421899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:39.507983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2f16c09-dafc-4b1b-aa12-b55a8312f9d3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.532799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1478703527', 'router:external': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:39.542370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:39.555868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Usage tracker for resource:network and tenant:4c066ee9a31b423390cb511da4f808f5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:39.562633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:39.573846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:39.602550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-c70fde71-091a-418a-9d5b-82ed3ee6d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:39.604200 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-c70fde71-091a-418a-9d5b-82ed3ee6d8f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=df1b3620-623b-4912-89d6-75697ab73df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2100973 Sep 19 17:17:39.644657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc27c2-ccf9-47ca-b3ee-55ec899a3618 req-06c4bccc-02c8-4a4e-832e-ba36bdd8baf3 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:39.645370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f9cc27c2-ccf9-47ca-b3ee-55ec899a3618 req-06c4bccc-02c8-4a4e-832e-ba36bdd8baf3 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Synchronizing usage tracker for tenant:dceb64b83fb344fca937a777bcae3076 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:39.646445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f16c09-dafc-4b1b-aa12-b55a8312f9d3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91d34d8b-17eb-4b0c-be11-2f8616d5d322,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:39.653584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.662816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.697242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2f16c09-dafc-4b1b-aa12-b55a8312f9d3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.698347 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b2f16c09-dafc-4b1b-aa12-b55a8312f9d3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/91d34d8b-17eb-4b0c-be11-2f8616d5d322 HTTP/1.1" status: 204 len: 168 time: 0.3610396 Sep 19 17:17:39.702642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.716832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Made reservation on behalf of 4c066ee9a31b423390cb511da4f808f5 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:39.719127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.720161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.721644 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4443028 Sep 19 17:17:39.722437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afffc0-30a4-48f3-adec-22351a297bcb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a6a362-2576-4eb1-92e1-243b3cbeaf37,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:39.726348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47432) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.733825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683388245'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:39.737201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.742952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:39.755062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f9cc27c2-ccf9-47ca-b3ee-55ec899a3618 req-06c4bccc-02c8-4a4e-832e-ba36bdd8baf3 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Unset dirty status for tenant:dceb64b83fb344fca937a777bcae3076 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:39.756187 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f9cc27c2-ccf9-47ca-b3ee-55ec899a3618 req-06c4bccc-02c8-4a4e-832e-ba36bdd8baf3 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 943 time: 0.2895360 Sep 19 17:17:39.759824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:39.765576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:39.782810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ba66bffb-027d-468c-bd7c-d2478fc1f75a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:39.791736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.795966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Usage tracker for resource:security_group_rule and tenant:4c066ee9a31b423390cb511da4f808f5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:39.800727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:39.815893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:39.817982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ba66bffb-027d-468c-bd7c-d2478fc1f75a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:39.822075 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ba66bffb-027d-468c-bd7c-d2478fc1f75a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1138022 Sep 19 17:17:39.822252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:39.822359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47436) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:39.824917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:39.836497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:39.845951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:39.857431 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-94104851-11e8-4179-9d46-a0301ad18f00 service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458911 Sep 19 17:17:39.869775 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87ec6919-da04-4bbc-9f3d-d3d514e42831 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.888521 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f9cc27c2-ccf9-47ca-b3ee-55ec899a3618 req-43ec5d54-26a3-4933-a0e4-c779a3e8cf2e tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201909 Sep 19 17:17:39.888913 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87ec6919-da04-4bbc-9f3d-d3d514e42831 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.935007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87ec6919-da04-4bbc-9f3d-d3d514e42831 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.967812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec6919-da04-4bbc-9f3d-d3d514e42831 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee22b0c5-20de-48b6-954c-b08bbee9daa6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:39.984116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:39.992285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.012443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87ec6919-da04-4bbc-9f3d-d3d514e42831 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.015993 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87ec6919-da04-4bbc-9f3d-d3d514e42831 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/ee22b0c5-20de-48b6-954c-b08bbee9daa6 HTTP/1.1" status: 204 len: 168 time: 0.1902807 Sep 19 17:17:40.020433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47442) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.074172 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c906503-ddcb-4b34-ac75-99dd89bc04ef req-8c45432a-b705-4b64-af39-b69b22d45b0e service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102113 Sep 19 17:17:40.075790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.078051 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3501430 Sep 19 17:17:40.082418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47446) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.084502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9b565-27fe-4cd0-93da-75e4486736ef tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1212cd-3dc3-422a-a5a3-79528b16bf97,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:40.087035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.091320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-36868b56-0879-426d-84eb-2016fa496cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '51a6a362-2576-4eb1-92e1-243b3cbeaf37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2a1212cd-3dc3-422a-a5a3-79528b16bf97'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:40.092974 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:17:40.105545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-36868b56-0879-426d-84eb-2016fa496cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:40.107882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.128002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-36868b56-0879-426d-84eb-2016fa496cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:40.132619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf747f-ed01-4a96-be20-cade58d30d23 req-71be4922-057c-4387-9f27-a4b482d4e387 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:40.133887 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08cf747f-ed01-4a96-be20-cade58d30d23 req-71be4922-057c-4387-9f27-a4b482d4e387 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 946 time: 0.1124473 Sep 19 17:17:40.141273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0e71b4cb-62a0-471f-8373-a78b5600af58 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:40.149061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-36868b56-0879-426d-84eb-2016fa496cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:40.180720 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08cf747f-ed01-4a96-be20-cade58d30d23 req-36606de9-b52c-4688-afe7-f88ab2ff769b tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398393 Sep 19 17:17:40.213646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:17:40.216468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-36868b56-0879-426d-84eb-2016fa496cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:40.245519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.245873 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Added segment 274185e9-939e-450d-92f7-8cb79e19620c of type vlan for network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d Sep 19 17:17:40.254671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acab281-dd70-426e-a2cc-ebd6dc9133f6,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:40.283506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0e71b4cb-62a0-471f-8373-a78b5600af58 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:40.287485 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0e71b4cb-62a0-471f-8373-a78b5600af58 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2633708 Sep 19 17:17:40.287900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47452) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.351170 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-36868b56-0879-426d-84eb-2016fa496cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:40.355202 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-36868b56-0879-426d-84eb-2016fa496cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2678967 Sep 19 17:17:40.356441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47456) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.362646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.371097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6fb1-8e83-4f96-a16b-0b097470052a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.396602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-58413602-5920-4aff-a4d2-75371f37eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:40.398116 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-58413602-5920-4aff-a4d2-75371f37eccc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dceb64b83fb344fca937a777bcae3076&device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 1096 time: 0.2501976 Sep 19 17:17:40.422411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6fb1-8e83-4f96-a16b-0b097470052a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.478230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02b60591-e3bc-4208-a54e-d2446217b8ca tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.503878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6fb1-8e83-4f96-a16b-0b097470052a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.510226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.511203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:40.511776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.527290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02b60591-e3bc-4208-a54e-d2446217b8ca tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.534961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d6fb1-8e83-4f96-a16b-0b097470052a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f657db-95a7-43d0-914b-a5833f5cfc79,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:40.570715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6fb1-8e83-4f96-a16b-0b097470052a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.574599 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dd3d6fb1-8e83-4f96-a16b-0b097470052a tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/c3f657db-95a7-43d0-914b-a5833f5cfc79 HTTP/1.1" status: 204 len: 168 time: 0.2847834 Sep 19 17:17:40.575473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47460) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.632407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02b60591-e3bc-4208-a54e-d2446217b8ca tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.657223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eb206cdd-98ff-4676-b34a-0a239b3054f6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:40.663570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b60591-e3bc-4208-a54e-d2446217b8ca tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1212cd-3dc3-422a-a5a3-79528b16bf97,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:40.679669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-02b60591-e3bc-4208-a54e-d2446217b8ca tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.683916 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-02b60591-e3bc-4208-a54e-d2446217b8ca tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/2a1212cd-3dc3-422a-a5a3-79528b16bf97 HTTP/1.1" status: 204 len: 168 time: 0.3262525 Sep 19 17:17:40.685628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47464) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.702393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eb206cdd-98ff-4676-b34a-0a239b3054f6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:40.703629 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eb206cdd-98ff-4676-b34a-0a239b3054f6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236894 Sep 19 17:17:40.708458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47468) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.713281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--251197690'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:40.722314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:40.739169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588c3c4-21c1-489a-8b72-d118ecba4e04 req-ba65adad-6731-4e3a-a470-6b1913411701 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:40.740660 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5588c3c4-21c1-489a-8b72-d118ecba4e04 req-ba65adad-6731-4e3a-a470-6b1913411701 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 946 time: 0.4311390 Sep 19 17:17:40.744622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:40.771557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.790581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-955364ca-a12e-4d5d-b6fb-5e289f7bb655 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:40.796104 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4280579 Sep 19 17:17:40.800452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47472) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.811485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'subnet': {'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:40.815936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626d209-710f-417c-8442-6fb15bdc5fd6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'Network': ['ID=77950134-cbb0-4fc3-b5fe-f3eb7a24058d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:40.817467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:40.821477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Usage tracker for resource:subnet and tenant:4c066ee9a31b423390cb511da4f808f5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:40.824459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:40.827007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:17:40.829098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:40.834363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:40.837845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-e8334480-de83-49a2-aa1a-858524ef9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:40.839352 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-e8334480-de83-49a2-aa1a-858524ef9360 service neutron] 10.222.0.86 "GET /v2.0/networks?id=df1b3620-623b-4912-89d6-75697ab73df2 HTTP/1.1" status: 200 len: 897 time: 0.4282005 Sep 19 17:17:40.843142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:40.844572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5588c3c4-21c1-489a-8b72-d118ecba4e04 req-8d2791e0-bd52-4fb3-8e9b-0e71f78c2544 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949054 Sep 19 17:17:40.846729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:40.851731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-955364ca-a12e-4d5d-b6fb-5e289f7bb655 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:40.856422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-955364ca-a12e-4d5d-b6fb-5e289f7bb655 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1666629 Sep 19 17:17:40.856422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:40.857142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47476) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.890921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47480) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:40.910437 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-894b1473-5a5a-4618-bc49-b95f99991765 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663 HTTP/1.1" status: 200 len: 217 time: 0.0637233 Sep 19 17:17:40.952228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Made reservation on behalf of 4c066ee9a31b423390cb511da4f808f5 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:40.954561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:40.991127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-73f70f47-8f69-4557-92d1-03a3bb8d6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:40.992703 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-73f70f47-8f69-4557-92d1-03a3bb8d6362 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2660a5a9-6d92-4c50-92b2-4cad967ffe02 HTTP/1.1" status: 200 len: 835 time: 0.0765345 Sep 19 17:17:41.076446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-b704bc37-bb30-4c5d-be31-527accd87242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:41.078322 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-b704bc37-bb30-4c5d-be31-527accd87242 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=df1b3620-623b-4912-89d6-75697ab73df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792398 Sep 19 17:17:41.202316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c4d05a9-6a13-4f60-8311-6f6e8231aa27 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.212780 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-f48f6f1e-39d2-4f42-b4d8-d59736e2296d service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280553 Sep 19 17:17:41.274425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c4d05a9-6a13-4f60-8311-6f6e8231aa27 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.286617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.294176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf0c7a-69e7-4a07-9b96-ec8d180cf401 tempest-TestVolumeBootPattern-580479133 tempest-TestVolumeBootPattern-580479133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:41.295742 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6eaf0c7a-69e7-4a07-9b96-ec8d180cf401 tempest-TestVolumeBootPattern-580479133 tempest-TestVolumeBootPattern-580479133-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 1094 time: 0.4023082 Sep 19 17:17:41.299867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47486) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:41.306788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:41.313880 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.316177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:41.322860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:floatingip and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:41.327453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:41.344213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:41.372609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bafe18-bcdc-4896-9964-ca7e90bb3eb0 req-edd2468e-1202-4320-add2-4489459442b2 service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533351 Sep 19 17:17:41.373329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.374509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f385af05-469c-4ce0-ad8d-c41c8bebff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.433206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e266b0-5026-4e5b-93c2-3ce195b45cba req-c217967c-e477-4b53-b7f0-c4d82fc4b6bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:41.434697 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-17e266b0-5026-4e5b-93c2-3ce195b45cba req-c217967c-e477-4b53-b7f0-c4d82fc4b6bb tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 943 time: 0.3917005 Sep 19 17:17:41.455649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880d5a94-ea2f-4d77-b554-468b84e47512,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:41.486431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c4d05a9-6a13-4f60-8311-6f6e8231aa27 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.489063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c4d05a9-6a13-4f60-8311-6f6e8231aa27 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.492993 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1c4d05a9-6a13-4f60-8311-6f6e8231aa27 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/51a6a362-2576-4eb1-92e1-243b3cbeaf37 HTTP/1.1" status: 204 len: 168 time: 0.6321514 Sep 19 17:17:41.500668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47490) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:41.513195 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.517703 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f30839d3-e9c1-44ef-827d-71d1f4a88903 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8050950 Sep 19 17:17:41.521775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47494) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:41.529944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': '880d5a94-ea2f-4d77-b554-468b84e47512', 'direction': 'ingress', 'protocol': 17}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:41.539269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d05a9-6a13-4f60-8311-6f6e8231aa27 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a6a362-2576-4eb1-92e1-243b3cbeaf37,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:41.541139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:41.553289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:41.558093 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-17e266b0-5026-4e5b-93c2-3ce195b45cba req-492ba2cf-09ee-4190-840c-79b294d81d04 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099591 Sep 19 17:17:41.560419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:41.579822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:41.582562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.636027 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f811e3ab-5a5c-4cb6-9f28-03c0909101eb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321368 Sep 19 17:17:41.643456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47498) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:41.653351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645482398'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:41.673188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:41.679750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.701473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:41.732988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.objects.ports [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89055) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 19 17:17:41.733489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.762271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.807079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bda30f0f-85f6-4699-8db0-aeef7fe4dd2b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:41.813502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:41.821560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Checking segment: {'id': '274185e9-939e-450d-92f7-8cb79e19620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:41.822011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Network hostable DHCP agents. Network: 77950134-cbb0-4fc3-b5fe-f3eb7a24058d, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:17:41.822153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:41.828597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:41.842068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:41.844332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Allocated IP 172.26.10.47 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/5792ef23-562a-4ef7-a1e0-87e3892dbf99) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:41.847530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:17:41.858233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 77950134-cbb0-4fc3-b5fe-f3eb7a24058d) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:41.863541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:41.864161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.865894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.868709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f2f780-4104-49ea-9050-9d4a921bbe29 None None] Network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:41.879169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.889863 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b098bc0-e737-4d86-8e7d-8f5ae740af67 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0842066 Sep 19 17:17:41.890058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47502) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:41.895874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-14709573', 'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:41.900690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:41.904637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Usage tracker for resource:port and tenant:4c066ee9a31b423390cb511da4f808f5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:41.907509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:41.913543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:41.924925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Made reservation on behalf of 4c066ee9a31b423390cb511da4f808f5 for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:41.927306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:41.947302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] device_id is not set on port ca33cb2d-6d99-4ddf-baa4-25e7853ada84 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:17:41.980749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb016998-11ad-4fb6-9d1a-0e3d35bc5753,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:42.037533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.041833 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5844bfc4-1cbd-473b-9aa5-7dcfa0a8d909 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5161166 Sep 19 17:17:42.050474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47506) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:42.109035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Allocated IP 2001:db8::83 (77950134-cbb0-4fc3-b5fe-f3eb7a24058d/bda30f0f-85f6-4699-8db0-aeef7fe4dd2b/ca33cb2d-6d99-4ddf-baa4-25e7853ada84) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:42.116369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.133852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.140356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.173870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 61cbbc71-a1e8-458d-b522-5f7fe1d99663 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:17:42.176816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5625dc-40ca-4253-a963-6b26977bdedf None None] Network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:17:42.203541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.204767 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5612783 Sep 19 17:17:42.208565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47510) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:42.210224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b717f-1204-498b-82ac-25a2c76795f5 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a600b8-049d-48e2-9369-59fcf1b070bd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:42.223607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0a9e946a-96f1-4657-a398-bcddeea76938 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '42a600b8-049d-48e2-9369-59fcf1b070bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:42.248708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0a9e946a-96f1-4657-a398-bcddeea76938 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:42.259343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0a9e946a-96f1-4657-a398-bcddeea76938 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:42.263446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c67e2e33-e555-4dd6-8a0d-98b566288db2 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.267018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0a9e946a-96f1-4657-a398-bcddeea76938 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:42.286590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0a9e946a-96f1-4657-a398-bcddeea76938 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:42.305491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.346989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c67e2e33-e555-4dd6-8a0d-98b566288db2 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.421112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:42.431802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:42.438846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:42.462236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.482976 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-0a9e946a-96f1-4657-a398-bcddeea76938 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:42.486838 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0a9e946a-96f1-4657-a398-bcddeea76938 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2704790 Sep 19 17:17:42.487305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47514) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:42.489548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:42.491978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=5792ef23-562a-4ef7-a1e0-87e3892dbf99,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:42.499200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-93ef99ae-6827-4782-9a10-a18f8b967cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group_rule': {'security_group_id': '42a600b8-049d-48e2-9369-59fcf1b070bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:42.510672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'port_id': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'mac_address': 'fa:16:3e:a2:36:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:17:42.512550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c67e2e33-e555-4dd6-8a0d-98b566288db2 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.512953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-93ef99ae-6827-4782-9a10-a18f8b967cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:42.518694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-93ef99ae-6827-4782-9a10-a18f8b967cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:42.522406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-93ef99ae-6827-4782-9a10-a18f8b967cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:42.529302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-93ef99ae-6827-4782-9a10-a18f8b967cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:42.537898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.570780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e2e33-e555-4dd6-8a0d-98b566288db2 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880d5a94-ea2f-4d77-b554-468b84e47512,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:42.600328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c67e2e33-e555-4dd6-8a0d-98b566288db2 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.603978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c67e2e33-e555-4dd6-8a0d-98b566288db2 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/880d5a94-ea2f-4d77-b554-468b84e47512 HTTP/1.1" status: 204 len: 168 time: 0.5500705 Sep 19 17:17:42.604539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47520) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:42.642608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:42.643290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:42.643822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.646421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:42.650685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:42.652142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:42.652803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.668799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cbbc71-a1e8-458d-b522-5f7fe1d99663 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:17:42.670748 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-93ef99ae-6827-4782-9a10-a18f8b967cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:42.675244 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-93ef99ae-6827-4782-9a10-a18f8b967cf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1834567 Sep 19 17:17:42.675589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47524) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:42.693513 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8024039 Sep 19 17:17:42.698033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:42.700292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47528) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:42.703379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a765df-8c71-4910-93dc-6a43fd1189d6 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'Port': ['ID=ca33cb2d-6d99-4ddf-baa4-25e7853ada84,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:42.703866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.779822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=61cbbc71-a1e8-458d-b522-5f7fe1d99663,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:42.784061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3330e2bf-7a66-4e0a-a47e-b62b3a4d7a49 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Deleting port ca33cb2d-6d99-4ddf-baa4-25e7853ada84 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:42.784406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3330e2bf-7a66-4e0a-a47e-b62b3a4d7a49 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.912532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0418d4f-a503-4cba-ae3f-1d26829aecf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:42.928097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['61cbbc71-a1e8-458d-b522-5f7fe1d99663'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:17:42.977765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-00663a03-bda5-4e48-badb-8887feb0d9c1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:43.011071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0418d4f-a503-4cba-ae3f-1d26829aecf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.059893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-00663a03-bda5-4e48-badb-8887feb0d9c1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:43.064936 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-00663a03-bda5-4e48-badb-8887feb0d9c1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4557176 Sep 19 17:17:43.065891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47532) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:43.082889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091249510'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:43.091909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:43.097377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abf7a-018c-45cb-b94f-8993780a20c7 req-5fa3a742-3854-49ea-a143-16d937edbf8a tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:43.099122 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e0abf7a-018c-45cb-b94f-8993780a20c7 req-5fa3a742-3854-49ea-a143-16d937edbf8a tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 944 time: 0.3013859 Sep 19 17:17:43.114730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0418d4f-a503-4cba-ae3f-1d26829aecf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.125647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:43.146189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3330e2bf-7a66-4e0a-a47e-b62b3a4d7a49 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.156567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0418d4f-a503-4cba-ae3f-1d26829aecf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a600b8-049d-48e2-9369-59fcf1b070bd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:43.166084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.185471 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e0abf7a-018c-45cb-b94f-8993780a20c7 req-d8d9cb6d-a499-4151-879d-c0458268265c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795960 Sep 19 17:17:43.242989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.294992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3330e2bf-7a66-4e0a-a47e-b62b3a4d7a49 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Calling delete_port for ca33cb2d-6d99-4ddf-baa4-25e7853ada84 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:43.322736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.340811 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0418d4f-a503-4cba-ae3f-1d26829aecf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.341918 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0418d4f-a503-4cba-ae3f-1d26829aecf0 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/42a600b8-049d-48e2-9369-59fcf1b070bd HTTP/1.1" status: 204 len: 168 time: 0.6654084 Sep 19 17:17:43.345526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:43.346407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:43.354061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:43.373054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:43.388343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:43.455722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-61f94f97-e346-429d-81a2-23ed9962d0f7 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:43.532142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-61f94f97-e346-429d-81a2-23ed9962d0f7 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:43.533570 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61f94f97-e346-429d-81a2-23ed9962d0f7 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1847174 Sep 19 17:17:43.538143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47540) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:43.545312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.550435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.556605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595008843'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:43.568330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:43.585987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.595007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.599646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:43.606895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f8f99f4-5421-4ccb-b913-5450523b53b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.609627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3330e2bf-7a66-4e0a-a47e-b62b3a4d7a49 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.669745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.690147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330e2bf-7a66-4e0a-a47e-b62b3a4d7a49 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca33cb2d-6d99-4ddf-baa4-25e7853ada84,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:43.692267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.727434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=5792ef23-562a-4ef7-a1e0-87e3892dbf99,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:43.756110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94d357-9e55-4b4e-9585-4f315efd3f2f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:43.776529 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:43.778994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3330e2bf-7a66-4e0a-a47e-b62b3a4d7a49 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.784435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Usage tracker for resource:security_group_rule and tenant:3fab7a1ca75244b2beca7769dee08c55 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:43.788783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:43.794267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.795575 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fead268e-bac3-421a-bf22-6686afa5f9a9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7287135 Sep 19 17:17:43.800939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47548) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:43.802007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:43.810219 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3330e2bf-7a66-4e0a-a47e-b62b3a4d7a49 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "DELETE /v2.0/ports/ca33cb2d-6d99-4ddf-baa4-25e7853ada84 HTTP/1.1" status: 204 len: 168 time: 1.1061902 Sep 19 17:17:43.813058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--685129873'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:43.817944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47552) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:43.823562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:43.829905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d', 'external_fixed_ips': [{'subnet_id': 'bda30f0f-85f6-4699-8db0-aeef7fe4dd2b', 'ip_address': '2001:db8::83'}]}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:43.836690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:43.841102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:43.843651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:43.850410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:43.851563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Usage tracker for resource:router and tenant:4c066ee9a31b423390cb511da4f808f5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:43.856211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:43.866594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:43.867156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.882718 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Floating IP b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a associated. External IP: 172.26.10.47, port: 3d1af7aa-8801-4df7-994b-5c383b77dd83. Sep 19 17:17:43.913139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:43.924502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:43.929457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:43.933998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.936362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.937509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:43.938614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:43.940762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.007103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c47484-0f7e-4e58-9b91-44a738b4e6d2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:44.016636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.021255 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-35efaf19-ad65-4c81-b61c-94b4f5cfbb25 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4786508 Sep 19 17:17:44.024258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47558) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.029456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.031098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-43ad584f-74ae-400d-a0c7-a2eb44e59d5b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:44.031098 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-43ad584f-74ae-400d-a0c7-a2eb44e59d5b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 17:17:44.031598 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-43ad584f-74ae-400d-a0c7-a2eb44e59d5b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] update failed (client error): There was a conflict when trying to complete your request. Sep 19 17:17:44.035452 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-43ad584f-74ae-400d-a0c7-a2eb44e59d5b tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "PUT /v2.0/security-groups/87c47484-0f7e-4e58-9b91-44a738b4e6d2 HTTP/1.1" status: 409 len: 330 time: 0.0073812 Sep 19 17:17:44.040065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47562) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.103541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.109481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.168903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.170108 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3659797 Sep 19 17:17:44.174546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47566) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.180042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': '3d94d357-9e55-4b4e-9585-4f315efd3f2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '82c5c01c-ec2f-43e8-b645-87cd556ca652', 'remote_ip_prefix': None}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:44.183170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 61cbbc71-a1e8-458d-b522-5f7fe1d99663 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:17:44.184427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847aa80c-91ad-40ec-a9f6-31222abf490b tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c5c01c-ec2f-43e8-b645-87cd556ca652,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:44.186509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34debf0c-f601-436a-b7d3-0cabfcc49b13 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.190941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:44.205903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:44.210580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:44.224917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:44.230409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34debf0c-f601-436a-b7d3-0cabfcc49b13 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.270084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:17:44.277223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:17:44.277717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.281901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.321292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34debf0c-f601-436a-b7d3-0cabfcc49b13 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.351000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34debf0c-f601-436a-b7d3-0cabfcc49b13 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c47484-0f7e-4e58-9b91-44a738b4e6d2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:44.362155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-34debf0c-f601-436a-b7d3-0cabfcc49b13 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.363307 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-34debf0c-f601-436a-b7d3-0cabfcc49b13 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/87c47484-0f7e-4e58-9b91-44a738b4e6d2 HTTP/1.1" status: 204 len: 168 time: 0.3223245 Sep 19 17:17:44.366621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.426582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.437056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.452728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:17:44.453114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.470803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-44878ed2-8648-423a-a568-d9f9cded28c6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Synchronizing usage tracker for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:44.481081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54f7da2-8fa5-40b3-b581-07d5ef8deb55,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:44.485593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:44.488424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2756cfa5-e81d-44a9-abc6-b032119d311c" -d '{"events": [{"server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "name": "network-vif-plugged", "status": "completed", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:44.499139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.501344 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f36338ec-8a5c-46c2-83c0-1b81fab5f340 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3249393 Sep 19 17:17:44.503642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-44878ed2-8648-423a-a568-d9f9cded28c6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] Unset dirty status for tenant:3fab7a1ca75244b2beca7769dee08c55 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:44.505971 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-44878ed2-8648-423a-a568-d9f9cded28c6 tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379123 Sep 19 17:17:44.507418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47578) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.511599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47582) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.512781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:44.518711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.551221 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-0e7d5408-87d0-4198-af7e-90686e21c86a tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] delete failed (client error): The resource could not be found. Sep 19 17:17:44.552398 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0e7d5408-87d0-4198-af7e-90686e21c86a tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "DELETE /v2.0/security-groups/8c0675ed-372b-48dc-a7a9-012e5e74ee55 HTTP/1.1" status: 404 len: 347 time: 0.0301960 Sep 19 17:17:44.557847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47586) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.561030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2088-fb9e-460a-950b-9b19c43bf0e0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.573809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2088-fb9e-460a-950b-9b19c43bf0e0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.592145 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863d394e-ed06-4dad-8fe4-16736bd9d1b5 x-openstack-request-id: req-863d394e-ed06-4dad-8fe4-16736bd9d1b5 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:44.592431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "name": "network-vif-plugged", "status": "completed", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:44.592650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-863d394e-ed06-4dad-8fe4-16736bd9d1b5 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:44.593324 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863d394e-ed06-4dad-8fe4-16736bd9d1b5'] response: {'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'code': 200} Sep 19 17:17:44.604825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=61cbbc71-a1e8-458d-b522-5f7fe1d99663,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:44.617843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2088-fb9e-460a-950b-9b19c43bf0e0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.635551 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-f3035926-425c-4507-a897-b39bb3973e3c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] show failed (client error): The resource could not be found. Sep 19 17:17:44.636627 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f3035926-425c-4507-a897-b39bb3973e3c tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-groups/b8514bcb-8649-47bd-b381-4cd3198fd8cc HTTP/1.1" status: 404 len: 347 time: 0.0774848 Sep 19 17:17:44.641654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d2088-fb9e-460a-950b-9b19c43bf0e0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d54f7da2-8fa5-40b3-b581-07d5ef8deb55,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:44.645586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.657618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2088-fb9e-460a-950b-9b19c43bf0e0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.661650 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c9d2088-fb9e-460a-950b-9b19c43bf0e0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d54f7da2-8fa5-40b3-b581-07d5ef8deb55 HTTP/1.1" status: 204 len: 168 time: 0.1501672 Sep 19 17:17:44.661804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47594) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.676879 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-0c882464-5c49-4783-939d-f8dfd93ffcfb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] show failed (client error): The resource could not be found. Sep 19 17:17:44.677861 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0c882464-5c49-4783-939d-f8dfd93ffcfb tempest-NegativeSecGroupIPv6Test-190134554 tempest-NegativeSecGroupIPv6Test-190134554-project] 10.222.0.83 "GET /v2.0/security-group-rules/1802d338-2a59-46af-a631-4e2380921975 HTTP/1.1" status: 404 len: 356 time: 0.0311370 Sep 19 17:17:44.722243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-381c6f80-d642-4d5a-a80c-9b4304deb2f3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:44.742117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-381c6f80-d642-4d5a-a80c-9b4304deb2f3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:44.745114 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-381c6f80-d642-4d5a-a80c-9b4304deb2f3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0824466 Sep 19 17:17:44.747051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47600) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:44.817857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c284644c-8df6-4ab9-b470-4ff5ea7f70c0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.835392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.849453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c284644c-8df6-4ab9-b470-4ff5ea7f70c0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.912660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c284644c-8df6-4ab9-b470-4ff5ea7f70c0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.917668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Router 75f93102-03bb-4f55-96ba-60324115fb5d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:44.934421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284644c-8df6-4ab9-b470-4ff5ea7f70c0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c5c01c-ec2f-43e8-b645-87cd556ca652,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:44.956246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c284644c-8df6-4ab9-b470-4ff5ea7f70c0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:44.957386 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c284644c-8df6-4ab9-b470-4ff5ea7f70c0 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/82c5c01c-ec2f-43e8-b645-87cd556ca652 HTTP/1.1" status: 204 len: 168 time: 0.2089796 Sep 19 17:17:44.960753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.004510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab88d30-3206-42c9-a933-aab93985e1e6 req-64658cd6-3a04-4f44-8a54-56b81dc0cfea tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:45.005999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ab88d30-3206-42c9-a933-aab93985e1e6 req-64658cd6-3a04-4f44-8a54-56b81dc0cfea tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.5495176 Sep 19 17:17:45.013976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47610) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.031127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2b5ebc87-6e5f-4dfc-8d79-317c5f127b9d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:45.047530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2b5ebc87-6e5f-4dfc-8d79-317c5f127b9d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:45.050969 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2b5ebc87-6e5f-4dfc-8d79-317c5f127b9d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0872955 Sep 19 17:17:45.052359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47612) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.086216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.096575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226b585-1414-4aad-b6ff-f4956c902d21 req-a21bb489-7ceb-4d5f-8a2a-cb3d0c205d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:45.098075 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a226b585-1414-4aad-b6ff-f4956c902d21 req-a21bb489-7ceb-4d5f-8a2a-cb3d0c205d0a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 1098 time: 0.3265109 Sep 19 17:17:45.121226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9245fe-c62a-4e12-b76f-d332de27e9a1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.154661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9245fe-c62a-4e12-b76f-d332de27e9a1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.184952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.189589 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ab88d30-3206-42c9-a933-aab93985e1e6 req-622e1476-9036-40d8-b09f-60eb60ef359a tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742704 Sep 19 17:17:45.222322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9245fe-c62a-4e12-b76f-d332de27e9a1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.240367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9245fe-c62a-4e12-b76f-d332de27e9a1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94d357-9e55-4b4e-9585-4f315efd3f2f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:45.259808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2f9245fe-c62a-4e12-b76f-d332de27e9a1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.262800 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a226b585-1414-4aad-b6ff-f4956c902d21 req-78f35f2b-67c3-415a-a378-249374ddbd89 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469567 Sep 19 17:17:45.263768 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2f9245fe-c62a-4e12-b76f-d332de27e9a1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/3d94d357-9e55-4b4e-9585-4f315efd3f2f HTTP/1.1" status: 204 len: 168 time: 0.2101340 Sep 19 17:17:45.264745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47620) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.320058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0adbaafd-7f62-4f5e-949f-0ddd630c268c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:45.336453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:45.338272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0adbaafd-7f62-4f5e-949f-0ddd630c268c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:45.340505 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0adbaafd-7f62-4f5e-949f-0ddd630c268c tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745296 Sep 19 17:17:45.345932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47624) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.349342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:45.351664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--554967985'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:45.358895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:45.360604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:45.361489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:45.370925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:45.375664 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bd126910-15e2-41a2-8b89-c34398af07a1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3fab7a1ca75244b2beca7769dee08c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039253 Sep 19 17:17:45.380053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47628) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.394978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.419125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.423712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:45.428674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:45.432380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:45.444036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:45.534965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.540332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.550718 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ecc0bc37-8cc9-412e-9d71-723392913a98 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2473907 Sep 19 17:17:45.552800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:45.555103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82c1a09-927c-41b2-8c0b-f5ff59008479" -d '{"events": [{"name": "network-changed", "server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:45.565476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a2f801d9-6742-4ba6-9d38-6d2b56b86632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.574753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:45.591648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86364675-d72f-4426-82ea-041f62c1bc58,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:45.610626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.612658 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ab291134-d321-4eaa-a690-4523ec528d74 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2653358 Sep 19 17:17:45.615526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47636) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.623404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': '86364675-d72f-4426-82ea-041f62c1bc58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:45.630236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce42978-2ec5-41bd-89a9-e3fbaffe1d13 x-openstack-request-id: req-5ce42978-2ec5-41bd-89a9-e3fbaffe1d13 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:45.630236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:45.630236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5ce42978-2ec5-41bd-89a9-e3fbaffe1d13 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:45.630601 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce42978-2ec5-41bd-89a9-e3fbaffe1d13'] response: {'name': 'network-changed', 'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'status': 'completed', 'code': 200} Sep 19 17:17:45.630812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:45.635094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:45.639648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:45.650283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:45.671346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.736383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.741848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.767046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a2f801d9-6742-4ba6-9d38-6d2b56b86632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.771617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba88603-62c1-4989-b641-5129866596d2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:45.784327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.788770 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3742f720-5aaa-4b97-9016-96f180deaa9e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1691422 Sep 19 17:17:45.789638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47640) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.819361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd5814e5-0284-4e64-b59e-f3ac5b444fb3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.831318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd5814e5-0284-4e64-b59e-f3ac5b444fb3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.857180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd5814e5-0284-4e64-b59e-f3ac5b444fb3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.873488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.880196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fd5814e5-0284-4e64-b59e-f3ac5b444fb3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.881406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fd5814e5-0284-4e64-b59e-f3ac5b444fb3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/4ba88603-62c1-4989-b641-5129866596d2 HTTP/1.1" status: 204 len: 168 time: 0.0914588 Sep 19 17:17:45.882340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5814e5-0284-4e64-b59e-f3ac5b444fb3 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ba88603-62c1-4989-b641-5129866596d2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:45.884471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47644) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.908190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:45.932438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a66233e-3dee-41ba-81f7-02cc9fbd7438 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:45.949220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a66233e-3dee-41ba-81f7-02cc9fbd7438 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:45.954345 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4a66233e-3dee-41ba-81f7-02cc9fbd7438 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0662420 Sep 19 17:17:45.954969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:45.956196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-f7c87cb5-1247-4705-9c25-7e8867fc370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:45.957718 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-f7c87cb5-1247-4705-9c25-7e8867fc370c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 1099 time: 0.2628057 Sep 19 17:17:45.963583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a2f801d9-6742-4ba6-9d38-6d2b56b86632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.018674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f801d9-6742-4ba6-9d38-6d2b56b86632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706471e5-62a9-4b6c-a3e2-75d9970bd806,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:46.033277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53328989-a072-4394-99bb-0b1048026e80 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.051264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:43Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:46.055708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:46.065404 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:46.066067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:46.067657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53328989-a072-4394-99bb-0b1048026e80 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.128034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53328989-a072-4394-99bb-0b1048026e80 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.149143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53328989-a072-4394-99bb-0b1048026e80 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86364675-d72f-4426-82ea-041f62c1bc58,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:46.163922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53328989-a072-4394-99bb-0b1048026e80 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.167956 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-53328989-a072-4394-99bb-0b1048026e80 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/86364675-d72f-4426-82ea-041f62c1bc58 HTTP/1.1" status: 204 len: 168 time: 0.2115722 Sep 19 17:17:46.168614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47652) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:46.226649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad851b71-eb86-4763-8055-e24a08ea3494 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:46.277043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad851b71-eb86-4763-8055-e24a08ea3494 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:46.280019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.285452 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad851b71-eb86-4763-8055-e24a08ea3494 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157544 Sep 19 17:17:46.286176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:46.291675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642359101'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:46.296202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:46.307193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:46.329311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:46.347043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.407700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:46.417614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:46.425570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:46.435681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:46.465662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a2f801d9-6742-4ba6-9d38-6d2b56b86632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.467512 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a2f801d9-6742-4ba6-9d38-6d2b56b86632 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/706471e5-62a9-4b6c-a3e2-75d9970bd806 HTTP/1.1" status: 204 len: 168 time: 1.0864177 Sep 19 17:17:46.535386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Allocated IP 2001:db8::83 (77950134-cbb0-4fc3-b5fe-f3eb7a24058d/bda30f0f-85f6-4699-8db0-aeef7fe4dd2b/2d8a0b33-a486-4191-9525-27defb019a8e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:46.536686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.538291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-cdf21668-1496-4e4a-a698-5de5f7ce0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:46.539942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-cdf21668-1496-4e4a-a698-5de5f7ce0a72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.5655959 Sep 19 17:17:46.544800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.606245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d41cfc-9088-4889-84fe-d1ca0221a68e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:46.626335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.626335 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-47e96dcf-fcc3-4381-8c08-7a7ba3609810 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3352757 Sep 19 17:17:46.626335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47668) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:46.632857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': '45d41cfc-9088-4889-84fe-d1ca0221a68e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:46.639175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:46.643873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:46.647532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:46.653811 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:46.675831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.742003 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-d6ce51f6-3283-4183-9a90-b0292acd6cc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83 HTTP/1.1" status: 200 len: 1000 time: 0.1948476 Sep 19 17:17:46.755070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245a070-901f-49e4-a82a-122311d60a59 req-f325f411-c923-4d60-b289-5fc8cb4992d1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:46.756591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f245a070-901f-49e4-a82a-122311d60a59 req-f325f411-c923-4d60-b289-5fc8cb4992d1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.3476038 Sep 19 17:17:46.765191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.770319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.792754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5ec594-6c71-4a17-9e30-84e4a59e56b6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:46.829295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.833577 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cd39ae46-a469-4ebf-a01c-2b477e5b2220 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2047365 Sep 19 17:17:46.834675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47676) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:46.836033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:43Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:46.840991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bba62d-38b6-4fd6-b357-0dd9933639aa None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:43Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:46.858824 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e90f7678-7018-4ff0-904b-0357884db4bd tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules/af5ec594-6c71-4a17-9e30-84e4a59e56b6 HTTP/1.1" status: 200 len: 763 time: 0.0228071 Sep 19 17:17:46.860572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47682) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:46.902403 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f245a070-901f-49e4-a82a-122311d60a59 req-5d71063c-4480-4fd8-84a8-3d0b033df6d0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981460 Sep 19 17:17:46.905889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-1c740afc-4826-4553-b007-0b551f2b5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:46.907312 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-1c740afc-4826-4553-b007-0b551f2b5e87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.1496439 Sep 19 17:17:46.910219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:46.941690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf1b9641-be5f-460c-808f-2655efdde35e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:46.959294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf1b9641-be5f-460c-808f-2655efdde35e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:46.962474 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf1b9641-be5f-460c-808f-2655efdde35e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1006668 Sep 19 17:17:46.965363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47688) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:46.997784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4a7af2e-11f6-4342-befe-1fb9e2d780c8 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.009853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4a7af2e-11f6-4342-befe-1fb9e2d780c8 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.014502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-e409ba9d-18d9-4d83-b52f-2313a2298c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:47.016109 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-e409ba9d-18d9-4d83-b52f-2313a2298c53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023693 Sep 19 17:17:47.017785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.047505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4a7af2e-11f6-4342-befe-1fb9e2d780c8 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.077381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7af2e-11f6-4342-befe-1fb9e2d780c8 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af5ec594-6c71-4a17-9e30-84e4a59e56b6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:47.081416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4a7af2e-11f6-4342-befe-1fb9e2d780c8 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.087358 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e4a7af2e-11f6-4342-befe-1fb9e2d780c8 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/af5ec594-6c71-4a17-9e30-84e4a59e56b6 HTTP/1.1" status: 204 len: 168 time: 0.1209040 Sep 19 17:17:47.088547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47694) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:47.150107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:47.154803 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7ec77-5748-4282-a5f5-9879184ea465 None None] New status for floating IP b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:17:47.162845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:47.174963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:47.310658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60157a9e-db9d-4b25-ae36-6b83e10542c9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:47.334087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60157a9e-db9d-4b25-ae36-6b83e10542c9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:47.335477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'Port': ['ID=2d8a0b33-a486-4191-9525-27defb019a8e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:47.340021 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-60157a9e-db9d-4b25-ae36-6b83e10542c9 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2502937 Sep 19 17:17:47.340870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47704) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:47.347997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': '45d41cfc-9088-4889-84fe-d1ca0221a68e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:47.357167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:47.369999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:47.392290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.437681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47708) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:47.483554 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-b91b8413-b0b6-4ee5-9659-244e6f984cb6 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299352 Sep 19 17:17:47.485080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.490421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.522688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110e1317-1c2e-4c77-beb9-2f105c2b6f57,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:47.544681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.546203 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2cf922c7-f2ef-4ca8-9bb6-5abc351454fc tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2041776 Sep 19 17:17:47.549712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:47.574667 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6d5a1958-04ce-450b-b52e-3e20f3043f49 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules/110e1317-1c2e-4c77-beb9-2f105c2b6f57 HTTP/1.1" status: 200 len: 763 time: 0.0238693 Sep 19 17:17:47.580148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-026fcc7a-5148-4410-9be0-5268df1b459f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:47.580521 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-026fcc7a-5148-4410-9be0-5268df1b459f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 17:17:47.581956 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-026fcc7a-5148-4410-9be0-5268df1b459f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 17:17:47.582235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47718) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:47.582366 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-026fcc7a-5148-4410-9be0-5268df1b459f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1433208 Sep 19 17:17:47.585490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47722) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:47.591094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--796961466'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:47.597262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:47.601995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:47.605115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:47.611569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:47.621704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.634418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.649713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:47.653620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:47.656592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:47.663286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:47.757699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.761944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.773090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:47.780888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:47.785916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:47.801405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:47.809416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7830215-145c-49d6-8d11-4bc8b59e29fb,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:47.886595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.890936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.934634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b548706c-f68a-4dc3-b0f2-63675e187c34,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:47.938551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.940341 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cb5a32d4-8ed2-45a0-8169-6d469af96b19 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3537226 Sep 19 17:17:47.944143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47726) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:47.948374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d28fc31c-8869-4aa8-a651-83bd5a406fe1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:47.949288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': 'b548706c-f68a-4dc3-b0f2-63675e187c34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:47.956958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:47.961543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:47.964791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:47.971551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:47.979408 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b82c1a09-927c-41b2-8c0b-f5ff59008479 req-6545e4dc-ba86-4c67-aa89-7e1feec30f56 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878671 Sep 19 17:17:47.997124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:47.998385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.057294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d28fc31c-8869-4aa8-a651-83bd5a406fe1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:48.058727 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d28fc31c-8869-4aa8-a651-83bd5a406fe1 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4757948 Sep 19 17:17:48.067982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47732) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.113671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.126299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.156929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ba5801-905c-4e9f-a312-c96689c8ac45,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:48.165596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.169693 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7fad9da8-c067-43b9-988c-995d9c6867d1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244751 Sep 19 17:17:48.170690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47736) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.172373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.177486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6da3f117-363c-4168-9e2b-260722054c7a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': 'b548706c-f68a-4dc3-b0f2-63675e187c34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:48.185367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6da3f117-363c-4168-9e2b-260722054c7a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:48.191701 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6da3f117-363c-4168-9e2b-260722054c7a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:48.195430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6da3f117-363c-4168-9e2b-260722054c7a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:48.200626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.205899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414033-1844-411d-9c9a-4ca9d7fe76a4 req-e6f9a645-3177-4e3b-92bc-d27a1547ec79 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:48.207523 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27414033-1844-411d-9c9a-4ca9d7fe76a4 req-e6f9a645-3177-4e3b-92bc-d27a1547ec79 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.1582849 Sep 19 17:17:48.210949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6da3f117-363c-4168-9e2b-260722054c7a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:48.258835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6da3f117-363c-4168-9e2b-260722054c7a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.292258 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27414033-1844-411d-9c9a-4ca9d7fe76a4 req-01c5ee9e-17f3-40c8-935e-924e1c687837 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706775 Sep 19 17:17:48.304201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.329691 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-6da3f117-363c-4168-9e2b-260722054c7a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 17:17:48.331007 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6da3f117-363c-4168-9e2b-260722054c7a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1588149 Sep 19 17:17:48.333690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47742) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.341106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=110e1317-1c2e-4c77-beb9-2f105c2b6f57,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:48.356397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.356726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.357072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.357465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.357742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.358069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.358435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.358714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.359059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.359610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.360157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.360684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:48.366731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.367857 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-df74fbe2-6981-4dbc-ac73-76d41cafba60 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/110e1317-1c2e-4c77-beb9-2f105c2b6f57 HTTP/1.1" status: 204 len: 168 time: 0.2989988 Sep 19 17:17:48.370383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47746) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.423808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d334e4-f8b8-469e-b5b1-efb344e806f0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.456768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d334e4-f8b8-469e-b5b1-efb344e806f0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.506843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d334e4-f8b8-469e-b5b1-efb344e806f0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.527701 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d334e4-f8b8-469e-b5b1-efb344e806f0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b548706c-f68a-4dc3-b0f2-63675e187c34,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:48.531062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e1d334e4-f8b8-469e-b5b1-efb344e806f0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.532273 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e1d334e4-f8b8-469e-b5b1-efb344e806f0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/b548706c-f68a-4dc3-b0f2-63675e187c34 HTTP/1.1" status: 204 len: 168 time: 0.1976695 Sep 19 17:17:48.534864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47750) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.556590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ddeb8c08-1e14-492a-a880-fbf134fe7e98 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:48.563427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.593456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-350fa0f5-a2cd-40cc-93e0-3fa8a23e1b8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Synchronizing usage tracker for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:48.612252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-350fa0f5-a2cd-40cc-93e0-3fa8a23e1b8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Unset dirty status for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:48.613524 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-350fa0f5-a2cd-40cc-93e0-3fa8a23e1b8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776885 Sep 19 17:17:48.617902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47754) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.623203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602876106'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:48.633166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:48.644534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:48.651849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ddeb8c08-1e14-492a-a880-fbf134fe7e98 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:48.653088 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ddeb8c08-1e14-492a-a880-fbf134fe7e98 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2816296 Sep 19 17:17:48.656234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.658744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47758) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.668038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': '45d41cfc-9088-4889-84fe-d1ca0221a68e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:48.678525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:48.682460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:48.685482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:48.691339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:48.728838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:48.754279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:48.762391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.767380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.775845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0adc8-a028-427d-bbb0-fe6366bac06b req-929acd70-3179-44d0-b347-8c119b341791 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:48.777301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7fe0adc8-a028-427d-bbb0-fe6366bac06b req-929acd70-3179-44d0-b347-8c119b341791 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.3379240 Sep 19 17:17:48.780638 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Project 582e5ed19ec44ee3a04bf38979e4f2a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:17:48.807299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.817859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0553211d-25ea-4f7f-98b1-2e1d9d2020f0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:48.821792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.826012 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b506d43-60da-4aa6-becd-178ca0a2c3a2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2042527 Sep 19 17:17:48.826382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47762) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.831895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d6deae8d-6bf7-42a3-b5ad-2a239feccf17 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '0553211d-25ea-4f7f-98b1-2e1d9d2020f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:48.832679 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-d6deae8d-6bf7-42a3-b5ad-2a239feccf17 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 19 17:17:48.833177 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-d6deae8d-6bf7-42a3-b5ad-2a239feccf17 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:48.834138 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d6deae8d-6bf7-42a3-b5ad-2a239feccf17 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066969 Sep 19 17:17:48.836956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47766) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.885575 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7fe0adc8-a028-427d-bbb0-fe6366bac06b req-4572bcfb-2727-45f8-8ba5-a9e8f6eeb111 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003973 Sep 19 17:17:48.908263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91790fcc-f596-4893-a893-66c4fe3a60d9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.918638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47770) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:48.922350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.923261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Router 07da0c3b-7ca6-4006-9852-d02befe9d957 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:17:48.938383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91790fcc-f596-4893-a893-66c4fe3a60d9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.966651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:48.991942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91790fcc-f596-4893-a893-66c4fe3a60d9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.011036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91790fcc-f596-4893-a893-66c4fe3a60d9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0553211d-25ea-4f7f-98b1-2e1d9d2020f0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:49.019219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-91790fcc-f596-4893-a893-66c4fe3a60d9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.020362 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91790fcc-f596-4893-a893-66c4fe3a60d9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/0553211d-25ea-4f7f-98b1-2e1d9d2020f0 HTTP/1.1" status: 204 len: 168 time: 0.1825097 Sep 19 17:17:49.023129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47774) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.073831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-147a903d-592a-466d-8bbf-de78e533010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Synchronizing usage tracker for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:49.076427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea0868d-72a7-447b-90e9-390f45418cb3,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:49.092407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-147a903d-592a-466d-8bbf-de78e533010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Unset dirty status for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:49.093867 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-147a903d-592a-466d-8bbf-de78e533010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697715 Sep 19 17:17:49.097675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47778) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.110612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--174827214'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:49.118738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:49.170552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.171209 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-de365f68-b7fa-47cc-9201-8b300665c7d6 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5114603 Sep 19 17:17:49.174571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47782) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.195476 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e9e9fd85-0eca-474d-9d77-dc3e52d80a18 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules/cea0868d-72a7-447b-90e9-390f45418cb3 HTTP/1.1" status: 200 len: 769 time: 0.0195017 Sep 19 17:17:49.197941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47786) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.199004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:49.227441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.238135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:49.242883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c62c8-eb77-49e1-9a76-5d8426fa6291 tempest-TestNetworkAdvancedServerOps-1829338856 tempest-TestNetworkAdvancedServerOps-1829338856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:49.247870 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5b5c62c8-eb77-49e1-9a76-5d8426fa6291 tempest-TestNetworkAdvancedServerOps-1829338856 tempest-TestNetworkAdvancedServerOps-1829338856-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 1093 time: 0.3245187 Sep 19 17:17:49.252071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Sync routers for ids ['07da0c3b-7ca6-4006-9852-d02befe9d957'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:49.252551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47790) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.255475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b89e4a51-320e-45a0-af88-94167e368e33 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:49.265984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:49.273288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Routers {'07da0c3b-7ca6-4006-9852-d02befe9d957'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:49.274119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['07da0c3b-7ca6-4006-9852-d02befe9d957'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:49.275099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-b89e4a51-320e-45a0-af88-94167e368e33 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:49.279255 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b89e4a51-320e-45a0-af88-94167e368e33 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0776694 Sep 19 17:17:49.279545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:49.279642 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47794) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.287603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Usage tracker for resource:floatingip and tenant:dceb64b83fb344fca937a777bcae3076 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:49.290519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.294041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d4a7d12d-048d-4700-9e3f-d70fa03bb70c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.4739027 Sep 19 17:17:49.294041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:49.295051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:49.296650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47798) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.302292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:49.305025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:49.307051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:49.315464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:49.327467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.400427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.417224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.481929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.485352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Set router 07da0c3b-7ca6-4006-9852-d02befe9d957 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:49.488772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.521437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.539840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.546393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e54e072-a241-4672-9a6c-a2c74355af88,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:49.568704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.573171 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4693bf3b-8750-4784-9a17-142875fb9dba tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4692619 Sep 19 17:17:49.573490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47802) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.582106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3bc008cb-1e6e-4c86-a0a9-c0fcb9803d0b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '2e54e072-a241-4672-9a6c-a2c74355af88', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:49.583159 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING neutron.api.v2.base [None req-3bc008cb-1e6e-4c86-a0a9-c0fcb9803d0b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 19 17:17:49.583764 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-3bc008cb-1e6e-4c86-a0a9-c0fcb9803d0b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:49.587528 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3bc008cb-1e6e-4c86-a0a9-c0fcb9803d0b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103207 Sep 19 17:17:49.589200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47806) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.616304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea0868d-72a7-447b-90e9-390f45418cb3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:49.624415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.637435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.637817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.639281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.639281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.639281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.639281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.639647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.639879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.640208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.641090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.641090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.641778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:49.648065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.652257 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-66f8702c-3228-4924-b57f-1248be1cc61e tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/cea0868d-72a7-447b-90e9-390f45418cb3 HTTP/1.1" status: 204 len: 168 time: 0.3713686 Sep 19 17:17:49.655975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47810) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.788844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7983fc7e-c8a0-434f-add3-0fa8266419ec tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:49.824111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.831189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7983fc7e-c8a0-434f-add3-0fa8266419ec tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:49.833888 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7983fc7e-c8a0-434f-add3-0fa8266419ec tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1776049 Sep 19 17:17:49.834494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47814) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:49.854763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Deleting port 2d8a0b33-a486-4191-9525-27defb019a8e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:49.854915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.864073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da0c3b-7ca6-4006-9852-d02befe9d957', 'name': '', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d', 'external_fixed_ips': [{'subnet_id': 'bda30f0f-85f6-4699-8db0-aeef7fe4dd2b', 'ip_address': '2001:db8::83'}], 'enable_snat': True}, 'gw_port_id': '2d8a0b33-a486-4191-9525-27defb019a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:47Z', 'revision_number': 3, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port': {'id': '2d8a0b33-a486-4191-9525-27defb019a8e', 'name': '', 'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07da0c3b-7ca6-4006-9852-d02befe9d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'bda30f0f-85f6-4699-8db0-aeef7fe4dd2b', 'ip_address': '2001:db8::83', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:45Z', 'updated_at': '2022-09-19T17:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bda30f0f-85f6-4699-8db0-aeef7fe4dd2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:49.874514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Checking router: 07da0c3b-7ca6-4006-9852-d02befe9d957 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:49.874514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Updating router 07da0c3b-7ca6-4006-9852-d02befe9d957 port 2d8a0b33-a486-4191-9525-27defb019a8e binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:17:49.902755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2f2449a-55ad-4b43-aa06-62bc34f20c8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:49.994806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2f2449a-55ad-4b43-aa06-62bc34f20c8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.036929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Allocated IP 172.26.10.170 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/4bad0544-afc4-417b-bd02-adf2b9f1a16c) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:50.044792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97d9a37e-07d4-4244-acfc-112fabf8d4dd tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.074680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.152241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2f2449a-55ad-4b43-aa06-62bc34f20c8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.194997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2449a-55ad-4b43-aa06-62bc34f20c8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e54e072-a241-4672-9a6c-a2c74355af88,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:50.225682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2f2449a-55ad-4b43-aa06-62bc34f20c8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.225682 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f2f2449a-55ad-4b43-aa06-62bc34f20c8a tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/2e54e072-a241-4672-9a6c-a2c74355af88 HTTP/1.1" status: 204 len: 168 time: 0.6275856 Sep 19 17:17:50.232582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47820) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:50.268900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97d9a37e-07d4-4244-acfc-112fabf8d4dd tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.294202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.299920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.336381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.485568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Calling delete_port for 2d8a0b33-a486-4191-9525-27defb019a8e owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:50.506679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:50.511003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'Port': ['ID=4bad0544-afc4-417b-bd02-adf2b9f1a16c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:50.513940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:50.522440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:50.530630 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f0b9971-44d6-4462-b987-a25a29140cdb tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3032722 Sep 19 17:17:50.538860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:50.550082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--523959433'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:50.560991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:50.570143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97d9a37e-07d4-4244-acfc-112fabf8d4dd tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.585784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:50.600050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:50.624741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9a37e-07d4-4244-acfc-112fabf8d4dd tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d41cfc-9088-4889-84fe-d1ca0221a68e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:50.643506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:50.672882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.685708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.692480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97d9a37e-07d4-4244-acfc-112fabf8d4dd tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.692480 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-97d9a37e-07d4-4244-acfc-112fabf8d4dd tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/45d41cfc-9088-4889-84fe-d1ca0221a68e HTTP/1.1" status: 204 len: 168 time: 0.8372912 Sep 19 17:17:50.692480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:50.699251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Transition to ACTIVE for port object 2d8a0b33-a486-4191-9525-27defb019a8e will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:17:50.720241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.728855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:50.743923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:50.743923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:50.769339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:50.769339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:17:50.769339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:17:50.777154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Attempting to bind port 2d8a0b33-a486-4191-9525-27defb019a8e on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:17:50.777154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Attempting to bind port 2d8a0b33-a486-4191-9525-27defb019a8e by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '274185e9-939e-450d-92f7-8cb79e19620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:17:50.777154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Attempting to bind port 2d8a0b33-a486-4191-9525-27defb019a8e on network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:17:50.797798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4fff6d66-ced9-48cc-a592-8b95ad6c2e62 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:50.804576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:17:50.804576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Checking segment: {'id': '274185e9-939e-450d-92f7-8cb79e19620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:17:50.804576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.804576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Bound using segment: {'id': '274185e9-939e-450d-92f7-8cb79e19620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:17:50.804576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Bound port: 2d8a0b33-a486-4191-9525-27defb019a8e, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274185e9-939e-450d-92f7-8cb79e19620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '77950134-cbb0-4fc3-b5fe-f3eb7a24058d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:17:50.804576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.833234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4fff6d66-ced9-48cc-a592-8b95ad6c2e62 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:50.833234 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4fff6d66-ced9-48cc-a592-8b95ad6c2e62 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1472557 Sep 19 17:17:50.833234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:50.850501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group': {'name': 'tempest-secgroup--891005373'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:50.866699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:50.885254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Pushing event updated for resources: {'Port': ['ID=2d8a0b33-a486-4191-9525-27defb019a8e,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:50.892656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] For port 2d8a0b33-a486-4191-9525-27defb019a8e, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:17:50.895023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.895293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.897556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.897556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.897556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.897556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.897556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.897556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.898777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.898777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.898777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.898777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.905909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] For port 2d8a0b33-a486-4191-9525-27defb019a8e, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d8a0b33-a486-4191-9525-27defb019a8e,segment=NetworkSegment(274185e9-939e-450d-92f7-8cb79e19620c),segment_id=274185e9-939e-450d-92f7-8cb79e19620c)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:17:50.908135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:50.914060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.938229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.949320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.964439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:50.998688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Routers {'07da0c3b-7ca6-4006-9852-d02befe9d957'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:50.998688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['07da0c3b-7ca6-4006-9852-d02befe9d957'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:51.022206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515e6350-ae4d-4b43-b9ac-77d100e05e67,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:51.031702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:51.036377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:51.039587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:51.044914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.047293 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-12a90875-8b8a-48bf-bb48-79284731a8e3 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5060952 Sep 19 17:17:51.051169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:51.054647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:51.060574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e6c2a666-e463-4880-b12a-217e863b735c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '515e6350-ae4d-4b43-b9ac-77d100e05e67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:51.062207 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-e6c2a666-e463-4880-b12a-217e863b735c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 19 17:17:51.062503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e6c2a666-e463-4880-b12a-217e863b735c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:51.066396 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e6c2a666-e463-4880-b12a-217e863b735c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117035 Sep 19 17:17:51.068820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47840) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:51.082210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8f9ff82d-4c28-48d5-a4ca-d1947ba0410f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '515e6350-ae4d-4b43-b9ac-77d100e05e67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:51.082955 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-8f9ff82d-4c28-48d5-a4ca-d1947ba0410f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 19 17:17:51.083449 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-8f9ff82d-4c28-48d5-a4ca-d1947ba0410f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:51.087196 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f9ff82d-4c28-48d5-a4ca-d1947ba0410f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145240 Sep 19 17:17:51.092567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47844) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:51.101639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e0970d02-fb13-469c-8bd5-fab974f4f0dc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '515e6350-ae4d-4b43-b9ac-77d100e05e67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:51.103270 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING neutron.api.v2.base [None req-e0970d02-fb13-469c-8bd5-fab974f4f0dc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 19 17:17:51.111425 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-e0970d02-fb13-469c-8bd5-fab974f4f0dc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:51.111425 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e0970d02-fb13-469c-8bd5-fab974f4f0dc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126028 Sep 19 17:17:51.111425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47848) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:51.123062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4dc3c8cb-d47b-441e-b9ce-95a623ec26cc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '515e6350-ae4d-4b43-b9ac-77d100e05e67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:51.125073 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING neutron.api.v2.base [None req-4dc3c8cb-d47b-441e-b9ce-95a623ec26cc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 19 17:17:51.125073 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-4dc3c8cb-d47b-441e-b9ce-95a623ec26cc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:51.132782 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4dc3c8cb-d47b-441e-b9ce-95a623ec26cc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0145829 Sep 19 17:17:51.134383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47852) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:51.147896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdcc80-76b3-4f5a-930e-6d7cc3e407c7 None None] Pushing event updated for resources: {'Port': ['ID=2d8a0b33-a486-4191-9525-27defb019a8e,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:51.172243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] Set router 07da0c3b-7ca6-4006-9852-d02befe9d957 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:51.217747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.225730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.240352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.277235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Deleting port 2d8a0b33-a486-4191-9525-27defb019a8e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:51.277577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.292075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07da0c3b-7ca6-4006-9852-d02befe9d957', 'name': '', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:49Z', 'revision_number': 4, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:51.298026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91374e60-1eca-4d5a-aded-546919e3355d None None] The sync data for ids ['07da0c3b-7ca6-4006-9852-d02befe9d957'] in dv-neutron-857789-3-hyperv is: [{'id': '07da0c3b-7ca6-4006-9852-d02befe9d957', 'name': '', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:49Z', 'revision_number': 4, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:51.301683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc8584-5b49-4216-9090-3a461ef8302f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:51.308840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.316931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee16aef5-72e6-422c-9dca-9ec6ff29a634 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.393374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee16aef5-72e6-422c-9dca-9ec6ff29a634 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.400633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.404599 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d5d210e4-93ae-4959-9f1a-75d63d20104f tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5675275 Sep 19 17:17:51.411965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:51.472219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Request body: {'security_group_rule': {'security_group_id': '14fc8584-5b49-4216-9090-3a461ef8302f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:51.490774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:51.504376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Usage tracker for resource:security_group_rule and tenant:582e5ed19ec44ee3a04bf38979e4f2a9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:51.508458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:51.521074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:51.536771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.541504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.558669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee16aef5-72e6-422c-9dca-9ec6ff29a634 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.599176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16aef5-72e6-422c-9dca-9ec6ff29a634 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e6350-ae4d-4b43-b9ac-77d100e05e67,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:51.601832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] For port 2d8a0b33-a486-4191-9525-27defb019a8e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d8a0b33-a486-4191-9525-27defb019a8e,segment=NetworkSegment(274185e9-939e-450d-92f7-8cb79e19620c),segment_id=274185e9-939e-450d-92f7-8cb79e19620c)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:17:51.602189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.611436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.655861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event updated for resources: {'Port': ['ID=4bad0544-afc4-417b-bd02-adf2b9f1a16c,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:51.658587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.678521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee16aef5-72e6-422c-9dca-9ec6ff29a634 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.682195 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee16aef5-72e6-422c-9dca-9ec6ff29a634 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/515e6350-ae4d-4b43-b9ac-77d100e05e67 HTTP/1.1" status: 204 len: 168 time: 0.5479293 Sep 19 17:17:51.706552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47860) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:51.751893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Calling delete_port for 2d8a0b33-a486-4191-9525-27defb019a8e owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:51.858119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.868054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.899487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979fc15d-9430-420a-b273-a31eff50532f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:51.919096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:51.920332 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98f98fdb-8377-4ae2-a78c-d539182e1bc5 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4648321 Sep 19 17:17:51.923058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:51.978247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-85bed0bd-80b6-4dd8-9321-e40a432a25fc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Synchronizing usage tracker for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:52.001890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-85bed0bd-80b6-4dd8-9321-e40a432a25fc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Unset dirty status for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:52.003160 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-85bed0bd-80b6-4dd8-9321-e40a432a25fc tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2955940 Sep 19 17:17:52.007739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47868) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:52.011159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Floating IP cd204ab3-fbb8-4883-9c9b-0820f6717015 associated. External IP: 172.26.10.170, port: 61cbbc71-a1e8-458d-b522-5f7fe1d99663. Sep 19 17:17:52.020727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--938561636'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:52.027165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:52.043591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:52.074739 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.088100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e2bfddf-adb1-4e7a-8ba4-9a9fb571c59d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.089655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.203155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d8a0b33-a486-4191-9525-27defb019a8e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:52.205556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:52.221289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e2bfddf-adb1-4e7a-8ba4-9a9fb571c59d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.228957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:52.233325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:52.238860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.376093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Router 276ea389-af73-412e-a085-e70d5dd8436e has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:52.461926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:52.561305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:52.566950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.571112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.574142 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] Sync routers for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:52.587823 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:52.588869 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:52.589855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.628124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e2bfddf-adb1-4e7a-8ba4-9a9fb571c59d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.639005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.639530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07da0c3b-7ca6-4006-9852-d02befe9d957 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:17:52.659938 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-312cf264-b632-4e13-a8ca-ae6979fd5887 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4057508 Sep 19 17:17:52.660858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:52.664014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588" -d '{"events": [{"name": "network-changed", "server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:52.670974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bfddf-adb1-4e7a-8ba4-9a9fb571c59d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc8584-5b49-4216-9090-3a461ef8302f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:52.688026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.703672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.741105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd491d5-166b-4658-8a6c-ae2cd62856ca x-openstack-request-id: req-efd491d5-166b-4658-8a6c-ae2cd62856ca {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:52.741610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:52.742078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-efd491d5-166b-4658-8a6c-ae2cd62856ca {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:52.742623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd491d5-166b-4658-8a6c-ae2cd62856ca'] response: {'name': 'network-changed', 'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'status': 'completed', 'code': 200} Sep 19 17:17:52.774955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.776464 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7673199 Sep 19 17:17:52.780040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e2bfddf-adb1-4e7a-8ba4-9a9fb571c59d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.781293 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6e2bfddf-adb1-4e7a-8ba4-9a9fb571c59d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/14fc8584-5b49-4216-9090-3a461ef8302f HTTP/1.1" status: 204 len: 168 time: 0.8572583 Sep 19 17:17:52.782327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f084b-6093-49d4-bc68-99fc4dc922e0 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aac1ea8-107f-4dec-b8a0-f96b0e368e22,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:52.784931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47878) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:52.785452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47880) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:52.786444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.787688 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8bbeaa24-8bb2-4ab6-9da1-2195a2d907dd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "DELETE /v2.0/routers/07da0c3b-7ca6-4006-9852-d02befe9d957 HTTP/1.1" status: 204 len: 168 time: 3.4901378 Sep 19 17:17:52.793907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:52.815611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c7584ff1-eb9f-4da9-b659-c67230151e5f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:52.816340 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-c7584ff1-eb9f-4da9-b659-c67230151e5f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 17:17:52.816974 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-c7584ff1-eb9f-4da9-b659-c67230151e5f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:52.818062 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c7584ff1-eb9f-4da9-b659-c67230151e5f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0290294 Sep 19 17:17:52.831460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47890) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:52.849626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-030d6954-3480-4fee-8781-056eaf2de031 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:52.858668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-030d6954-3480-4fee-8781-056eaf2de031 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:52.869363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-030d6954-3480-4fee-8781-056eaf2de031 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:52.869587 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:52.873467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-030d6954-3480-4fee-8781-056eaf2de031 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:52.881042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-030d6954-3480-4fee-8781-056eaf2de031 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:52.911472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-88231073-946b-48dc-b20d-2a4fbd3fe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:52.913020 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-88231073-946b-48dc-b20d-2a4fbd3fe71c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dceb64b83fb344fca937a777bcae3076&device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 1098 time: 0.1470127 Sep 19 17:17:52.942707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-030d6954-3480-4fee-8781-056eaf2de031 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:52.946447 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-030d6954-3480-4fee-8781-056eaf2de031 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1050270 Sep 19 17:17:52.947884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47894) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:52.969848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-66f619e6-bbed-45bd-a3f5-4ea0261c7e79 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:52.974389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22782dc-ee30-48ff-9621-4a7880baf009 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Deleting subnet bda30f0f-85f6-4699-8db0-aeef7fe4dd2b {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:17:52.981571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d22782dc-ee30-48ff-9621-4a7880baf009 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:52.999213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9cf10f04-5828-4f60-bef2-2a0ecbcca491 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:52.999702 dv-neutron-857789-3-hyperv neutron-server[89056]: WARNING neutron.api.v2.base [None req-9cf10f04-5828-4f60-bef2-2a0ecbcca491 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 19 17:17:53.000193 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-9cf10f04-5828-4f60-bef2-2a0ecbcca491 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:53.001141 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9cf10f04-5828-4f60-bef2-2a0ecbcca491 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0523682 Sep 19 17:17:53.006539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47898) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.018744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8f20a9b8-00c2-42c1-be8a-9a61492ee113 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:53.028174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8f20a9b8-00c2-42c1-be8a-9a61492ee113 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:53.035077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8f20a9b8-00c2-42c1-be8a-9a61492ee113 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:53.039299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8f20a9b8-00c2-42c1-be8a-9a61492ee113 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:53.041629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-66f619e6-bbed-45bd-a3f5-4ea0261c7e79 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:53.043088 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-66f619e6-bbed-45bd-a3f5-4ea0261c7e79 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2515321 Sep 19 17:17:53.046192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47902) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.048595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d22782dc-ee30-48ff-9621-4a7880baf009 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.051739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8f20a9b8-00c2-42c1-be8a-9a61492ee113 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:53.098965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-5da1a461-06e0-4c9d-a6a8-7063f8a774cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:53.100399 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-5da1a461-06e0-4c9d-a6a8-7063f8a774cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=df1b3620-623b-4912-89d6-75697ab73df2 HTTP/1.1" status: 200 len: 897 time: 0.1786351 Sep 19 17:17:53.117570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b64fb-b9b7-4ec8-bc19-be76bbcf30fa req-b39a99b1-9df7-48c8-93c3-ebdac08c37a9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:53.119290 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-485b64fb-b9b7-4ec8-bc19-be76bbcf30fa req-b39a99b1-9df7-48c8-93c3-ebdac08c37a9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.2677450 Sep 19 17:17:53.165812 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-8f20a9b8-00c2-42c1-be8a-9a61492ee113 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:53.167203 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8f20a9b8-00c2-42c1-be8a-9a61492ee113 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1597178 Sep 19 17:17:53.171961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47906) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.186103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-38791fca-b2e5-4e1c-a1d1-e10c2373fa61 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:53.186580 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-38791fca-b2e5-4e1c-a1d1-e10c2373fa61 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 17:17:53.187282 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-38791fca-b2e5-4e1c-a1d1-e10c2373fa61 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:53.188209 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-38791fca-b2e5-4e1c-a1d1-e10c2373fa61 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069723 Sep 19 17:17:53.189438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d22782dc-ee30-48ff-9621-4a7880baf009 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.193374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47910) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.203245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-eac475f9-5950-49b3-91f0-8696c1249e47 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:53.210740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-eac475f9-5950-49b3-91f0-8696c1249e47 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:53.218210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-eac475f9-5950-49b3-91f0-8696c1249e47 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:53.223338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-eac475f9-5950-49b3-91f0-8696c1249e47 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:53.223527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4d02fef7-7b05-4498-83af-d240dd860236 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Synchronizing usage tracker for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:53.227482 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-58f429dc-a3b4-4bcc-bb0d-b853642c6e62 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663 HTTP/1.1" status: 200 len: 1000 time: 0.1200197 Sep 19 17:17:53.231288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-eac475f9-5950-49b3-91f0-8696c1249e47 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:53.254483 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-485b64fb-b9b7-4ec8-bc19-be76bbcf30fa req-cd77a610-56c4-49e0-8069-b96eccedd78d tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199419 Sep 19 17:17:53.257798 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'cd204ab3-fbb8-4883-9c9b-0820f6717015', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'floating_ip_address': '172.26.10.170', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'port_id': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'mac_address': 'fa:16:3e:a2:36:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:51Z', 'updated_at': '2022-09-19T17:17:51Z', 'revision_number': 0, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:35Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:53.262823 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] Checking router: 276ea389-af73-412e-a085-e70d5dd8436e for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:53.270006 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4d02fef7-7b05-4498-83af-d240dd860236 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] Unset dirty status for tenant:582e5ed19ec44ee3a04bf38979e4f2a9 on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:53.271792 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4d02fef7-7b05-4498-83af-d240dd860236 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1965744 Sep 19 17:17:53.275269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47914) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.275562 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:53.276352 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:53.298935 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-d39bc858-d83a-4dca-94ec-33820de5ff1d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] delete failed (client error): The resource could not be found. Sep 19 17:17:53.305558 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d39bc858-d83a-4dca-94ec-33820de5ff1d tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "DELETE /v2.0/security-groups/14fc8584-5b49-4216-9090-3a461ef8302f HTTP/1.1" status: 404 len: 347 time: 0.0289898 Sep 19 17:17:53.306444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47918) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.306989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47920) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.318286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d22782dc-ee30-48ff-9621-4a7880baf009 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.363572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22782dc-ee30-48ff-9621-4a7880baf009 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bda30f0f-85f6-4699-8db0-aeef7fe4dd2b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:53.365789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d22782dc-ee30-48ff-9621-4a7880baf009 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.373760 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d22782dc-ee30-48ff-9621-4a7880baf009 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/bda30f0f-85f6-4699-8db0-aeef7fe4dd2b HTTP/1.1" status: 204 len: 168 time: 0.5785184 Sep 19 17:17:53.376629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47926) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.468226 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:53.493526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.494187 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-eac475f9-5950-49b3-91f0-8696c1249e47 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:53.498261 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eac475f9-5950-49b3-91f0-8696c1249e47 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3009079 Sep 19 17:17:53.498449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47930) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.501139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-6049256b-f467-4187-9810-15035fd1b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:53.502818 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-6049256b-f467-4187-9810-15035fd1b9a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2660a5a9-6d92-4c50-92b2-4cad967ffe02 HTTP/1.1" status: 200 len: 835 time: 0.2682412 Sep 19 17:17:53.504543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1362103a-60e9-42dd-a97b-1ce979380621 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:53.505076 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-1362103a-60e9-42dd-a97b-1ce979380621 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 19 17:17:53.505579 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-1362103a-60e9-42dd-a97b-1ce979380621 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:53.509077 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1362103a-60e9-42dd-a97b-1ce979380621 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068736 Sep 19 17:17:53.510313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47934) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.518205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6d73e0a2-b772-443b-808d-7ecb7b341211 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:53.525103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6d73e0a2-b772-443b-808d-7ecb7b341211 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:53.530734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d73e0a2-b772-443b-808d-7ecb7b341211 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:53.534101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d73e0a2-b772-443b-808d-7ecb7b341211 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:53.565736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6d73e0a2-b772-443b-808d-7ecb7b341211 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:53.573175 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-17594747-1f2e-43dd-9aee-face1e6f4634 tempest-SecGroupIPv6Test-1483645985 tempest-SecGroupIPv6Test-1483645985-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2587373 Sep 19 17:17:53.580373 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-318470eb-77a8-4e06-82e3-fff49f4beed5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/floatingips/cd204ab3-fbb8-4883-9c9b-0820f6717015 HTTP/1.1" status: 200 len: 992 time: 0.2702773 Sep 19 17:17:53.612172 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-009829bd-65c1-4087-ac0e-b2c16e563842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:53.614065 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-009829bd-65c1-4087-ac0e-b2c16e563842 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=df1b3620-623b-4912-89d6-75697ab73df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0983956 Sep 19 17:17:53.677691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.685608 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-6d73e0a2-b772-443b-808d-7ecb7b341211 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:53.689845 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6d73e0a2-b772-443b-808d-7ecb7b341211 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1751885 Sep 19 17:17:53.690002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47940) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.697321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-01bf1d8c-d077-41c7-8d25-721875ed43b8 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '9aac1ea8-107f-4dec-b8a0-f96b0e368e22', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:53.714111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01bf1d8c-d077-41c7-8d25-721875ed43b8 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:53.718344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01bf1d8c-d077-41c7-8d25-721875ed43b8 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:53.723223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-01bf1d8c-d077-41c7-8d25-721875ed43b8 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:53.732263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77950134-cbb0-4fc3-b5fe-f3eb7a24058d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:53.740702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-01bf1d8c-d077-41c7-8d25-721875ed43b8 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:53.756676 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274185e9-939e-450d-92f7-8cb79e19620c') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:53.757253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274185e9-939e-450d-92f7-8cb79e19620c') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:53.773632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.791563 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-1abdb2c2-a36d-40a6-b0aa-5bf267a2ddf9 service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694088 Sep 19 17:17:53.811746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.819420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:17:53.819992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:53.896916 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'cd204ab3-fbb8-4883-9c9b-0820f6717015', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'floating_ip_address': '172.26.10.170', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'port_id': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'mac_address': 'fa:16:3e:a2:36:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:51Z', 'updated_at': '2022-09-19T17:17:51Z', 'revision_number': 0, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:35Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:53.901640 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2d614-b7e9-435f-9a72-6060283b3c32 None None] The sync data for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv is: [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'cd204ab3-fbb8-4883-9c9b-0820f6717015', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'floating_ip_address': '172.26.10.170', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'port_id': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'mac_address': 'fa:16:3e:a2:36:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:51Z', 'updated_at': '2022-09-19T17:17:51Z', 'revision_number': 0, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:35Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:53.944754 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 274185e9-939e-450d-92f7-8cb79e19620c resource provider aggregate not found Sep 19 17:17:53.953220 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-01bf1d8c-d077-41c7-8d25-721875ed43b8 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:53.954890 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-01bf1d8c-d077-41c7-8d25-721875ed43b8 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2638237 Sep 19 17:17:53.963413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:53.987106 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 274185e9-939e-450d-92f7-8cb79e19620c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 274185e9-939e-450d-92f7-8cb79e19620c found for delete ", "request_id": "req-9a2a9393-5ccc-407d-b8d6-1650dfe0b278"}]} Sep 19 17:17:54.037110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:54.068453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.090899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77950134-cbb0-4fc3-b5fe-f3eb7a24058d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 19 17:17:54.122770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.136534 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1c1ca30-0e9b-4b04-8c01-045ff2b43588 req-d01ca6a1-62ff-40db-9c79-a034c32c7936 service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391430 Sep 19 17:17:54.163943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event deleted for resources: {'Network': ['ID=77950134-cbb0-4fc3-b5fe-f3eb7a24058d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:54.191694 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b74fefa2-1caf-4212-9729-7725823f5cc0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "DELETE /v2.0/networks/77950134-cbb0-4fc3-b5fe-f3eb7a24058d HTTP/1.1" status: 204 len: 168 time: 0.8101299 Sep 19 17:17:54.202524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bd7243d-6342-4359-926f-e8cf16163fee tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.250727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bd7243d-6342-4359-926f-e8cf16163fee tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.319664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bd7243d-6342-4359-926f-e8cf16163fee tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.342935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7243d-6342-4359-926f-e8cf16163fee tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aac1ea8-107f-4dec-b8a0-f96b0e368e22,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:54.383028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1bd7243d-6342-4359-926f-e8cf16163fee tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.384394 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1bd7243d-6342-4359-926f-e8cf16163fee tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/9aac1ea8-107f-4dec-b8a0-f96b0e368e22 HTTP/1.1" status: 204 len: 168 time: 0.4188964 Sep 19 17:17:54.387431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47964) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:54.400048 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c131654-905f-4687-bfc6-0884181e3d29 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=582e5ed19ec44ee3a04bf38979e4f2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591094 Sep 19 17:17:54.400232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47970) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:54.498633 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3d6a8806-c2b4-4e2c-bc16-799fd56dedd2 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097794 Sep 19 17:17:54.502759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47974) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:54.509979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316831109'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:54.528805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:54.532198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47978) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:54.537799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'router': {'name': 'tempest-router--1188973338', 'project_id': 'fc5e2484798241b49be6e6ec17f8eabf'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:54.542451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:54.546750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Usage tracker for resource:router and tenant:fc5e2484798241b49be6e6ec17f8eabf is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:54.553830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:54.556364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bc81-313b-4834-bb8e-4298dd20385b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.559586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:54.560133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:54.569334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:54.572933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.574331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.582087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:54.583563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47982) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:54.602750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bc81-313b-4834-bb8e-4298dd20385b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.616706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.667360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:54.672348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:54.677072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:54.687285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:54.719213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.720684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bc81-313b-4834-bb8e-4298dd20385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.742942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c3e22040-d3f7-4576-8f13-72c13c391fd8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/floatingips/cd204ab3-fbb8-4883-9c9b-0820f6717015 HTTP/1.1" status: 200 len: 992 time: 0.1579249 Sep 19 17:17:54.743843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0bc81-313b-4834-bb8e-4298dd20385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f74906-e613-4545-8b88-742b10fa5184,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:54.757605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.782348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae34c3b-dd3e-4bae-af4f-443fd1d28309 None None] New status for floating IP cd204ab3-fbb8-4883-9c9b-0820f6717015: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:17:54.787352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.788868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ac91d2a1-134b-4462-a83a-65353eaa02b2 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2557423 Sep 19 17:17:54.793655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 47988) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:54.830173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.839539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.874616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e013513-7b52-48b1-8dbe-aeed48c5bbec,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:54.887548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 47992) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:54.895388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bc81-313b-4834-bb8e-4298dd20385b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:54.896954 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7fb0bc81-313b-4834-bb8e-4298dd20385b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b0f74906-e613-4545-8b88-742b10fa5184 HTTP/1.1" status: 204 len: 168 time: 0.4954960 Sep 19 17:17:54.963554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad1175aa-4b68-44ba-86bf-456f7886d698 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.176169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.179471 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7da27ab3-b632-4793-ba22-96582665c3dd tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6742206 Sep 19 17:17:55.184444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48000) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.194217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6642cea3-1252-47c8-a017-3f421c175f38 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '7e013513-7b52-48b1-8dbe-aeed48c5bbec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:55.203508 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6c38c4b3-71c2-4955-ba3c-d04a2bf62795 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/48ddb0d4-ebbf-4382-bae7-9605b7d5b723 HTTP/1.1" status: 200 len: 995 time: 0.3095963 Sep 19 17:17:55.267377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6642cea3-1252-47c8-a017-3f421c175f38 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:55.324682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6642cea3-1252-47c8-a017-3f421c175f38 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:55.328346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.330255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6642cea3-1252-47c8-a017-3f421c175f38 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:55.338346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad1175aa-4b68-44ba-86bf-456f7886d698 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.340110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6642cea3-1252-47c8-a017-3f421c175f38 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:55.342715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad1175aa-4b68-44ba-86bf-456f7886d698 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.387436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad1175aa-4b68-44ba-86bf-456f7886d698 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.387884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1175aa-4b68-44ba-86bf-456f7886d698 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca39f3f2-9b28-41c5-a5a6-73530ae7e72f {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:17:55.398532 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ad1175aa-4b68-44ba-86bf-456f7886d698 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.399723 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ad1175aa-4b68-44ba-86bf-456f7886d698 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "DELETE /v2.0/routers/ca39f3f2-9b28-41c5-a5a6-73530ae7e72f HTTP/1.1" status: 204 len: 168 time: 0.6050756 Sep 19 17:17:55.402213 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-6642cea3-1252-47c8-a017-3f421c175f38 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The resource could not be found. Sep 19 17:17:55.403265 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6642cea3-1252-47c8-a017-3f421c175f38 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2178330 Sep 19 17:17:55.406229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48018) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.412289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d33a816e-5597-4152-b104-73fafcb5ea44 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '7e013513-7b52-48b1-8dbe-aeed48c5bbec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd3ac55f8-2fd6-491a-ad57-c2a0819839d6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:55.418331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d33a816e-5597-4152-b104-73fafcb5ea44 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:55.422819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d33a816e-5597-4152-b104-73fafcb5ea44 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:55.426489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d33a816e-5597-4152-b104-73fafcb5ea44 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:55.433180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d33a816e-5597-4152-b104-73fafcb5ea44 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:55.480890 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-d33a816e-5597-4152-b104-73fafcb5ea44 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The resource could not be found. Sep 19 17:17:55.482105 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d33a816e-5597-4152-b104-73fafcb5ea44 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0748758 Sep 19 17:17:55.485067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.534029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48028) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.562812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d75b9455-91fa-4d1f-a363-040be1b6039e tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.597946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d75b9455-91fa-4d1f-a363-040be1b6039e tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.657368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d75b9455-91fa-4d1f-a363-040be1b6039e tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.679084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b9455-91fa-4d1f-a363-040be1b6039e tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e013513-7b52-48b1-8dbe-aeed48c5bbec,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:55.690294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d75b9455-91fa-4d1f-a363-040be1b6039e tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.692062 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d75b9455-91fa-4d1f-a363-040be1b6039e tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/7e013513-7b52-48b1-8dbe-aeed48c5bbec HTTP/1.1" status: 204 len: 168 time: 0.2056880 Sep 19 17:17:55.694802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48038) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.733613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48042) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.751908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48048) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.776004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port d4f0a1da-e1fd-464d-ae45-74c55c743ec6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:55.776370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.850835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ddd69487-68fa-4976-85dc-f66fca1abb34 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Synchronizing usage tracker for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:55.895082 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-773cdc27-2c49-4419-8d16-f2d03ab81f17 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/floatingips/cd204ab3-fbb8-4883-9c9b-0820f6717015 HTTP/1.1" status: 200 len: 994 time: 0.1412699 Sep 19 17:17:55.896630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ddd69487-68fa-4976-85dc-f66fca1abb34 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Unset dirty status for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:55.902393 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ddd69487-68fa-4976-85dc-f66fca1abb34 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2019041 Sep 19 17:17:55.903164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48054) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.912110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-19e3e257-a86c-44f1-83c9-05ef172723a5 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '69ef4791-37b6-455d-ba16-d57b2379842c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:55.919910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-19e3e257-a86c-44f1-83c9-05ef172723a5 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:55.925230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-19e3e257-a86c-44f1-83c9-05ef172723a5 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:55.928740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-19e3e257-a86c-44f1-83c9-05ef172723a5 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:55.936463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-19e3e257-a86c-44f1-83c9-05ef172723a5 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:55.989760 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-19e3e257-a86c-44f1-83c9-05ef172723a5 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The resource could not be found. Sep 19 17:17:55.995221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48058) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:55.995480 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-19e3e257-a86c-44f1-83c9-05ef172723a5 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0911424 Sep 19 17:17:55.998984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:55.999393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.004867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1002665542', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:56.009261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--503952172'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:56.013593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:56.026877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Usage tracker for resource:router and tenant:f7995d82101a4f109e12af961c868dde is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:56.034687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:56.041096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:56.041096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:56.041096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:56.061135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.061135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.085041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.104624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440995800'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:56.112519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:56.115314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:56.170179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:56.189420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:56.258752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for d4f0a1da-e1fd-464d-ae45-74c55c743ec6 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:17:56.286175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:56.316871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.320548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.348385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:56.353569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:56.357390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:56.370566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:56.395625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.415776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.419661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:56.425606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:56.428734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:56.447196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:56.479680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.538752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=d4f0a1da-e1fd-464d-ae45-74c55c743ec6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:56.582928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.613647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.628936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.637168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.652425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:56.664921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:56.685585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91863eaf-49dd-4a0d-8bdf-b6825a886859,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:56.691699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.695597 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bf16568f-1e83-423f-8ef2-4a49a35c376f tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6966834 Sep 19 17:17:56.695597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.695597 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 48ddb0d4-ebbf-4382-bae7-9605b7d5b723 disassociated (deleted). External IP: 172.26.10.189, port: 6903fa04-7777-4932-8026-951f1eed71a5. Sep 19 17:17:56.714959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48068) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:56.721687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:56.737037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:56.744134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--589801571'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:56.758349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:56.810121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c23159d-7998-4386-878f-010de0680f8f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:56.825674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:56.833567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:56.842121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:56.890037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.928919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:56.937737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.011654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:57.031454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:57.039135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:57.060635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.061775 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:57.063700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router cc150222-fe73-4c32-a50c-f7980391f07d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:17:57.073277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.204435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800a8f8c-94e0-43e9-9639-2ddcaccabeed,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:57.227415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.237967 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-51fb480f-a7a0-428e-980d-066d7feade46 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2043648 Sep 19 17:17:57.245412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Allocated IP 172.26.10.46 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/b54ec85c-c023-4ee2-b504-ae6b68a5c456) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:57.245412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48072) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:57.276804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:17:57.276804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.286882 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01773a-8663-43f0-afa2-875149806205 None None] Sync routers for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:17:57.304802 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01773a-8663-43f0-afa2-875149806205 None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:57.304802 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-bf01773a-8663-43f0-afa2-875149806205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:57.344184 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-569c6191-dd40-47d3-8efe-833672f51b02 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/48ddb0d4-ebbf-4382-bae7-9605b7d5b723 HTTP/1.1" status: 204 len: 168 time: 1.8027821 Sep 19 17:17:57.344184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:17:57.344184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8246299c-9071-4703-9b58-566f91c82722" -d '{"events": [{"name": "network-changed", "server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "tag": "6903fa04-7777-4932-8026-951f1eed71a5"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:17:57.484709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a32e24-5bff-40e8-ba72-11c69f22ac97 x-openstack-request-id: req-50a32e24-5bff-40e8-ba72-11c69f22ac97 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:17:57.484709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "tag": "6903fa04-7777-4932-8026-951f1eed71a5", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:17:57.484709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-50a32e24-5bff-40e8-ba72-11c69f22ac97 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:17:57.484709 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a32e24-5bff-40e8-ba72-11c69f22ac97'] response: {'name': 'network-changed', 'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5', 'status': 'completed', 'code': 200} Sep 19 17:17:57.540278 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-bf01773a-8663-43f0-afa2-875149806205 None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:57.655659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246299c-9071-4703-9b58-566f91c82722 req-6a3ee145-a0b5-40f4-bb26-8520e4d0b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:57.655659 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8246299c-9071-4703-9b58-566f91c82722 req-6a3ee145-a0b5-40f4-bb26-8520e4d0b437 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 1099 time: 0.1529167 Sep 19 17:17:57.683770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.703322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.834282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-84ff51cb-2a5e-49bd-b81e-30f4fa689615 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:57.834282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.834282 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0950172 Sep 19 17:17:57.834282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48082) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:57.834282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731659ea-ac67-47ee-9161-ff5ee6b8ed1b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1d810-1936-4165-bc20-f43c077593a2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:57.858605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-21039ba2-4a48-476d-9637-f9ef4aa46bdb tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group_rule': {'security_group_id': '91863eaf-49dd-4a0d-8bdf-b6825a886859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '07c1d810-1936-4165-bc20-f43c077593a2'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:57.878790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21039ba2-4a48-476d-9637-f9ef4aa46bdb tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:57.892092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:57.892092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-21039ba2-4a48-476d-9637-f9ef4aa46bdb tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:57.892092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-21039ba2-4a48-476d-9637-f9ef4aa46bdb tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:57.904709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-21039ba2-4a48-476d-9637-f9ef4aa46bdb tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:57.918091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-84ff51cb-2a5e-49bd-b81e-30f4fa689615 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:57.918091 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-84ff51cb-2a5e-49bd-b81e-30f4fa689615 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6709471 Sep 19 17:17:57.924647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48086) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:57.940689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-107c3663-5638-4566-83bd-49fb4b589792 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-security--1927603566', 'description': 'tempest-security-description-1903675550'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:58.032211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246299c-9071-4703-9b58-566f91c82722 req-a265526f-b1eb-4774-b9f0-9d5d0f1cd823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:58.032211 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8246299c-9071-4703-9b58-566f91c82722 req-a265526f-b1eb-4774-b9f0-9d5d0f1cd823 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dbfe7a90-e955-473d-bbd7-96adec8d4445 HTTP/1.1" status: 200 len: 897 time: 0.3665700 Sep 19 17:17:58.037984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-107c3663-5638-4566-83bd-49fb4b589792 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.052092 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-bf01773a-8663-43f0-afa2-875149806205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:54Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:58.065338 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01773a-8663-43f0-afa2-875149806205 None None] Checking router: cc150222-fe73-4c32-a50c-f7980391f07d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:17:58.074303 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01773a-8663-43f0-afa2-875149806205 None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:17:58.074303 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-bf01773a-8663-43f0-afa2-875149806205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:58.102109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-107c3663-5638-4566-83bd-49fb4b589792 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.102109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-107c3663-5638-4566-83bd-49fb4b589792 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.102109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-107c3663-5638-4566-83bd-49fb4b589792 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.113684 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-107c3663-5638-4566-83bd-49fb4b589792 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "PUT /v2.0/security-groups/800a8f8c-94e0-43e9-9639-2ddcaccabeed HTTP/1.1" status: 200 len: 1780 time: 0.1783302 Sep 19 17:17:58.118978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48090) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:58.124789 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-21039ba2-4a48-476d-9637-f9ef4aa46bdb tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:17:58.124789 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21039ba2-4a48-476d-9637-f9ef4aa46bdb tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2879245 Sep 19 17:17:58.124789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48092) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:58.150170 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8246299c-9071-4703-9b58-566f91c82722 req-322fbe7c-98fc-46b5-a2a5-1f067158f2e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903fa04-7777-4932-8026-951f1eed71a5 HTTP/1.1" status: 200 len: 217 time: 0.0991235 Sep 19 17:17:58.251063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.277267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09ec2f3-657a-41f9-903e-8111f71b286c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.316012 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-bf01773a-8663-43f0-afa2-875149806205 None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:17:58.404464 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-728beadf-d794-473e-8399-c4a5b126eacd tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups/800a8f8c-94e0-43e9-9639-2ddcaccabeed HTTP/1.1" status: 200 len: 1780 time: 0.2680237 Sep 19 17:17:58.408131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event updated for resources: {'Port': ['ID=b54ec85c-c023-4ee2-b504-ae6b68a5c456,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:58.412028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48098) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:58.422539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c3663-5638-4566-83bd-49fb4b589792 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800a8f8c-94e0-43e9-9639-2ddcaccabeed,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:58.437538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:58.437538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:58.443660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:17:58.448712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89763b18-c5bd-46e5-9eca-7ce414598787 req-81cf62e0-850f-49ea-86e4-1e02f6001abb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:58.448712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-89763b18-c5bd-46e5-9eca-7ce414598787 req-81cf62e0-850f-49ea-86e4-1e02f6001abb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:58.478348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246299c-9071-4703-9b58-566f91c82722 req-76a816ca-a163-4588-b14d-b11dbc8346dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:58.478348 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8246299c-9071-4703-9b58-566f91c82722 req-76a816ca-a163-4588-b14d-b11dbc8346dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b023b9a-46a1-4957-89eb-d414c5f0a194 HTTP/1.1" status: 200 len: 835 time: 0.3218684 Sep 19 17:17:58.505464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09ec2f3-657a-41f9-903e-8111f71b286c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.607632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-89763b18-c5bd-46e5-9eca-7ce414598787 req-81cf62e0-850f-49ea-86e4-1e02f6001abb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:58.619359 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89763b18-c5bd-46e5-9eca-7ce414598787 req-81cf62e0-850f-49ea-86e4-1e02f6001abb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 946 time: 0.6485560 Sep 19 17:17:58.744733 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89763b18-c5bd-46e5-9eca-7ce414598787 req-e3355596-4462-442a-8d8f-7cfbef26544a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288340 Sep 19 17:17:58.771297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0d19ef-b546-494c-8bfd-ea19b5a093f4 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.812675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0d19ef-b546-494c-8bfd-ea19b5a093f4 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:58.820548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246299c-9071-4703-9b58-566f91c82722 req-9d2d746a-8774-4779-8ce9-2af5f3e629af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:58.820548 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8246299c-9071-4703-9b58-566f91c82722 req-9d2d746a-8774-4779-8ce9-2af5f3e629af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dbfe7a90-e955-473d-bbd7-96adec8d4445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3319459 Sep 19 17:17:58.830720 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-bf01773a-8663-43f0-afa2-875149806205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:54Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:17:58.840893 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01773a-8663-43f0-afa2-875149806205 None None] The sync data for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv is: [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:16:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '04281b38-6eba-4f9e-a61c-d79b60a8b14b', 'name': '', 'network_id': 'dbfe7a90-e955-473d-bbd7-96adec8d4445', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:a5:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:42Z', 'updated_at': '2022-09-19T17:16:54Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4b023b9a-46a1-4957-89eb-d414c5f0a194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:17:59.026268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0d19ef-b546-494c-8bfd-ea19b5a093f4 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.049391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09ec2f3-657a-41f9-903e-8111f71b286c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.075573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d19ef-b546-494c-8bfd-ea19b5a093f4 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a8f8c-94e0-43e9-9639-2ddcaccabeed,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:59.087719 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8246299c-9071-4703-9b58-566f91c82722 req-bb7492ec-3dfe-465b-9891-2b0c53e446f6 service neutron] 10.222.0.86 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512965 Sep 19 17:17:59.092457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec2f3-657a-41f9-903e-8111f71b286c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1d810-1936-4165-bc20-f43c077593a2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:59.102836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09ec2f3-657a-41f9-903e-8111f71b286c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.112711 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c09ec2f3-657a-41f9-903e-8111f71b286c tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/07c1d810-1936-4165-bc20-f43c077593a2 HTTP/1.1" status: 204 len: 168 time: 0.9813325 Sep 19 17:17:59.112711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:59.168519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.175397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0d19ef-b546-494c-8bfd-ea19b5a093f4 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.175397 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f0d19ef-b546-494c-8bfd-ea19b5a093f4 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/800a8f8c-94e0-43e9-9639-2ddcaccabeed HTTP/1.1" status: 204 len: 168 time: 0.7716391 Sep 19 17:17:59.221865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48106) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:59.334871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ae93db5-d459-466a-ab6f-167a8f9448b6 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Synchronizing usage tracker for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:17:59.383935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c73ea-bf60-460a-9e6e-5910c405529d None None] New status for floating IP 48ddb0d4-ebbf-4382-bae7-9605b7d5b723: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:17:59.435746 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c6f82703-2aad-4d82-bb15-061c098bc43a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2100325 Sep 19 17:17:59.443318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48112) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:59.496182 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-8454559b-69b7-4a1c-bf35-1367f00dc24d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] delete failed (client error): The resource could not be found. Sep 19 17:17:59.496182 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8454559b-69b7-4a1c-bf35-1367f00dc24d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/800a8f8c-94e0-43e9-9639-2ddcaccabeed HTTP/1.1" status: 404 len: 347 time: 0.0512819 Sep 19 17:17:59.510991 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8246299c-9071-4703-9b58-566f91c82722 req-58d325ae-e8d4-4851-b9a1-e58252b8b3cd service neutron] 10.222.0.86 "GET /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843999 Sep 19 17:17:59.528338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48116) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:59.540926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--463414743'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:17:59.566015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:59.566015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:59.575816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:59.582011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:59.590727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-b56d0435-c289-4b48-a5bd-f4e8fc33474b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:59.590727 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-b56d0435-c289-4b48-a5bd-f4e8fc33474b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 946 time: 0.3095551 Sep 19 17:17:59.627943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ae93db5-d459-466a-ab6f-167a8f9448b6 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Unset dirty status for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:17:59.627943 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8ae93db5-d459-466a-ab6f-167a8f9448b6 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5182540 Sep 19 17:17:59.636652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48120) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:17:59.636652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.725790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:17:59.725790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 6903fa04-7777-4932-8026-951f1eed71a5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:17:59.725790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.763145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:17:59.785270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:17:59.791103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.799049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:17:59.839986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f29650a9-8f85-4e7b-826a-16377503010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:17:59.975339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f29650a9-8f85-4e7b-826a-16377503010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.125574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.147477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.230939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7aca3-4343-4df4-ba38-3bb76a6192de req-5ea323f6-d6a5-45e3-ab6b-4b9f4a19fc04 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:00.230939 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36c7aca3-4343-4df4-ba38-3bb76a6192de req-5ea323f6-d6a5-45e3-ab6b-4b9f4a19fc04 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 946 time: 0.1406088 Sep 19 17:18:00.247442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f29650a9-8f85-4e7b-826a-16377503010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.274395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 6903fa04-7777-4932-8026-951f1eed71a5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6903fa04-7777-4932-8026-951f1eed71a5,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:00.274395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.284493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c69c26-afa4-4db5-bf35-3b4fb19b0228,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:00.292940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Router 4a70af8f-d833-42e5-bfe7-eb8f9771667b is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:00.292940 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36c7aca3-4343-4df4-ba38-3bb76a6192de req-37ed5263-07e1-4703-99eb-42b9fb26257e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7d2f24e-69e1-423c-b0ab-a77ee7659890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512636 Sep 19 17:18:00.449370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 6903fa04-7777-4932-8026-951f1eed71a5 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:00.508850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.508850 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1e650dcf-8027-4758-af66-18347cdc1738 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9828649 Sep 19 17:18:00.508850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48126) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:00.527710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:00.532941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f29650a9-8f85-4e7b-826a-16377503010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.532941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f29650a9-8f85-4e7b-826a-16377503010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/91863eaf-49dd-4a0d-8bdf-b6825a886859 HTTP/1.1" status: 204 len: 168 time: 0.8860373 Sep 19 17:18:00.532941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29650a9-8f85-4e7b-826a-16377503010d tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91863eaf-49dd-4a0d-8bdf-b6825a886859,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:00.532941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48130) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:00.532941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': 'c2c69c26-afa4-4db5-bf35-3b4fb19b0228', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:00.547901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.547901 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2759e023-026a-4c03-a40e-7d2642c152d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8094556 Sep 19 17:18:00.555766 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea6db-82bf-497c-9b77-154c6eb187f3 None None] Sync routers for ids ['4a70af8f-d833-42e5-bfe7-eb8f9771667b'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:00.561473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48134) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:00.571472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:00.577387 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea6db-82bf-497c-9b77-154c6eb187f3 None None] Routers {'4a70af8f-d833-42e5-bfe7-eb8f9771667b'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:00.577387 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b82ea6db-82bf-497c-9b77-154c6eb187f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a70af8f-d833-42e5-bfe7-eb8f9771667b'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:00.614454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:00.624476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:00.638216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:00.717861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.722705 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b82ea6db-82bf-497c-9b77-154c6eb187f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:00.722705 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea6db-82bf-497c-9b77-154c6eb187f3 None None] Routers {'4a70af8f-d833-42e5-bfe7-eb8f9771667b'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:00.722705 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b82ea6db-82bf-497c-9b77-154c6eb187f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a70af8f-d833-42e5-bfe7-eb8f9771667b'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:00.759145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d68dfdbc-d7aa-4e8c-9669-c61bca5ae7e1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Synchronizing usage tracker for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:00.794275 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b82ea6db-82bf-497c-9b77-154c6eb187f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:00.794275 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea6db-82bf-497c-9b77-154c6eb187f3 None None] The sync data for ids ['4a70af8f-d833-42e5-bfe7-eb8f9771667b'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:00.809160 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9b6aaa0-664f-46c4-b579-576c97ba663c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/routers/4a70af8f-d833-42e5-bfe7-eb8f9771667b HTTP/1.1" status: 200 len: 925 time: 0.2564147 Sep 19 17:18:00.809160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:00.877915 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d68dfdbc-d7aa-4e8c-9669-c61bca5ae7e1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Unset dirty status for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:00.877915 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d68dfdbc-d7aa-4e8c-9669-c61bca5ae7e1 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3361700 Sep 19 17:18:00.882118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:00.899241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.903108 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-924b297a-5b5f-4c20-9df6-53f73d79b26f tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a70af8f-d833-42e5-bfe7-eb8f9771667b HTTP/1.1" status: 200 len: 205 time: 0.0891354 Sep 19 17:18:00.903108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48146) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:00.907458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.910989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'tempest-secgroup--517792498'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:00.920480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:00.969006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:00.976490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=6903fa04-7777-4932-8026-951f1eed71a5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:01.022398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:01.050770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.140636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:01.148033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Usage tracker for resource:security_group_rule and tenant:820b67f7b48f4c18bbc1628d183963c9 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:01.152510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:01.162646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:01.171416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b97e42-e78d-4aa9-b6ed-2a7418db56b4,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:01.172220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.228211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port 6903fa04-7777-4932-8026-951f1eed71a5 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:18:01.228211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.228211 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-be72be70-a5fc-4fb3-9d82-bbf62b665af1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7140048 Sep 19 17:18:01.228211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.229292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f3fcc46-1124-40d6-aed6-23d3993c66dd req-f7f53ab9-bda1-4052-9ceb-f4679477f828 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/6903fa04-7777-4932-8026-951f1eed71a5 HTTP/1.1" status: 204 len: 173 time: 1.6353178 Sep 19 17:18:01.229932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'name': 'network-vif-deleted', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:18:01.232349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecbcd6e-b72a-4eeb-a981-8556e5c684fb" -d '{"events": [{"server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "name": "network-vif-deleted", "tag": "6903fa04-7777-4932-8026-951f1eed71a5"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:18:01.233413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48150) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:01.237795 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-4de2db17-efba-4594-a5b1-ffc8cd3b5db1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4845743 Sep 19 17:18:01.310541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dea44e9-b77d-4aed-b430-73884ecc6385 x-openstack-request-id: req-1dea44e9-b77d-4aed-b430-73884ecc6385 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:18:01.310541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d173f-7c95-4e82-b7d0-8852402d1e72", "name": "network-vif-deleted", "tag": "6903fa04-7777-4932-8026-951f1eed71a5", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:18:01.310541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1dea44e9-b77d-4aed-b430-73884ecc6385 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:18:01.310541 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dea44e9-b77d-4aed-b430-73884ecc6385'] response: {'server_uuid': '221d173f-7c95-4e82-b7d0-8852402d1e72', 'name': 'network-vif-deleted', 'tag': '6903fa04-7777-4932-8026-951f1eed71a5', 'status': 'completed', 'code': 200} Sep 19 17:18:01.385946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb0a6-c0ec-4835-b94c-f572725afdb5 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.396359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb0a6-c0ec-4835-b94c-f572725afdb5 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.438468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb0a6-c0ec-4835-b94c-f572725afdb5 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.472305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdb0a6-c0ec-4835-b94c-f572725afdb5 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78b97e42-e78d-4aa9-b6ed-2a7418db56b4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:01.532209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb0a6-c0ec-4835-b94c-f572725afdb5 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.533916 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a2bdb0a6-c0ec-4835-b94c-f572725afdb5 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/78b97e42-e78d-4aa9-b6ed-2a7418db56b4 HTTP/1.1" status: 204 len: 168 time: 0.2978122 Sep 19 17:18:01.538473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48158) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:01.541500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.543636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.548360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-9fdc9eee-3808-4553-98ea-1b46299bfbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:01.550072 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-9fdc9eee-3808-4553-98ea-1b46299bfbe9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 1099 time: 0.2177203 Sep 19 17:18:01.592881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.627553 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b87f54e4-44b8-4ef0-9acd-ed478dae00c6 req-99c9d0a0-4b01-44a7-b777-ee1909696c5b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=221d173f-7c95-4e82-b7d0-8852402d1e72 HTTP/1.1" status: 200 len: 210 time: 0.0876319 Sep 19 17:18:01.640921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Deleting port b54ec85c-c023-4ee2-b504-ae6b68a5c456 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:01.640921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.695915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.695915 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8094668 Sep 19 17:18:01.695915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48162) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:01.725348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6b71085a-d04d-465e-970b-cac6b2362d14 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:01.725348 dv-neutron-857789-3-hyperv neutron-server[89055]: WARNING neutron.api.v2.base [None req-6b71085a-d04d-465e-970b-cac6b2362d14 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 17:18:01.725348 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-6b71085a-d04d-465e-970b-cac6b2362d14 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] update failed (client error): There was a conflict when trying to complete your request. Sep 19 17:18:01.725348 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b71085a-d04d-465e-970b-cac6b2362d14 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "PUT /v2.0/security-groups/bd9a7f33-ec4d-4a9a-a5b9-f369f0868118 HTTP/1.1" status: 409 len: 330 time: 0.0179601 Sep 19 17:18:01.725348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48166) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:01.749179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6446c-7cc0-4a74-8209-1f5eac19bac9 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9a7f33-ec4d-4a9a-a5b9-f369f0868118,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:01.781559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51794c93-6231-448b-913b-64163cc040c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:01.840863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51794c93-6231-448b-913b-64163cc040c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:01.840863 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-51794c93-6231-448b-913b-64163cc040c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2827697 Sep 19 17:18:01.858062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48170) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:01.862726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-14993d69-58e0-424d-9d10-b0b11638b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:01.862726 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-14993d69-58e0-424d-9d10-b0b11638b285 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.2833829 Sep 19 17:18:01.960515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70de5c28-f07b-4d98-91a3-ccab2a87b442 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:01.986338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.012420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-b9dcf31d-7aa2-493c-9459-f8b4a9ae614e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83 HTTP/1.1" status: 200 len: 1002 time: 0.1481822 Sep 19 17:18:02.025208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a33f8608-daa6-47b3-aec9-d867dc57d18d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.116313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-f85bcda3-4f93-49c0-bb74-33c9332a3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:02.116313 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-f85bcda3-4f93-49c0-bb74-33c9332a3f43 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.0924091 Sep 19 17:18:02.253667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-def23f01-178c-46dc-8b51-16726138c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:02.253667 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-def23f01-178c-46dc-8b51-16726138c6c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1297767 Sep 19 17:18:02.287716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70de5c28-f07b-4d98-91a3-ccab2a87b442 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.302091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Calling delete_port for b54ec85c-c023-4ee2-b504-ae6b68a5c456 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:02.310934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 6903fa04-7777-4932-8026-951f1eed71a5 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:18:02.347880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 6903fa04-7777-4932-8026-951f1eed71a5 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:18:02.348697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 6903fa04-7777-4932-8026-951f1eed71a5 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:18:02.398194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a33f8608-daa6-47b3-aec9-d867dc57d18d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.411761 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-89e60163-2352-4e39-bcaa-5696600acd38 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436691 Sep 19 17:18:02.457960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70de5c28-f07b-4d98-91a3-ccab2a87b442 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.490747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de5c28-f07b-4d98-91a3-ccab2a87b442 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9a7f33-ec4d-4a9a-a5b9-f369f0868118,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:02.518130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a33f8608-daa6-47b3-aec9-d867dc57d18d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.518130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-70de5c28-f07b-4d98-91a3-ccab2a87b442 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.523302 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-70de5c28-f07b-4d98-91a3-ccab2a87b442 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/bd9a7f33-ec4d-4a9a-a5b9-f369f0868118 HTTP/1.1" status: 204 len: 168 time: 0.7926452 Sep 19 17:18:02.523302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48174) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:02.572816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8608-daa6-47b3-aec9-d867dc57d18d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c69c26-afa4-4db5-bf35-3b4fb19b0228,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:02.572816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a33f8608-daa6-47b3-aec9-d867dc57d18d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.572816 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a33f8608-daa6-47b3-aec9-d867dc57d18d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/c2c69c26-afa4-4db5-bf35-3b4fb19b0228 HTTP/1.1" status: 204 len: 168 time: 0.7295210 Sep 19 17:18:02.585868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48178) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:02.623647 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ac76904-aac0-4ed4-bbd5-43fe19a4760a req-a9e44eca-fba8-46a2-a875-4c1e6a65f16d service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115359 Sep 19 17:18:02.672615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6ea01ffe-b5ae-4907-984e-09abfbbcb74b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Synchronizing usage tracker for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:02.715167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cd566568-b0f4-4f3b-915e-3df96ca8799e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:02.720464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6ea01ffe-b5ae-4907-984e-09abfbbcb74b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] Unset dirty status for tenant:820b67f7b48f4c18bbc1628d183963c9 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:02.721705 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6ea01ffe-b5ae-4907-984e-09abfbbcb74b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880829 Sep 19 17:18:02.725927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48184) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:02.748471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.759708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48188) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:02.790243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cd566568-b0f4-4f3b-915e-3df96ca8799e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:02.791430 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cd566568-b0f4-4f3b-915e-3df96ca8799e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2083988 Sep 19 17:18:02.792435 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-e5b5eb89-4904-4c42-9da5-98ff157ee10b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] delete failed (client error): The resource could not be found. Sep 19 17:18:02.795221 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e5b5eb89-4904-4c42-9da5-98ff157ee10b tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "DELETE /v2.0/security-groups/e852c3df-dd6b-44b8-a5d2-ede32fa6b6be HTTP/1.1" status: 404 len: 347 time: 0.0663848 Sep 19 17:18:02.799519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48192) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:02.799866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48194) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:02.806222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event deleted for resources: {'Port': ['ID=b54ec85c-c023-4ee2-b504-ae6b68a5c456,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:02.826256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915422050'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:02.843617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:02.850378 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-944cd4ae-1b96-445d-90ce-8539c3bb817e tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] show failed (client error): The resource could not be found. Sep 19 17:18:02.851390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-944cd4ae-1b96-445d-90ce-8539c3bb817e tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-groups/ab86e96a-90c2-4cfc-a765-4a3c6a8b3b87 HTTP/1.1" status: 404 len: 347 time: 0.0491660 Sep 19 17:18:02.857881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48200) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:02.873057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:02.895816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4402-7b83-4401-ad49-bbf2913d596f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.899231 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-a94f46db-8338-47cd-b8b3-94ffac8b3075 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] show failed (client error): The resource could not be found. Sep 19 17:18:02.900230 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a94f46db-8338-47cd-b8b3-94ffac8b3075 tempest-NegativeSecGroupTest-1298326391 tempest-NegativeSecGroupTest-1298326391-project] 10.222.0.83 "GET /v2.0/security-group-rules/a08ed43d-2894-41db-b39b-40f8af934c73 HTTP/1.1" status: 404 len: 356 time: 0.0414593 Sep 19 17:18:02.912840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.913025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.951794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4402-7b83-4401-ad49-bbf2913d596f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:02.961224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:02.984063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:03.083821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.085179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4402-7b83-4401-ad49-bbf2913d596f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.098013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.100374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.116622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4402-7b83-4401-ad49-bbf2913d596f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d2f24e-69e1-423c-b0ab-a77ee7659890,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:03.118347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.132882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.133496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Fanout notify agent at l3_agent the message router_deleted on router 4a70af8f-d833-42e5-bfe7-eb8f9771667b {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:03.154533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.155763 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-825b6ce1-1baf-459e-b550-66467404900e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/4a70af8f-d833-42e5-bfe7-eb8f9771667b HTTP/1.1" status: 204 len: 168 time: 2.2446370 Sep 19 17:18:03.160834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48208) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:03.168494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4402-7b83-4401-ad49-bbf2913d596f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.170066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'router': {'name': 'tempest-snat-router-478335001', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:03.170559 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cf9d4402-7b83-4401-ad49-bbf2913d596f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/f7d2f24e-69e1-423c-b0ab-a77ee7659890 HTTP/1.1" status: 204 len: 168 time: 0.4088175 Sep 19 17:18:03.174331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1b816d-0d74-4c85-b6c9-8a763ec63131,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:03.175914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:03.178974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.183045 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-836b29cc-5b0d-4e7d-83e7-b6ce6264924b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3795381 Sep 19 17:18:03.183574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48214) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:03.187656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Usage tracker for resource:router and tenant:4c066ee9a31b423390cb511da4f808f5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:03.189633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': '4d1b816d-0d74-4c85-b6c9-8a763ec63131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:03.191417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:03.196457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:03.198576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:03.209606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:03.211660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48218) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:03.228598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.268117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48222) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:03.278271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.279327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.304279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.311351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.327381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.330434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d03742b-93e6-4227-950b-06c0edc6ef16,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:03.368860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.368860 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-378f2b5a-8b79-4f93-8658-54329bc4f1b0 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1759346 Sep 19 17:18:03.368860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48228) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:03.374579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': '4d1b816d-0d74-4c85-b6c9-8a763ec63131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:03.387845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:03.387845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:03.387845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:03.406138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:03.423939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.508443 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5491fb8f-b32c-4d0e-a80f-7b38098c2261 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=820b67f7b48f4c18bbc1628d183963c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376828 Sep 19 17:18:03.513807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48232) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:03.559280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.568654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.617743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6456de4a-db93-498a-a284-616fd66b51c6,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:03.624572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.625283 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cc3f5f17-3faf-4b1b-be13-0967a020eaf6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2607644 Sep 19 17:18:03.628062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c1d0f721-91ea-4cb2-a5a3-40a1da3d4471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.629597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48236) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:03.636167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': '4d1b816d-0d74-4c85-b6c9-8a763ec63131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:03.650404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:03.661921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:03.667552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:03.675871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c1d0f721-91ea-4cb2-a5a3-40a1da3d4471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.682307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:03.722377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.768631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c1d0f721-91ea-4cb2-a5a3-40a1da3d4471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.791497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0f721-91ea-4cb2-a5a3-40a1da3d4471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7830215-145c-49d6-8d11-4bc8b59e29fb,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:03.820565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.827731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c1d0f721-91ea-4cb2-a5a3-40a1da3d4471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.832242 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c1d0f721-91ea-4cb2-a5a3-40a1da3d4471 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d7830215-145c-49d6-8d11-4bc8b59e29fb HTTP/1.1" status: 204 len: 168 time: 0.3147140 Sep 19 17:18:03.832242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.856472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6003b4ab-c10c-471a-b0a3-0c8d0150fea6,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:03.867626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.868867 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9ed52bdd-5807-4ec4-8069-14d0d9f68438 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2383459 Sep 19 17:18:03.872159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48242) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:03.878256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': '4d1b816d-0d74-4c85-b6c9-8a763ec63131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:03.884699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:03.889693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:03.893508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:03.899808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:03.917148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:03.997663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.003832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.024792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb239f7b-24d5-417d-8393-ff3b093677d1,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:04.051509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.058162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.062816 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fcac46ca-d048-47b5-b033-d883e977cd2d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1895638 Sep 19 17:18:04.063597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48246) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:04.069886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': '4d1b816d-0d74-4c85-b6c9-8a763ec63131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:04.077965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:04.083551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:04.089000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:04.098698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:04.120294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.185671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.190649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.213458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5de811c-16b0-427f-827b-24b3631ad146,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:04.231201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.235139 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eab55928-f0dd-4b65-91bc-df4779c8b662 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1677806 Sep 19 17:18:04.235245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48250) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:04.265217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f6998a3-14ec-4945-ad5c-a069d083f442 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.277065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f6998a3-14ec-4945-ad5c-a069d083f442 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.305473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f6998a3-14ec-4945-ad5c-a069d083f442 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.323606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6998a3-14ec-4945-ad5c-a069d083f442 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5de811c-16b0-427f-827b-24b3631ad146,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:04.328137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1f6998a3-14ec-4945-ad5c-a069d083f442 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.329328 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1f6998a3-14ec-4945-ad5c-a069d083f442 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c5de811c-16b0-427f-827b-24b3631ad146 HTTP/1.1" status: 204 len: 168 time: 0.0928893 Sep 19 17:18:04.333654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48254) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:04.397261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9326b043-859a-4484-91eb-20474c47ee8b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:04.411965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9326b043-859a-4484-91eb-20474c47ee8b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:04.413006 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9326b043-859a-4484-91eb-20474c47ee8b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0782859 Sep 19 17:18:04.416211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48258) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:04.446177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a84ab92-e21b-4d91-a975-e08f80a8382d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.458952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a84ab92-e21b-4d91-a975-e08f80a8382d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.487930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a84ab92-e21b-4d91-a975-e08f80a8382d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.507648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84ab92-e21b-4d91-a975-e08f80a8382d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb239f7b-24d5-417d-8393-ff3b093677d1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:04.517565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9a84ab92-e21b-4d91-a975-e08f80a8382d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.518855 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9a84ab92-e21b-4d91-a975-e08f80a8382d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/fb239f7b-24d5-417d-8393-ff3b093677d1 HTTP/1.1" status: 204 len: 168 time: 0.1014574 Sep 19 17:18:04.521397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48262) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:04.576119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.581185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b666b46b-d7e6-4746-b59f-9c281896a419 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:04.599199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b666b46b-d7e6-4746-b59f-9c281896a419 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:04.600720 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b666b46b-d7e6-4746-b59f-9c281896a419 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0773017 Sep 19 17:18:04.604302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48266) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:04.626897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.704187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb62fc89-3d42-4a62-bf44-24d92f5c3812 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.721425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.778444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb62fc89-3d42-4a62-bf44-24d92f5c3812 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.942884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb62fc89-3d42-4a62-bf44-24d92f5c3812 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:04.988054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62fc89-3d42-4a62-bf44-24d92f5c3812 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6003b4ab-c10c-471a-b0a3-0c8d0150fea6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:04.993591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Allocated IP 172.26.10.46 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/45a9ae55-17a8-40d7-a3a0-43ad747b56a2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:05.072707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb62fc89-3d42-4a62-bf44-24d92f5c3812 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.073817 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bb62fc89-3d42-4a62-bf44-24d92f5c3812 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/6003b4ab-c10c-471a-b0a3-0c8d0150fea6 HTTP/1.1" status: 204 len: 168 time: 0.4700689 Sep 19 17:18:05.080468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48270) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:05.132222 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-369587c4-11c4-4320-aeff-630ec1ade9e1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0536761 Sep 19 17:18:05.134950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48274) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:05.166339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-57e5aba9-fbaf-4fa7-8305-99726e2de276 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.177393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-57e5aba9-fbaf-4fa7-8305-99726e2de276 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.206173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-57e5aba9-fbaf-4fa7-8305-99726e2de276 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.232057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5aba9-fbaf-4fa7-8305-99726e2de276 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6456de4a-db93-498a-a284-616fd66b51c6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:05.253262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-57e5aba9-fbaf-4fa7-8305-99726e2de276 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.253262 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-57e5aba9-fbaf-4fa7-8305-99726e2de276 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/6456de4a-db93-498a-a284-616fd66b51c6 HTTP/1.1" status: 204 len: 168 time: 0.1114290 Sep 19 17:18:05.253262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48278) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:05.307048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-05093483-cc6b-4c5f-bbdc-b3120899c7c1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:05.326120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-05093483-cc6b-4c5f-bbdc-b3120899c7c1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:05.327884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-05093483-cc6b-4c5f-bbdc-b3120899c7c1 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0761361 Sep 19 17:18:05.331090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48282) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:05.378291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37a1b441-aa0a-4783-9500-05144f691473 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.400211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37a1b441-aa0a-4783-9500-05144f691473 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.444920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37a1b441-aa0a-4783-9500-05144f691473 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.481383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1b441-aa0a-4783-9500-05144f691473 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d03742b-93e6-4227-950b-06c0edc6ef16,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:05.489160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.495957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-37a1b441-aa0a-4783-9500-05144f691473 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.495957 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-37a1b441-aa0a-4783-9500-05144f691473 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/9d03742b-93e6-4227-950b-06c0edc6ef16 HTTP/1.1" status: 204 len: 168 time: 0.1553550 Sep 19 17:18:05.495957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48286) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:05.506342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 04281b38-6eba-4f9e-a61c-d79b60a8b14b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:05.506342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.546301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-17bf3ca8-879c-4d83-ad12-f11967b36117 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:05.564304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-17bf3ca8-879c-4d83-ad12-f11967b36117 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:05.564304 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-17bf3ca8-879c-4d83-ad12-f11967b36117 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0687411 Sep 19 17:18:05.564304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48290) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:05.647354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42520c77-dad4-4c6b-9c14-b01c15fc0c47 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.702185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42520c77-dad4-4c6b-9c14-b01c15fc0c47 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.709216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.785936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:05.797424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:05.807661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:05.886587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 04281b38-6eba-4f9e-a61c-d79b60a8b14b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=04281b38-6eba-4f9e-a61c-d79b60a8b14b,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:05.886587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.905656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42520c77-dad4-4c6b-9c14-b01c15fc0c47 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.937584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42520c77-dad4-4c6b-9c14-b01c15fc0c47 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1b816d-0d74-4c85-b6c9-8a763ec63131,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:05.957261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42520c77-dad4-4c6b-9c14-b01c15fc0c47 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:05.961194 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-42520c77-dad4-4c6b-9c14-b01c15fc0c47 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/4d1b816d-0d74-4c85-b6c9-8a763ec63131 HTTP/1.1" status: 204 len: 168 time: 0.3945911 Sep 19 17:18:05.964671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48294) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:06.060814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4e2fa3e5-5618-459e-a257-17b4e49854e8 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:06.087452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4e2fa3e5-5618-459e-a257-17b4e49854e8 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:06.087452 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4e2fa3e5-5618-459e-a257-17b4e49854e8 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1207337 Sep 19 17:18:06.088941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48298) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:06.105605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--393966903'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:06.114383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:06.127562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:06.137867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.158289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:06.162548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:06.165534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:06.167765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'Port': ['ID=45a9ae55-17a8-40d7-a3a0-43ad747b56a2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:06.173216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:06.183334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 04281b38-6eba-4f9e-a61c-d79b60a8b14b owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:06.258578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.265999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.321528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5298ab-7065-494e-b9d6-66c949b8ae8b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:06.321528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.331402 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e97c8cc6-8d2c-4b53-b75a-e4f005c7501d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2358208 Sep 19 17:18:06.331402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48302) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:06.335866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': 'be5298ab-7065-494e-b9d6-66c949b8ae8b', 'direction': 'ingress', 'protocol': 17}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:06.341200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:06.348885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:06.355979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:06.366419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:06.387730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.452442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.458972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.481775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9228bd-9df4-4bbe-bd00-1a0c7100d8ad,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:06.498197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.504680 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5bed405c-b969-49e2-af89-c0d58de73a8e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1720781 Sep 19 17:18:06.504680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48306) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:06.573824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa06bc25-4033-4b80-b9d6-5dc4369a6010 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.607687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa06bc25-4033-4b80-b9d6-5dc4369a6010 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.640598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.660813 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa06bc25-4033-4b80-b9d6-5dc4369a6010 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.678843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06bc25-4033-4b80-b9d6-5dc4369a6010 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5298ab-7065-494e-b9d6-66c949b8ae8b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:06.697060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa06bc25-4033-4b80-b9d6-5dc4369a6010 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.698330 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-aa06bc25-4033-4b80-b9d6-5dc4369a6010 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/be5298ab-7065-494e-b9d6-66c949b8ae8b HTTP/1.1" status: 204 len: 168 time: 0.1941168 Sep 19 17:18:06.701197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48310) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:06.760969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6e771641-35a3-4135-82c6-86bed3ffdd50 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:06.777017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6e771641-35a3-4135-82c6-86bed3ffdd50 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:06.781983 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6e771641-35a3-4135-82c6-86bed3ffdd50 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726962 Sep 19 17:18:06.783473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48314) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:06.787547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840631661'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:06.794679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:06.806033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:06.808406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.816848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.839153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:06.844326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:06.847805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:06.853064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:06.874753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=04281b38-6eba-4f9e-a61c-d79b60a8b14b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:06.937753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:06.943023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.004200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729fed78-a923-4b8a-a396-3e72205ceef9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:07.018270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.024525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-42f01ef4-c4dd-4b13-9368-47f6f91268aa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2386208 Sep 19 17:18:07.025285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48320) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:07.031221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--273597265'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:07.039236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:07.045311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:07.049595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:07.059198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:07.078746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.109078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:07.115087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:07.116256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:07.126853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:07.216972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.227154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.297166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70e6d9f-509a-483e-bbe2-6c921e0fb12a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:07.305655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.311275 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ed9c5cef-8b0e-47bc-a4e7-74081fdecc1e tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2845149 Sep 19 17:18:07.312314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48324) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:07.319571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': '729fed78-a923-4b8a-a396-3e72205ceef9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a70e6d9f-509a-483e-bbe2-6c921e0fb12a', 'remote_ip_prefix': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:07.325632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:07.330280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:07.333392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:07.339653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:07.366772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.460092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.469519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.513237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.518396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904a51ba-f050-4a67-b7df-092d81949a93,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:07.538827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.540348 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1df0499f-e3bd-4c58-8c93-1b4e3c1c2133 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2267437 Sep 19 17:18:07.543874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48328) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:07.577098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40e4b721-8d37-4a20-be96-791787d98f43 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.587489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40e4b721-8d37-4a20-be96-791787d98f43 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.591007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.613357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40e4b721-8d37-4a20-be96-791787d98f43 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.633815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4b721-8d37-4a20-be96-791787d98f43 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=904a51ba-f050-4a67-b7df-092d81949a93,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:07.638368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-40e4b721-8d37-4a20-be96-791787d98f43 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.639153 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-40e4b721-8d37-4a20-be96-791787d98f43 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/904a51ba-f050-4a67-b7df-092d81949a93 HTTP/1.1" status: 204 len: 168 time: 0.0945315 Sep 19 17:18:07.643587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48332) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:07.699418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2fe219f1-6f00-46f2-9087-860ca8a11a56 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:07.718310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2fe219f1-6f00-46f2-9087-860ca8a11a56 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:07.720490 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2fe219f1-6f00-46f2-9087-860ca8a11a56 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0765572 Sep 19 17:18:07.723928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48336) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:07.804926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4822957-a364-4d96-8d99-4728c971fcff tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.836361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4822957-a364-4d96-8d99-4728c971fcff tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.890488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4822957-a364-4d96-8d99-4728c971fcff tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.911567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4822957-a364-4d96-8d99-4728c971fcff tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70e6d9f-509a-483e-bbe2-6c921e0fb12a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:07.944152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b4822957-a364-4d96-8d99-4728c971fcff tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:07.946301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b4822957-a364-4d96-8d99-4728c971fcff tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/a70e6d9f-509a-483e-bbe2-6c921e0fb12a HTTP/1.1" status: 204 len: 168 time: 0.2210076 Sep 19 17:18:07.949680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48340) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:08.017535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-382fb373-c023-43eb-b819-258de4b95ac2 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:08.035687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Router 83c4eeb8-e482-4b6e-8608-388fb82b87fa is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:08.035824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-382fb373-c023-43eb-b819-258de4b95ac2 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:08.037403 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-382fb373-c023-43eb-b819-258de4b95ac2 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0852661 Sep 19 17:18:08.041559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48344) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:08.104560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-070f6185-6ab1-4764-8b5b-7cf527259b25 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.132903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-070f6185-6ab1-4764-8b5b-7cf527259b25 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.186084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-070f6185-6ab1-4764-8b5b-7cf527259b25 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.208127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f6185-6ab1-4764-8b5b-7cf527259b25 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729fed78-a923-4b8a-a396-3e72205ceef9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:08.229118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-070f6185-6ab1-4764-8b5b-7cf527259b25 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.229118 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-070f6185-6ab1-4764-8b5b-7cf527259b25 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/729fed78-a923-4b8a-a396-3e72205ceef9 HTTP/1.1" status: 204 len: 168 time: 0.1817148 Sep 19 17:18:08.229118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48348) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:08.302120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5a078c0a-7fbe-4d45-98f3-24bcab7acc12 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:08.323083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5a078c0a-7fbe-4d45-98f3-24bcab7acc12 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:08.323083 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5a078c0a-7fbe-4d45-98f3-24bcab7acc12 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877762 Sep 19 17:18:08.323083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48352) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:08.328305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router cc150222-fe73-4c32-a50c-f7980391f07d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:18:08.328436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042344117'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:08.336656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:08.346671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:08.372086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.407604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:08.425149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:08.429157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:08.434438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:08.437798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Sync routers for ids ['83c4eeb8-e482-4b6e-8608-388fb82b87fa'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:08.448727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:08.453984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Routers {'83c4eeb8-e482-4b6e-8608-388fb82b87fa'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:08.453984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['83c4eeb8-e482-4b6e-8608-388fb82b87fa'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:08.581038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.582380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.631775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e950dd29-3075-4364-b041-d5676cea8f56,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:08.644210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.644877 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-98f17136-2e84-499a-8171-be63761e3175 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3238580 Sep 19 17:18:08.647584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48356) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:08.655206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': 'e950dd29-3075-4364-b041-d5676cea8f56', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:08.663430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:08.671742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:08.678267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:08.688533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:08.692673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.693903 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-53e1d3a1-ab95-4f74-98e2-bea73fec2f86 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5306067 Sep 19 17:18:08.697120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48360) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:08.713919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Set router 83c4eeb8-e482-4b6e-8608-388fb82b87fa gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:08.733799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:08.741609 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-64d50ba5-0daa-4e1a-98ec-d4e2c17c5da5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/cc150222-fe73-4c32-a50c-f7980391f07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5261669 Sep 19 17:18:08.742164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48364) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:08.749785 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] Sync routers for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:08.764934 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:08.767008 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:08.829508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e403f39d-ee73-41d1-9845-0c007f626160 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet 4b023b9a-46a1-4957-89eb-d414c5f0a194 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:18:08.833717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e403f39d-ee73-41d1-9845-0c007f626160 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.888591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c66a91a8-4c61-4916-814c-73de6e952853 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/routers/83c4eeb8-e482-4b6e-8608-388fb82b87fa HTTP/1.1" status: 200 len: 908 time: 0.1897869 Sep 19 17:18:08.890626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48368) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:08.896095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'router': {'name': 'tempest-snat-router-478335001', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': True}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:08.906496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:08.909601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.923033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Usage tracker for resource:router and tenant:4c066ee9a31b423390cb511da4f808f5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:08.928028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:08.941833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:08.947351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e403f39d-ee73-41d1-9845-0c007f626160 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.969059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:08.969439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.004280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.006858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.022735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.053611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c1cc2a-5fc0-429d-8daa-647ebe823030,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:09.134441 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:09.149936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e403f39d-ee73-41d1-9845-0c007f626160 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.181089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c4eeb8-e482-4b6e-8608-388fb82b87fa', 'name': 'tempest-snat-router-478335001', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.46'}], 'enable_snat': False}, 'gw_port_id': '45a9ae55-17a8-40d7-a3a0-43ad747b56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:03Z', 'updated_at': '2022-09-19T17:18:06Z', 'revision_number': 3, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port': {'id': '45a9ae55-17a8-40d7-a3a0-43ad747b56a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4eeb8-e482-4b6e-8608-388fb82b87fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:04Z', 'updated_at': '2022-09-19T17:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:09.186445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Checking router: 83c4eeb8-e482-4b6e-8608-388fb82b87fa for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:18:09.187429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Updating router 83c4eeb8-e482-4b6e-8608-388fb82b87fa port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:18:09.251134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.253973 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b63cdb20-4cbd-4fc3-a491-735402bb631d tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6051118 Sep 19 17:18:09.255564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.273100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48372) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:09.296544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e403f39d-ee73-41d1-9845-0c007f626160 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.362346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403f39d-ee73-41d1-9845-0c007f626160 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=4b023b9a-46a1-4957-89eb-d414c5f0a194,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:09.377886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e403f39d-ee73-41d1-9845-0c007f626160 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.390729 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e403f39d-ee73-41d1-9845-0c007f626160 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/4b023b9a-46a1-4957-89eb-d414c5f0a194 HTTP/1.1" status: 204 len: 168 time: 0.6450953 Sep 19 17:18:09.390729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48376) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:09.428137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55962596-c49f-4b72-b58e-6f3d1891a858 None None] Network dbfe7a90-e955-473d-bbd7-96adec8d4445 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:18:09.614188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.630479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5360c85b-af41-47a5-a6ce-3deb5d61d465 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.644136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5360c85b-af41-47a5-a6ce-3deb5d61d465 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.662803 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:18:06Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:09.669773 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] Checking router: cc150222-fe73-4c32-a50c-f7980391f07d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:18:09.686549 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] Routers {'cc150222-fe73-4c32-a50c-f7980391f07d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:09.688174 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['cc150222-fe73-4c32-a50c-f7980391f07d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:09.699505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5360c85b-af41-47a5-a6ce-3deb5d61d465 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.748706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.850370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360c85b-af41-47a5-a6ce-3deb5d61d465 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3c1cc2a-5fc0-429d-8daa-647ebe823030,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:09.858301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5360c85b-af41-47a5-a6ce-3deb5d61d465 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:09.859702 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5360c85b-af41-47a5-a6ce-3deb5d61d465 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c3c1cc2a-5fc0-429d-8daa-647ebe823030 HTTP/1.1" status: 204 len: 168 time: 0.5832088 Sep 19 17:18:09.863452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48380) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:10.025022 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] Set router cc150222-fe73-4c32-a50c-f7980391f07d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:10.043589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-00f0756d-21b2-4262-8077-cae25c0d29ba tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:10.092421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-00f0756d-21b2-4262-8077-cae25c0d29ba tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:10.092421 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-00f0756d-21b2-4262-8077-cae25c0d29ba tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2151587 Sep 19 17:18:10.092421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48384) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:10.118244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] DHCP port deletion for dbfe7a90-e955-473d-bbd7-96adec8d4445 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:18:10.125477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.146255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port fa8fa645-a7d3-49c5-ad51-51870b2cfb15 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:10.146255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.159756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Deleting port 7c7f6935-f893-43d4-bd1b-7422589b3b6d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:10.159756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.277328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0284129-41c4-4cad-8965-dfa202b7fafa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.303336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.361690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7c7f6935-f893-43d4-bd1b-7422589b3b6d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:18:10.412297 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:18:06Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:10.418072 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843875a-6d36-46c6-89b2-cd554bcf3800 None None] The sync data for ids ['cc150222-fe73-4c32-a50c-f7980391f07d'] in dv-neutron-857789-3-hyperv is: [{'id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'name': 'tempest-TestNetworkBasicOps-router-1611127662', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:16:26Z', 'updated_at': '2022-09-19T17:18:06Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': 'fa8fa645-a7d3-49c5-ad51-51870b2cfb15', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc150222-fe73-4c32-a50c-f7980391f07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:16:28Z', 'updated_at': '2022-09-19T17:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:10.434994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Transition to ACTIVE for port object 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:10.440599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0284129-41c4-4cad-8965-dfa202b7fafa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.442692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port fa8fa645-a7d3-49c5-ad51-51870b2cfb15, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=fa8fa645-a7d3-49c5-ad51-51870b2cfb15,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:10.443541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.470430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.533820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.567144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0284129-41c4-4cad-8965-dfa202b7fafa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.580123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.593180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for fa8fa645-a7d3-49c5-ad51-51870b2cfb15 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:10.600775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Attempting to bind port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:18:10.601148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Attempting to bind port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:18:10.601507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Attempting to bind port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:18:10.630505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284129-41c4-4cad-8965-dfa202b7fafa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e950dd29-3075-4364-b041-d5676cea8f56,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:10.660567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:18:10.660825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:10.664298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.664298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:18:10.664298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Bound port: 45a9ae55-17a8-40d7-a3a0-43ad747b56a2, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:18:10.664298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.694301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0284129-41c4-4cad-8965-dfa202b7fafa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.694301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f0284129-41c4-4cad-8965-dfa202b7fafa tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/e950dd29-3075-4364-b041-d5676cea8f56 HTTP/1.1" status: 204 len: 168 time: 0.5841045 Sep 19 17:18:10.694301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48388) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:10.723629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051712a2-3dbe-4974-bfb3-58bebac89459 None None] Pushing event updated for resources: {'Port': ['ID=45a9ae55-17a8-40d7-a3a0-43ad747b56a2,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:10.747226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] For port 7c7f6935-f893-43d4-bd1b-7422589b3b6d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c7f6935-f893-43d4-bd1b-7422589b3b6d,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:10.747622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.749787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0a233213-92f6-4963-873e-07c824525a6a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:10.769425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7c7f6935-f893-43d4-bd1b-7422589b3b6d is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:10.769798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.821389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0a233213-92f6-4963-873e-07c824525a6a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:10.822988 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0a233213-92f6-4963-873e-07c824525a6a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1326637 Sep 19 17:18:10.828447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48392) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:10.833438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:10.838070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Allocated IP 172.26.10.151 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/2ac4e9f3-0ddf-414a-aef4-1ee561404fbc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:10.852668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045823318'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:10.912191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Calling delete_port for 7c7f6935-f893-43d4-bd1b-7422589b3b6d owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:10.953283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:10.973877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] For port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:18:10.984861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=fa8fa645-a7d3-49c5-ad51-51870b2cfb15,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:10.989290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] For port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=45a9ae55-17a8-40d7-a3a0-43ad747b56a2,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:18:10.994103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 7c7f6935-f893-43d4-bd1b-7422589b3b6d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c7f6935-f893-43d4-bd1b-7422589b3b6d,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:11.005046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.016482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:11.037059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.037294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.041123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.053801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.083779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.093681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Routers {'83c4eeb8-e482-4b6e-8608-388fb82b87fa'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:11.094942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['83c4eeb8-e482-4b6e-8608-388fb82b87fa'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:11.149336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:18:11.150435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:18:11.152663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:11.155671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:11.160101 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:11.188672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051712a2-3dbe-4974-bfb3-58bebac89459 None None] Pushing event updated for resources: {'Port': ['ID=45a9ae55-17a8-40d7-a3a0-43ad747b56a2,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:11.206879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac4e9f3-0ddf-414a-aef4-1ee561404fbc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:11.340732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=7c7f6935-f893-43d4-bd1b-7422589b3b6d,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:11.357142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] Set router 83c4eeb8-e482-4b6e-8608-388fb82b87fa gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:11.390687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:11.398006 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.400245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:11.403883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.405613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:11.415314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:11.458401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.459287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Fanout notify agent at l3_agent the message router_deleted on router cc150222-fe73-4c32-a50c-f7980391f07d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:11.511249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9654b64d-be9e-4bba-b890-f3a1fc7da89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.521014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.525435 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee642cc4-02a3-4106-90c6-fd89fe0a47d6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/routers/cc150222-fe73-4c32-a50c-f7980391f07d HTTP/1.1" status: 204 len: 168 time: 2.1360607 Sep 19 17:18:11.530018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48396) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:11.619477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.627681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.679621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.680896 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8503227 Sep 19 17:18:11.699936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48400) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:11.709061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': 'd38a9fae-61b5-4dbc-b0a4-1bf5468e8c2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:11.712048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Deleting port 7c7f6935-f893-43d4-bd1b-7422589b3b6d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:11.712430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.719402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b11d7f-0743-469a-bddb-9637b396d19a tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38a9fae-61b5-4dbc-b0a4-1bf5468e8c2b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:11.723185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:11.731233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.735891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:11.741995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:11.749868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:11.754248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 7c7f6935-f893-43d4-bd1b-7422589b3b6d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:11.754554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.797046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.819262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:11.858215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c4eeb8-e482-4b6e-8608-388fb82b87fa', 'name': 'tempest-snat-router-478335001', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.46'}], 'enable_snat': False}, 'gw_port_id': '45a9ae55-17a8-40d7-a3a0-43ad747b56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:03Z', 'updated_at': '2022-09-19T17:18:06Z', 'revision_number': 3, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port': {'id': '45a9ae55-17a8-40d7-a3a0-43ad747b56a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4eeb8-e482-4b6e-8608-388fb82b87fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:04Z', 'updated_at': '2022-09-19T17:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:11.920192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ca7ef-73dc-4cfc-8cd4-747fd5438946 None None] The sync data for ids ['83c4eeb8-e482-4b6e-8608-388fb82b87fa'] in dv-neutron-857789-3-hyperv is: [{'id': '83c4eeb8-e482-4b6e-8608-388fb82b87fa', 'name': 'tempest-snat-router-478335001', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.46'}], 'enable_snat': False}, 'gw_port_id': '45a9ae55-17a8-40d7-a3a0-43ad747b56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:03Z', 'updated_at': '2022-09-19T17:18:06Z', 'revision_number': 3, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port': {'id': '45a9ae55-17a8-40d7-a3a0-43ad747b56a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c4eeb8-e482-4b6e-8608-388fb82b87fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:04Z', 'updated_at': '2022-09-19T17:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:11.961095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] For port 7c7f6935-f893-43d4-bd1b-7422589b3b6d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c7f6935-f893-43d4-bd1b-7422589b3b6d,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:11.961761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.052236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 7c7f6935-f893-43d4-bd1b-7422589b3b6d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7c7f6935-f893-43d4-bd1b-7422589b3b6d,segment=NetworkSegment(fa43c173-c56d-40a6-ada0-f40c7896f023),segment_id=fa43c173-c56d-40a6-ada0-f40c7896f023)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:12.052772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.072829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.129305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.149358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Calling delete_port for 7c7f6935-f893-43d4-bd1b-7422589b3b6d owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:12.223945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 7c7f6935-f893-43d4-bd1b-7422589b3b6d owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:12.252093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.258801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.260265 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5590677 Sep 19 17:18:12.271642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.273532 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48408) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:12.281679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced390c-b974-4ab6-8339-917a37cde7c3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a131ac-adc0-4ff1-8c1d-976bd8dbdde6,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:12.344505 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] No DVR routers for this DVR port 7c7f6935-f893-43d4-bd1b-7422589b3b6d on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:18:12.356321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30436-78a6-4524-92dc-f9075a320f42 None None] Pushing event deleted for resources: {'Port': ['ID=7c7f6935-f893-43d4-bd1b-7422589b3b6d,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:12.365507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.db.api [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:18:12.365507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG oslo_db.api [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:18:12.388189 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-df68744a-35e3-4e7e-882f-a1bb9b71fd42 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules/c5a131ac-adc0-4ff1-8c1d-976bd8dbdde6 HTTP/1.1" status: 200 len: 763 time: 0.1124961 Sep 19 17:18:12.390683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48412) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:12.403310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 04281b38-6eba-4f9e-a61c-d79b60a8b14b no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:18:12.457463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 04281b38-6eba-4f9e-a61c-d79b60a8b14b {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:18:12.460103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 04281b38-6eba-4f9e-a61c-d79b60a8b14b not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:18:12.460612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fa8fa645-a7d3-49c5-ad51-51870b2cfb15 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:18:12.467871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-911b027e-9324-4f83-ae89-891da3a0237f tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:12.494315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-911b027e-9324-4f83-ae89-891da3a0237f tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:12.498472 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-911b027e-9324-4f83-ae89-891da3a0237f tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1036825 Sep 19 17:18:12.498948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48416) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:12.510897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: fa8fa645-a7d3-49c5-ad51-51870b2cfb15 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:18:12.511585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device fa8fa645-a7d3-49c5-ad51-51870b2cfb15 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:18:12.540014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-338da2f5-b46e-42f8-9c21-c9635bec5f90 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.553217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-338da2f5-b46e-42f8-9c21-c9635bec5f90 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.563569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Router b0b028a3-6fa7-4c13-b2d9-b0972c3494be is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:12.580553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-338da2f5-b46e-42f8-9c21-c9635bec5f90 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.601121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338da2f5-b46e-42f8-9c21-c9635bec5f90 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5a131ac-adc0-4ff1-8c1d-976bd8dbdde6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:12.613529 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-338da2f5-b46e-42f8-9c21-c9635bec5f90 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.617477 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-338da2f5-b46e-42f8-9c21-c9635bec5f90 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c5a131ac-adc0-4ff1-8c1d-976bd8dbdde6 HTTP/1.1" status: 204 len: 168 time: 0.1174448 Sep 19 17:18:12.618078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48420) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:12.665700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-81a6f938-62f2-44ab-9698-e80eec99bc97 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:12.682923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-81a6f938-62f2-44ab-9698-e80eec99bc97 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:12.687449 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-81a6f938-62f2-44ab-9698-e80eec99bc97 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682855 Sep 19 17:18:12.688395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48424) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:12.694042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': 'd38a9fae-61b5-4dbc-b0a4-1bf5468e8c2b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:12.700497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:12.711187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:12.732828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.759869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:12.770949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Sync routers for ids ['b0b028a3-6fa7-4c13-b2d9-b0972c3494be'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:12.783745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Routers {'b0b028a3-6fa7-4c13-b2d9-b0972c3494be'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:12.784396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:17:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b0b028a3-6fa7-4c13-b2d9-b0972c3494be'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:12.788518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.790272 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fe363af9-2d73-45fd-b630-7d924c04d444 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8986011 Sep 19 17:18:12.792946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48428) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:12.805673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.811733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.841076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7861f67-f72e-40c8-93c1-9610025ebe2e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:12.863582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.865157 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52e9a5cf-9e5e-42cb-95ae-e87e09a5791b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757295 Sep 19 17:18:12.866074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 7c7f6935-f893-43d4-bd1b-7422589b3b6d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:12.866422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:12.875836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48432) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:12.911452 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a2076d0f-ef32-483e-a5eb-9fbf845120c2 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules/e7861f67-f72e-40c8-93c1-9610025ebe2e HTTP/1.1" status: 200 len: 763 time: 0.0344462 Sep 19 17:18:12.912119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48436) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:12.937647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] The port '7c7f6935-f893-43d4-bd1b-7422589b3b6d' was deleted {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:18:12.994581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Set router b0b028a3-6fa7-4c13-b2d9-b0972c3494be gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:13.041969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8b50a823-1697-4e77-8905-3ac99868b335 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:13.053408 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6b7c643f-f9bc-4f87-9c3d-4d05d5a8d30d tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/routers/b0b028a3-6fa7-4c13-b2d9-b0972c3494be HTTP/1.1" status: 200 len: 908 time: 0.2590940 Sep 19 17:18:13.060120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48440) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:13.075099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.106189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfe7a90-e955-473d-bbd7-96adec8d4445']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:13.123956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa43c173-c56d-40a6-ada0-f40c7896f023') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:13.124581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa43c173-c56d-40a6-ada0-f40c7896f023') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:13.132745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8b50a823-1697-4e77-8905-3ac99868b335 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:13.136980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48444) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:13.137159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8b50a823-1697-4e77-8905-3ac99868b335 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2216949 Sep 19 17:18:13.161859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.194979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ec16-cc31-450d-a6b3-fd9ef32c0db7 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.201763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.214223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ec16-cc31-450d-a6b3-fd9ef32c0db7 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.221963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:18:13.222372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.254442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.295021 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment fa43c173-c56d-40a6-ada0-f40c7896f023 resource provider aggregate not found Sep 19 17:18:13.321876 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment fa43c173-c56d-40a6-ada0-f40c7896f023 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa43c173-c56d-40a6-ada0-f40c7896f023 found for delete ", "request_id": "req-6c4f0aa6-a4c0-45e1-bf2b-e304f9e0071c"}]} Sep 19 17:18:13.330974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b028a3-6fa7-4c13-b2d9-b0972c3494be', 'name': 'tempest-snat-router-478335001', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.151'}], 'enable_snat': True}, 'gw_port_id': '2ac4e9f3-0ddf-414a-aef4-1ee561404fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:08Z', 'updated_at': '2022-09-19T17:18:11Z', 'revision_number': 3, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port': {'id': '2ac4e9f3-0ddf-414a-aef4-1ee561404fbc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b028a3-6fa7-4c13-b2d9-b0972c3494be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:10Z', 'updated_at': '2022-09-19T17:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:13.335934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Checking router: b0b028a3-6fa7-4c13-b2d9-b0972c3494be for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:18:13.336466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Updating router b0b028a3-6fa7-4c13-b2d9-b0972c3494be port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:18:13.346571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ec16-cc31-450d-a6b3-fd9ef32c0db7 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.357433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.397339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.524331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.535533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2ec16-cc31-450d-a6b3-fd9ef32c0db7 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7861f67-f72e-40c8-93c1-9610025ebe2e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:13.545532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=dbfe7a90-e955-473d-bbd7-96adec8d4445,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:13.558125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9c2ec16-cc31-450d-a6b3-fd9ef32c0db7 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.560560 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9c2ec16-cc31-450d-a6b3-fd9ef32c0db7 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/e7861f67-f72e-40c8-93c1-9610025ebe2e HTTP/1.1" status: 204 len: 168 time: 0.4211106 Sep 19 17:18:13.562235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48452) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:13.570000 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-33f69ad2-98b4-4688-befd-0fe46a50d4b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/dbfe7a90-e955-473d-bbd7-96adec8d4445 HTTP/1.1" status: 204 len: 168 time: 2.0387208 Sep 19 17:18:13.582035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48456) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:13.589931 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--2146021558', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:13.601232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:13.606731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:13.609969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.614967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:13.618961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-24a76ebf-78df-4753-b604-8704c5de9106 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:13.622282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:13.629608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Deleting port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:13.629947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.644852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-24a76ebf-78df-4753-b604-8704c5de9106 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:13.648950 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-24a76ebf-78df-4753-b604-8704c5de9106 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823910 Sep 19 17:18:13.649625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48460) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:13.655159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': 'd38a9fae-61b5-4dbc-b0a4-1bf5468e8c2b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:13.662772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:13.674089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:18:13.674757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:13.678007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.694786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.737271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22f0c98d-f154-4c9e-94f1-9f5f477ad130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.765320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.771507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.808889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.810420 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596758 Sep 19 17:18:13.813086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48464) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:13.814724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:18:13.816273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30406a13-0334-462b-be27-af85d4190cc9 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc07383-7b80-4696-80a6-a9c43d77d5b0,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:13.818055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.835561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.835895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Transition to ACTIVE for port object 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:13.836429 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment 4d371d43-0466-4847-8b6b-efa56a39ffac of type vlan for network a86f7c28-82f2-45d0-add1-36028e5e9da8 Sep 19 17:18:13.844263 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-10896b76-c9ef-4384-b417-a5d5eaff589f tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules/0fc07383-7b80-4696-80a6-a9c43d77d5b0 HTTP/1.1" status: 200 len: 764 time: 0.0299308 Sep 19 17:18:13.847362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48468) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:13.848155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.902342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.904016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-08227fc9-6da7-4830-821b-b4d23d5e503c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:13.914794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.922937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Attempting to bind port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:18:13.923298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Attempting to bind port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:18:13.923443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-08227fc9-6da7-4830-821b-b4d23d5e503c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:13.924077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Attempting to bind port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:18:13.927874 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08227fc9-6da7-4830-821b-b4d23d5e503c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0789044 Sep 19 17:18:13.928808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48472) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:13.932916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:18:13.933493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:13.934147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.934680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:18:13.935320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Bound port: 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:18:13.935847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.959544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4173e7db-159d-4e3b-8a3b-079bd069fb9b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.971322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4173e7db-159d-4e3b-8a3b-079bd069fb9b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:13.974188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281e81c-2672-4a77-9e24-57bc9bb8ae40 None None] Pushing event updated for resources: {'Port': ['ID=2ac4e9f3-0ddf-414a-aef4-1ee561404fbc,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:13.999948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4173e7db-159d-4e3b-8a3b-079bd069fb9b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.020093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] For port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:18:14.020721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173e7db-159d-4e3b-8a3b-079bd069fb9b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fc07383-7b80-4696-80a6-a9c43d77d5b0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:14.023983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] For port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2ac4e9f3-0ddf-414a-aef4-1ee561404fbc,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:18:14.030235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.033290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4173e7db-159d-4e3b-8a3b-079bd069fb9b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.036829 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4173e7db-159d-4e3b-8a3b-079bd069fb9b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0fc07383-7b80-4696-80a6-a9c43d77d5b0 HTTP/1.1" status: 204 len: 168 time: 0.1046462 Sep 19 17:18:14.037119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48476) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:14.063365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Calling delete_port for 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:14.088464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d8bbe8d8-3833-4148-b623-6a5e16fc4cba tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:14.097351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Routers {'b0b028a3-6fa7-4c13-b2d9-b0972c3494be'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:14.098005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['b0b028a3-6fa7-4c13-b2d9-b0972c3494be'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:14.103772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.resource_extend [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 17:18:14.106535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d8bbe8d8-3833-4148-b623-6a5e16fc4cba tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:14.107993 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d8bbe8d8-3833-4148-b623-6a5e16fc4cba tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698764 Sep 19 17:18:14.112698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48480) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:14.143239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.148654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:14.149319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.182076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5387cac-d37d-4359-8a36-127fb1823819 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.215338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5387cac-d37d-4359-8a36-127fb1823819 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.248144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281e81c-2672-4a77-9e24-57bc9bb8ae40 None None] Pushing event updated for resources: {'Port': ['ID=2ac4e9f3-0ddf-414a-aef4-1ee561404fbc,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:14.265105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] Set router b0b028a3-6fa7-4c13-b2d9-b0972c3494be gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:14.275545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5387cac-d37d-4359-8a36-127fb1823819 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.290345 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7065940 Sep 19 17:18:14.294652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48484) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:14.302001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-40560496', 'admin_state_up': True, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:14.306888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5387cac-d37d-4359-8a36-127fb1823819 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38a9fae-61b5-4dbc-b0a4-1bf5468e8c2b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:14.309232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425b978-215d-45fa-a8f3-e9f5570f92ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=a86f7c28-82f2-45d0-add1-36028e5e9da8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:14.314379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:14.321204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:router and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:14.324775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:14.336198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: from cryptography.utils import int_from_bytes Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: from cryptography.utils import int_from_bytes Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn_limited( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn_limited( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:18:14.337812 dv-neutron-857789-3-hyperv neutron-server[89056]: util.warn( Sep 19 17:18:14.350731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.351221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5387cac-d37d-4359-8a36-127fb1823819 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.352458 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5387cac-d37d-4359-8a36-127fb1823819 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/d38a9fae-61b5-4dbc-b0a4-1bf5468e8c2b HTTP/1.1" status: 204 len: 168 time: 0.2395661 Sep 19 17:18:14.355058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48490) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:14.355380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.361637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:18:14.362237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:18:14.376247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.386642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:18:14.459697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5f98797-75c3-43bb-a8fa-43b53868f52b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:14.480771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5f98797-75c3-43bb-a8fa-43b53868f52b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:14.483216 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5f98797-75c3-43bb-a8fa-43b53868f52b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1261902 Sep 19 17:18:14.489567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:14.491060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48494) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:14.496814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group': {'name': 'tempest-secgroup--199520286'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:14.505213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:14.516423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:14.528421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.536194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b028a3-6fa7-4c13-b2d9-b0972c3494be', 'name': 'tempest-snat-router-478335001', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:08Z', 'updated_at': '2022-09-19T17:18:13Z', 'revision_number': 4, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:14.552619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:14.554280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb85b5-55d2-48f0-b1c2-d6d87be6d3e8 None None] The sync data for ids ['b0b028a3-6fa7-4c13-b2d9-b0972c3494be'] in dv-neutron-857789-3-hyperv is: [{'id': 'b0b028a3-6fa7-4c13-b2d9-b0972c3494be', 'name': 'tempest-snat-router-478335001', 'tenant_id': '4c066ee9a31b423390cb511da4f808f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:08Z', 'updated_at': '2022-09-19T17:18:13Z', 'revision_number': 4, 'project_id': '4c066ee9a31b423390cb511da4f808f5', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:14.557551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:14.560793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:14.568094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:14.585663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:18:14.591799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:14.592422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.664819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.672612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.673745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.721680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b91c78-fcf6-43af-8161-0ab4fcd884bc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:14.735793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.737483 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-60dd47b6-4cd9-4d50-86c3-770a2782373c tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2452345 Sep 19 17:18:14.740059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48500) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:14.743851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:14.744240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.746654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Request body: {'security_group_rule': {'security_group_id': '73b91c78-fcf6-43af-8161-0ab4fcd884bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:14.753382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:14.758585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Usage tracker for resource:security_group_rule and tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:14.762136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:14.762446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=45a9ae55-17a8-40d7-a3a0-43ad747b56a2,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:14.769074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.769788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:14.790939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.848508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=45a9ae55-17a8-40d7-a3a0-43ad747b56a2,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:14.875008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.881761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.905619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425169b9-8f5d-45cc-8732-f7908d1c50f9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:14.908011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Deleting port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:14.908492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.919411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:14.920894 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f4d5a414-9a83-41cc-9c22-a32fb592b9e6 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1796629 Sep 19 17:18:14.924066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48504) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:14.990203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66bf81dc-ce3d-4777-8b7c-50329646a62b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.019757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66bf81dc-ce3d-4777-8b7c-50329646a62b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.054288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.082134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66bf81dc-ce3d-4777-8b7c-50329646a62b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.098049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.107126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf81dc-ce3d-4777-8b7c-50329646a62b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b91c78-fcf6-43af-8161-0ab4fcd884bc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:15.121614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66bf81dc-ce3d-4777-8b7c-50329646a62b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.125452 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-66bf81dc-ce3d-4777-8b7c-50329646a62b tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/73b91c78-fcf6-43af-8161-0ab4fcd884bc HTTP/1.1" status: 204 len: 168 time: 0.1978846 Sep 19 17:18:15.125818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48508) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:15.180566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.184414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a3cf3e8e-8af8-4454-bca8-b1054b4eb0cf tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:15.201080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a3cf3e8e-8af8-4454-bca8-b1054b4eb0cf tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:15.202645 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a3cf3e8e-8af8-4454-bca8-b1054b4eb0cf tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750198 Sep 19 17:18:15.205415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48512) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:15.251906 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e0fd9717-b550-4edb-a832-6f39ae4219f3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Synchronizing usage tracker for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:15.262588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.268193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e0fd9717-b550-4edb-a832-6f39ae4219f3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] Unset dirty status for tenant:7fdc2eb7df4541f99e57cf57c2cdd9fd on resource:security_group_rule {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:15.271335 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e0fd9717-b550-4edb-a832-6f39ae4219f3 tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0649858 Sep 19 17:18:15.272307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48516) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:15.291438 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-f3e5e606-08d6-4cfb-9246-2dce853e756f tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] delete failed (client error): The resource could not be found. Sep 19 17:18:15.296218 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f3e5e606-08d6-4cfb-9246-2dce853e756f tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "DELETE /v2.0/security-groups/73b91c78-fcf6-43af-8161-0ab4fcd884bc HTTP/1.1" status: 404 len: 347 time: 0.0192823 Sep 19 17:18:15.297665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48520) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:15.354413 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a078e770-e57d-4e62-b12a-a0b734a485ae tempest-SecGroupTest-1957389539 tempest-SecGroupTest-1957389539-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554509 Sep 19 17:18:15.422422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] For port 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2ac4e9f3-0ddf-414a-aef4-1ee561404fbc,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:15.423288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.561592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Calling delete_port for 2ac4e9f3-0ddf-414a-aef4-1ee561404fbc owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:15.619880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.7 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/991dcd69-0310-4ae3-ba1f-3753c70e95ca) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:15.643564 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48530) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:15.804268 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-517ec98d-c2e8-456e-8b12-fdb9b80d0a4b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7fdc2eb7df4541f99e57cf57c2cdd9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594636 Sep 19 17:18:15.806689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:15.843605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.866422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0af03d7-a0a2-4d39-9d7c-99faf9c56159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.880888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.896180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0af03d7-a0a2-4d39-9d7c-99faf9c56159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.932544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ac4e9f3-0ddf-414a-aef4-1ee561404fbc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:15.958406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0af03d7-a0a2-4d39-9d7c-99faf9c56159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:15.978542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af03d7-a0a2-4d39-9d7c-99faf9c56159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c23159d-7998-4386-878f-010de0680f8f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:16.003413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0af03d7-a0a2-4d39-9d7c-99faf9c56159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.004618 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0af03d7-a0a2-4d39-9d7c-99faf9c56159 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4c23159d-7998-4386-878f-010de0680f8f HTTP/1.1" status: 204 len: 168 time: 0.1969779 Sep 19 17:18:16.017202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.099374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:16.105491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:16.112444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:16.144384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.188174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.190051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=991dcd69-0310-4ae3-ba1f-3753c70e95ca,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:16.306715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:16.337475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.341409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.383366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:16.383745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.516302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:16.643366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.643880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0b028a3-6fa7-4c13-b2d9-b0972c3494be {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:16.678137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.681879 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8d82d31a-422d-496c-93c9-8291c6978a97 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "DELETE /v2.0/routers/b0b028a3-6fa7-4c13-b2d9-b0972c3494be HTTP/1.1" status: 204 len: 168 time: 3.6182520 Sep 19 17:18:16.682665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48560) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:16.765312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48564) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:16.769420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030599 Sep 19 17:18:16.772733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48566) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:16.882473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.884298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:16.942115 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-14b7c1d0-f42b-4ae4-b45d-598a953b2b50 tempest-NetworksApiDiscovery-162746147 tempest-NetworksApiDiscovery-162746147-project] 10.222.0.83 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1683364 Sep 19 17:18:17.068860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.081190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Deleting port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:17.081830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.092122 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:18:17.238799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48576) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:17.263877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.272085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] For port 45a9ae55-17a8-40d7-a3a0-43ad747b56a2, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=45a9ae55-17a8-40d7-a3a0-43ad747b56a2,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:17.272514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.479976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 1efd70b3-843f-4eca-9cb4-b01c6842de60 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:17.550536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Calling delete_port for 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:17.593854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.616179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:17.623831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] Usage tracker for resource:security_group_rule and tenant:7e011031deb3479293bac00daad9d7bf is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:17.628243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:17.642258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:17.655486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:17.670818 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Sync routers for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:17.682591 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:17.683389 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:17.684844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.686045 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-260e8584-d8b7-4b7b-ad6f-6318fa6704d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3883078 Sep 19 17:18:17.690306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48582) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:17.813800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.819883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.842681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:17.878140 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3c505c58-6f48-4188-9b16-f1284f04993a tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1863563 Sep 19 17:18:17.880761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48588) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:17.881483 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:17.929647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event deleted for resources: {'Port': ['ID=45a9ae55-17a8-40d7-a3a0-43ad747b56a2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:17.974673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3264562-6627-46c3-94c4-3c8faa793e0b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:17.985328 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4d214605-dcd5-4110-af40-100090164b21 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7e011031deb3479293bac00daad9d7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7456465 Sep 19 17:18:18.009680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48592) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:18.040443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.065842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e765263-02e9-4443-a04c-fe6f40ae5f5b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:18.067328 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0e765263-02e9-4443-a04c-fe6f40ae5f5b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1853063 Sep 19 17:18:18.070463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48596) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:18.123261 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9d532f26-7911-4a4a-a2bc-02b419259793 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514898 Sep 19 17:18:18.127642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48600) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:18.133950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1835940857', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:18.178140 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:16Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:18.182135 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Checking router: 1efd70b3-843f-4eca-9cb4-b01c6842de60 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:18:18.182485 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Updating router 1efd70b3-843f-4eca-9cb4-b01c6842de60 port 991dcd69-0310-4ae3-ba1f-3753c70e95ca binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:18:18.218225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.221325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.238689 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.248673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.249470 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83c4eeb8-e482-4b6e-8608-388fb82b87fa {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:18.288072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.292794 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b6651b4f-5225-4e41-99c7-c1a6938a8ee1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "DELETE /v2.0/routers/83c4eeb8-e482-4b6e-8608-388fb82b87fa HTTP/1.1" status: 204 len: 168 time: 1.6055193 Sep 19 17:18:18.293825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:18.299877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-611941868', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:18.308206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:18.313202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Usage tracker for resource:router and tenant:f7995d82101a4f109e12af961c868dde is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:18.316821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:18.330327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:18.350348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.351832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.374086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.428730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea9dc-8f3d-4adf-bbea-c64fa9b04736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.479743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea9dc-8f3d-4adf-bbea-c64fa9b04736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.499841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:18.512065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:18.516435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:18.533440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:18.548694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:18:18.552391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.647953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea9dc-8f3d-4adf-bbea-c64fa9b04736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.671547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ea9dc-8f3d-4adf-bbea-c64fa9b04736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3264562-6627-46c3-94c4-3c8faa793e0b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:18.673777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.686103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea9dc-8f3d-4adf-bbea-c64fa9b04736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.690931 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c3ea9dc-8f3d-4adf-bbea-c64fa9b04736 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b3264562-6627-46c3-94c4-3c8faa793e0b HTTP/1.1" status: 204 len: 168 time: 0.6802378 Sep 19 17:18:18.700745 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.715561 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Transition to ACTIVE for port object 991dcd69-0310-4ae3-ba1f-3753c70e95ca will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:18.724586 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.780457 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Attempting to bind port 991dcd69-0310-4ae3-ba1f-3753c70e95ca on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:18:18.780874 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Attempting to bind port 991dcd69-0310-4ae3-ba1f-3753c70e95ca by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:18:18.781128 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Attempting to bind port 991dcd69-0310-4ae3-ba1f-3753c70e95ca on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:18:18.792866 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:18:18.793270 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:18.793646 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.794042 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:18:18.794508 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Bound port: 991dcd69-0310-4ae3-ba1f-3753c70e95ca, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:18:18.794876 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.839675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.893036 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Pushing event updated for resources: {'Port': ['ID=991dcd69-0310-4ae3-ba1f-3753c70e95ca,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:18.923267 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.923616 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.924141 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.924638 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.925158 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.926800 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.927400 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.927906 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.928495 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.928998 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.929503 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.930965 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:18.950588 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] For port 991dcd69-0310-4ae3-ba1f-3753c70e95ca, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:18:18.956648 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] For port 991dcd69-0310-4ae3-ba1f-3753c70e95ca, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=991dcd69-0310-4ae3-ba1f-3753c70e95ca,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:18:18.960103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=4a42887a-5edb-4947-aac9-7013bc24b768,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:18.962604 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:18.975096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:18.975607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: a86f7c28-82f2-45d0-add1-36028e5e9da8, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:18:18.999358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:18:19.012537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, a86f7c28-82f2-45d0-add1-36028e5e9da8) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:19.022858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a145ef-e033-4704-8753-d29716acc3ca None None] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:18:19.029840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:19.030684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.053928 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:19.054618 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:19.058860 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-33d82fba-e6a6-484f-8b8d-bfdc3a9fb493 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9300168 Sep 19 17:18:19.061545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48612) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:19.231642 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07cc2b-34b9-43f6-9316-d8b781b41545 None None] Pushing event updated for resources: {'Port': ['ID=991dcd69-0310-4ae3-ba1f-3753c70e95ca,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:19.235870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.264441 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:19.271104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.311379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-a86f7c28-82f2-45d0-add1-36028e5e9da8', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:18:19.312205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.432005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Allocated IP 172.26.10.80 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/26f82294-ae46-4566-a546-2c2adffa7a66) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:19.620619 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:16Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:19.624891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Allocated IP 172.20.0.2 (a86f7c28-82f2-45d0-add1-36028e5e9da8/4a42887a-5edb-4947-aac9-7013bc24b768/f1252d4b-4769-4207-9bad-27393a9a52c9) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:19.625582 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69357efe-ebfa-4c84-afcd-1d31b5df7776 None None] The sync data for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv is: [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:16Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:19.636732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.675993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.745606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:19.748712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:19.752614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:19.796967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event updated for resources: {'Port': ['ID=26f82294-ae46-4566-a546-2c2adffa7a66,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:19.851998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.863892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Transition to ACTIVE for port object f1252d4b-4769-4207-9bad-27393a9a52c9 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:19.876235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.885857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Transition to ACTIVE for port object f1252d4b-4769-4207-9bad-27393a9a52c9 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:19.895044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:19.969768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:19.983999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:19.988678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:20.063993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Pushing event updated for resources: {'Port': ['ID=f1252d4b-4769-4207-9bad-27393a9a52c9,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:20.122580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Attempting to bind port f1252d4b-4769-4207-9bad-27393a9a52c9 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:18:20.122973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Attempting to bind port f1252d4b-4769-4207-9bad-27393a9a52c9 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:18:20.123335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Attempting to bind port f1252d4b-4769-4207-9bad-27393a9a52c9 on network a86f7c28-82f2-45d0-add1-36028e5e9da8 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:18:20.129341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:18:20.129708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Checking segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:20.130109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.130486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Bound using segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:18:20.130981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Bound port: f1252d4b-4769-4207-9bad-27393a9a52c9, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:18:20.131434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.231151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] For port f1252d4b-4769-4207-9bad-27393a9a52c9, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:18:20.234516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] For port f1252d4b-4769-4207-9bad-27393a9a52c9, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f1252d4b-4769-4207-9bad-27393a9a52c9,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:18:20.251835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.309567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.387692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 991dcd69-0310-4ae3-ba1f-3753c70e95ca up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:20.505740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06fa98-afd4-41bf-8f2b-c5a896c42e0d None None] Pushing event updated for resources: {'Port': ['ID=f1252d4b-4769-4207-9bad-27393a9a52c9,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:20.519347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 991dcd69-0310-4ae3-ba1f-3753c70e95ca completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:18:20.526574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 991dcd69-0310-4ae3-ba1f-3753c70e95ca triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:20.527376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.632689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.1 (a86f7c28-82f2-45d0-add1-36028e5e9da8/4a42887a-5edb-4947-aac9-7013bc24b768/bffc3803-7a6b-4277-99c4-5862d4eee54d) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:20.736314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 991dcd69-0310-4ae3-ba1f-3753c70e95ca is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:20.736698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.762466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 991dcd69-0310-4ae3-ba1f-3753c70e95ca, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=991dcd69-0310-4ae3-ba1f-3753c70e95ca,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:20.767567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.812745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:18:20.818891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.871488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:18:20.871829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 45a9ae55-17a8-40d7-a3a0-43ad747b56a2 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:18:20.894394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=991dcd69-0310-4ae3-ba1f-3753c70e95ca,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:20.928087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:20.947388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object bffc3803-7a6b-4277-99c4-5862d4eee54d will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:20.973894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:21.049872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:21.055416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:21.059743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:21.091319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=bffc3803-7a6b-4277-99c4-5862d4eee54d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:21.124015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:21.180218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Router 73e381b9-6858-49cd-8c71-bb0f6d303d11 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:21.258776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:21.374529 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:21.392735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370887f-21a4-4abe-9307-7e9c684a4b40 None None] Sync routers for ids ['73e381b9-6858-49cd-8c71-bb0f6d303d11'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:21.404007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370887f-21a4-4abe-9307-7e9c684a4b40 None None] Routers {'73e381b9-6858-49cd-8c71-bb0f6d303d11'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:21.405013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7370887f-21a4-4abe-9307-7e9c684a4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['73e381b9-6858-49cd-8c71-bb0f6d303d11'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:21.417718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:21.418966 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0db66255-dac0-41cb-84c5-30ae0444a926 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1240752 Sep 19 17:18:21.422268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48616) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:21.427787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0f1826df-1ddf-4eff-957b-1cc9b32b07bd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:21.478544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7370887f-21a4-4abe-9307-7e9c684a4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:21.493027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370887f-21a4-4abe-9307-7e9c684a4b40 None None] Routers {'73e381b9-6858-49cd-8c71-bb0f6d303d11'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:21.493679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7370887f-21a4-4abe-9307-7e9c684a4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['73e381b9-6858-49cd-8c71-bb0f6d303d11'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:21.567269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-7370887f-21a4-4abe-9307-7e9c684a4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:21.567799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370887f-21a4-4abe-9307-7e9c684a4b40 None None] The sync data for ids ['73e381b9-6858-49cd-8c71-bb0f6d303d11'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:21.594140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b7c88-9c32-497f-a5f4-926a9bd92eb2 None None] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:18:21.692173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f7fe9ac6-270d-4043-97f7-3e6d1c2992d9 None None] Provisioning for port f1252d4b-4769-4207-9bad-27393a9a52c9 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:18:21.760557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:21.767664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:21.889735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=bffc3803-7a6b-4277-99c4-5862d4eee54d,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:21.923374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:22.008341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f1826df-1ddf-4eff-957b-1cc9b32b07bd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:22.086104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:22.087333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:22.129386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-63b85575-6fc9-4823-97de-56550591149b None None] Provisioning for port bffc3803-7a6b-4277-99c4-5862d4eee54d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:18:22.135162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-63b85575-6fc9-4823-97de-56550591149b None None] Provisioning complete for port bffc3803-7a6b-4277-99c4-5862d4eee54d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:22.135640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-63b85575-6fc9-4823-97de-56550591149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:22.208382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-63b85575-6fc9-4823-97de-56550591149b None None] Port bffc3803-7a6b-4277-99c4-5862d4eee54d cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:18:22.312752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 1efd70b3-843f-4eca-9cb4-b01c6842de60 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:18:22.424311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 991dcd69-0310-4ae3-ba1f-3753c70e95ca up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:22.504287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8f1ddf7d-e530-4940-8932-326282d7bb2b None None] Provisioning complete for port bffc3803-7a6b-4277-99c4-5862d4eee54d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:22.504671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8f1ddf7d-e530-4940-8932-326282d7bb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:22.613816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ddf7d-e530-4940-8932-326282d7bb2b None None] Port bffc3803-7a6b-4277-99c4-5862d4eee54d cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:18:22.631910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 991dcd69-0310-4ae3-ba1f-3753c70e95ca triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:22.632590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:22.690016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:22.701965 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Sync routers for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:22.708354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c4c13547-8f4a-4150-9299-0c8eec5c206c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/1efd70b3-843f-4eca-9cb4-b01c6842de60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6450677 Sep 19 17:18:22.710873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48620) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:22.712057 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:22.712690 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:22.767789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-48f0e1a9-aed8-4a55-b996-4fda192f4034 None None] Provisioning complete for port bffc3803-7a6b-4277-99c4-5862d4eee54d triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:22.768264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-48f0e1a9-aed8-4a55-b996-4fda192f4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:22.821713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 991dcd69-0310-4ae3-ba1f-3753c70e95ca is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:22.822520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f1252d4b-4769-4207-9bad-27393a9a52c9 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:22.865294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-48f0e1a9-aed8-4a55-b996-4fda192f4034 None None] Port bffc3803-7a6b-4277-99c4-5862d4eee54d cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:18:22.896546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port f1252d4b-4769-4207-9bad-27393a9a52c9 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:18:22.903186 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:22.905851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fecc3-3d98-40c5-8c4e-91aa49244f73 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:22.906370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f1252d4b-4769-4207-9bad-27393a9a52c9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:22.906466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fecc3-3d98-40c5-8c4e-91aa49244f73 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:22.906581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:22.906815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fecc3-3d98-40c5-8c4e-91aa49244f73 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:22.907305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fecc3-3d98-40c5-8c4e-91aa49244f73 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:22.907852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fecc3-3d98-40c5-8c4e-91aa49244f73 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:22.908307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fecc3-3d98-40c5-8c4e-91aa49244f73 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:22.909508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fecc3-3d98-40c5-8c4e-91aa49244f73 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:22.911377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a54fecc3-3d98-40c5-8c4e-91aa49244f73 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1991141 Sep 19 17:18:22.914336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48624) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:22.933775 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f1826df-1ddf-4eff-957b-1cc9b32b07bd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:22.937513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f1826df-1ddf-4eff-957b-1cc9b32b07bd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.006845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280a6ad-eedb-46c3-a425-0277c52f6498 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:23.007514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280a6ad-eedb-46c3-a425-0277c52f6498 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:23.007980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280a6ad-eedb-46c3-a425-0277c52f6498 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:23.008440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280a6ad-eedb-46c3-a425-0277c52f6498 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:23.009575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280a6ad-eedb-46c3-a425-0277c52f6498 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:23.010041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280a6ad-eedb-46c3-a425-0277c52f6498 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:23.010619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280a6ad-eedb-46c3-a425-0277c52f6498 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:23.012621 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3280a6ad-eedb-46c3-a425-0277c52f6498 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4633 time: 0.0968099 Sep 19 17:18:23.015521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48628) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:23.044961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f1252d4b-4769-4207-9bad-27393a9a52c9 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:23.047829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.088538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port f1252d4b-4769-4207-9bad-27393a9a52c9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f1252d4b-4769-4207-9bad-27393a9a52c9,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:23.094232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.150429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1826df-1ddf-4eff-957b-1cc9b32b07bd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Router 73e381b9-6858-49cd-8c71-bb0f6d303d11 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:18:23.181478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=f1252d4b-4769-4207-9bad-27393a9a52c9,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:23.292165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-44be1ed4-6b71-4dc1-bc50-449d23efbb0f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.2753215 Sep 19 17:18:23.319199 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:23.323960 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Checking router: 1efd70b3-843f-4eca-9cb4-b01c6842de60 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:18:23.324503 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Updating router 1efd70b3-843f-4eca-9cb4-b01c6842de60 port bffc3803-7a6b-4277-99c4-5862d4eee54d binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:18:23.373420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48646) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:23.379785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030203082', 'description': 'tempest-secgroup-smoke-2030203082 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:23.385484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1826df-1ddf-4eff-957b-1cc9b32b07bd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:23.387578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:23.392016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f1826df-1ddf-4eff-957b-1cc9b32b07bd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.392399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:23.393630 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f1826df-1ddf-4eff-957b-1cc9b32b07bd tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "PUT /v2.0/routers/73e381b9-6858-49cd-8c71-bb0f6d303d11 HTTP/1.1" status: 200 len: 925 time: 1.9702713 Sep 19 17:18:23.396059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:23.396652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:23.399952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94048cee-8a8d-4a00-b902-5d86fadfb9a9 None None] Sync routers for ids ['73e381b9-6858-49cd-8c71-bb0f6d303d11'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:23.403957 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.415498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94048cee-8a8d-4a00-b902-5d86fadfb9a9 None None] Routers {'73e381b9-6858-49cd-8c71-bb0f6d303d11'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:23.416300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-94048cee-8a8d-4a00-b902-5d86fadfb9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['73e381b9-6858-49cd-8c71-bb0f6d303d11'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:23.423125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:23.449175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.486974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:23.493049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:23.496256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:23.502448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:23.535160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-94048cee-8a8d-4a00-b902-5d86fadfb9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:23.548385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94048cee-8a8d-4a00-b902-5d86fadfb9a9 None None] Routers {'73e381b9-6858-49cd-8c71-bb0f6d303d11'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:23.548828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-94048cee-8a8d-4a00-b902-5d86fadfb9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['73e381b9-6858-49cd-8c71-bb0f6d303d11'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:23.613131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.619095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.633057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-94048cee-8a8d-4a00-b902-5d86fadfb9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:23.633467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94048cee-8a8d-4a00-b902-5d86fadfb9a9 None None] The sync data for ids ['73e381b9-6858-49cd-8c71-bb0f6d303d11'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:23.677802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ade3442-e96d-40bb-838f-935a41673e5c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:23.681938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.684059 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-68abd7f5-3201-4f91-b0e4-c36e15f3e1c8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3095911 Sep 19 17:18:23.687102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48656) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:23.693225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5ade3442-e96d-40bb-838f-935a41673e5c', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:23.701679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:23.707009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:23.710072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:23.714783 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-edbf66b7-e25e-4556-b92d-e08441b79256 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/routers/73e381b9-6858-49cd-8c71-bb0f6d303d11 HTTP/1.1" status: 200 len: 925 time: 0.3165362 Sep 19 17:18:23.716289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48660) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:23.716760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:23.749820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.824411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.829476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.852300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d880629-af89-44f0-a1f6-f28a42ac60a8 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:23.853235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d880629-af89-44f0-a1f6-f28a42ac60a8 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Synchronizing usage tracker for tenant:4c066ee9a31b423390cb511da4f808f5 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:23.863884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ecba31-983e-4187-a382-20c0b2dcd908,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:23.879562 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.880708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6d880629-af89-44f0-a1f6-f28a42ac60a8 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Unset dirty status for tenant:4c066ee9a31b423390cb511da4f808f5 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:23.885764 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6d880629-af89-44f0-a1f6-f28a42ac60a8 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=73e381b9-6858-49cd-8c71-bb0f6d303d11&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1675994 Sep 19 17:18:23.886417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48670) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:23.902461 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Transition to ACTIVE for port object bffc3803-7a6b-4277-99c4-5862d4eee54d will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:23.909302 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.920475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:23.924950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-537c8659-f797-4d7f-bf29-fa2599a38c18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2365129 Sep 19 17:18:23.931310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48674) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:23.937328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5ade3442-e96d-40bb-838f-935a41673e5c', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:23.944532 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:23.973663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:23.978352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:24.000580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:24.027265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.028477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f528bb61-d8de-4850-a089-6d6f17906e8c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:24.029156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f528bb61-d8de-4850-a089-6d6f17906e8c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Synchronizing usage tracker for tenant:4c066ee9a31b423390cb511da4f808f5 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:24.035615 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8094a8-2419-4a47-a9de-c86ead012246 None None] Pushing event updated for resources: {'Port': ['ID=bffc3803-7a6b-4277-99c4-5862d4eee54d,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:24.048397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f528bb61-d8de-4850-a089-6d6f17906e8c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Unset dirty status for tenant:4c066ee9a31b423390cb511da4f808f5 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:24.049727 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f528bb61-d8de-4850-a089-6d6f17906e8c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 881 time: 0.1623213 Sep 19 17:18:24.052664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48678) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:24.095627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047516-0364-404e-bad2-2ba32a761a6c req-bfcb017c-fd75-4b5b-97ac-5eca693f0bba tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:24.103436 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-be047516-0364-404e-bad2-2ba32a761a6c req-bfcb017c-fd75-4b5b-97ac-5eca693f0bba tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.2420478 Sep 19 17:18:24.133813 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31e3510d-f1c3-40f7-87fb-87282cbadcdd tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=73e381b9-6858-49cd-8c71-bb0f6d303d11 HTTP/1.1" status: 200 len: 205 time: 0.0706997 Sep 19 17:18:24.134613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48682) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:24.147910 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Attempting to bind port bffc3803-7a6b-4277-99c4-5862d4eee54d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:18:24.148432 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Attempting to bind port bffc3803-7a6b-4277-99c4-5862d4eee54d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:18:24.148792 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Attempting to bind port bffc3803-7a6b-4277-99c4-5862d4eee54d on network a86f7c28-82f2-45d0-add1-36028e5e9da8 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:18:24.154741 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:18:24.155365 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Checking segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:24.156190 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.156347 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Bound using segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:18:24.157105 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Bound port: bffc3803-7a6b-4277-99c4-5862d4eee54d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:18:24.157770 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.161999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.165268 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-be047516-0364-404e-bad2-2ba32a761a6c req-aa83a3f6-42fd-48f3-808e-1f4924f15a38 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608683 Sep 19 17:18:24.166611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.200149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e9c001-a700-4731-bb7e-81ea3234f793,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:24.209606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.213905 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eeec3973-9fd4-4b99-b1f7-ddd9c13b785b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2786734 Sep 19 17:18:24.214060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48686) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:24.219283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5ade3442-e96d-40bb-838f-935a41673e5c', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:24.225481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:24.229358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:24.232510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:24.238978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:24.260825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.280234 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] For port bffc3803-7a6b-4277-99c4-5862d4eee54d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:18:24.283906 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] For port bffc3803-7a6b-4277-99c4-5862d4eee54d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bffc3803-7a6b-4277-99c4-5862d4eee54d,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:18:24.289048 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.316636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f1252d4b-4769-4207-9bad-27393a9a52c9 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:24.340599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.344904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.359810 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:24.360601 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:24.375901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.393980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.396581 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815960 Sep 19 17:18:24.401170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48690) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:24.406616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068cbdf-4a37-4322-88f3-7e893596fea1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aded9295-4d7f-477d-acb0-bf353711300f,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:24.416650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f1252d4b-4769-4207-9bad-27393a9a52c9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:24.417329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.426581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5ade3442-e96d-40bb-838f-935a41673e5c', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:24.439217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:24.449044 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8094a8-2419-4a47-a9de-c86ead012246 None None] Pushing event updated for resources: {'Port': ['ID=bffc3803-7a6b-4277-99c4-5862d4eee54d,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:24.450115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:24.457546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:24.470702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:24.498484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.567021 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:24.576675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f1252d4b-4769-4207-9bad-27393a9a52c9 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:24.585267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.589573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.617489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe56b33-6cd3-4f1d-951c-12b7e0219f86,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:24.631839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.635805 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f28642be-ac22-4d4e-bfad-d40456ea5f80 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2301242 Sep 19 17:18:24.636088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48694) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:24.642218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5ade3442-e96d-40bb-838f-935a41673e5c', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:24.648552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:24.652806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:24.656011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:24.662500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:24.673486 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:18:24.680857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.745799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.752102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.755846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Deleting port 26f82294-ae46-4566-a546-2c2adffa7a66 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:24.756239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.756906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.780977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3bdf31-e474-4f63-bf4b-1358cf25cb16,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:24.790669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.792134 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b9663b3c-5ffc-458c-92df-9fc87a571386 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543732 Sep 19 17:18:24.794803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48698) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:24.800542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5ade3442-e96d-40bb-838f-935a41673e5c', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:24.806805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:24.810751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:24.813750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:24.819600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:24.849082 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:18:24.857836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.933769 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:24Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:24.934514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.938381 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd884b7-0980-4e26-8844-34b8cebeb6b7 None None] The sync data for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv is: [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:24Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:24.939473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.940405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.965259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f012056e-1d30-49e8-a440-7101d1d4f602,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:24.974434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:24.975871 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7356221f-4ca7-488b-9814-a425c9fd00df tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1800430 Sep 19 17:18:25.088293 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Calling delete_port for 26f82294-ae46-4566-a546-2c2adffa7a66 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:25.281343 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-906a795d-dfaf-496b-b3f1-3ef455bbc12f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030203082&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.0803456 Sep 19 17:18:25.325824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:25.397739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa1562-737b-42ac-87ba-d48454f40dfe req-12c3e1d8-164c-4a23-a76c-6564b3facde8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:25.399400 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3eaa1562-737b-42ac-87ba-d48454f40dfe req-12c3e1d8-164c-4a23-a76c-6564b3facde8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.1089733 Sep 19 17:18:25.418684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:25.475708 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3eaa1562-737b-42ac-87ba-d48454f40dfe req-5001e193-a6ec-4127-8128-50f1f4c15ba4 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683031 Sep 19 17:18:25.488465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event deleted for resources: {'Port': ['ID=26f82294-ae46-4566-a546-2c2adffa7a66,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:25.619866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-cfce525a-49aa-4e78-a3c1-05d87c48e047 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:25.620571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-cfce525a-49aa-4e78-a3c1-05d87c48e047 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:25.643173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:25.689591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-cfce525a-49aa-4e78-a3c1-05d87c48e047 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:25.690694 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-cfce525a-49aa-4e78-a3c1-05d87c48e047 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 797 time: 0.3992867 Sep 19 17:18:25.836333 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-84c4113b-9d55-4a95-84e8-945f8dc9148f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0806699 Sep 19 17:18:25.840608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:25.845544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:25.923996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:25.924525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Fanout notify agent at l3_agent the message router_deleted on router 73e381b9-6858-49cd-8c71-bb0f6d303d11 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:25.950986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:25.952085 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f2bc53d3-bb52-4be6-bc79-6c20c1f090aa tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/73e381b9-6858-49cd-8c71-bb0f6d303d11 HTTP/1.1" status: 204 len: 168 time: 1.8164532 Sep 19 17:18:25.976860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48718) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:25.984183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-54fc1c85-6f6a-446a-8b12-78f95351fa0b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:26.000548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-54fc1c85-6f6a-446a-8b12-78f95351fa0b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:26.000548 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-54fc1c85-6f6a-446a-8b12-78f95351fa0b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533580 Sep 19 17:18:26.003375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1220149352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:26.012256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:26.022513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Usage tracker for resource:router and tenant:f7995d82101a4f109e12af961c868dde is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:26.026675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:26.034004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:26.049656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.051131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.073816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.097097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.126250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.127906 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d9faf5d8-5a38-46fc-8c0c-5210e6515a8b tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1544862 Sep 19 17:18:26.130477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48722) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:26.136177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:26.161089 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-36098272-c3e8-4479-9f1b-40defd46887e service neutron] 10.222.0.83 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481123 Sep 19 17:18:26.309889 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-7fcafe59-e08b-4b2f-aafa-390423add787 service neutron] 10.222.0.83 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434259 Sep 19 17:18:26.330678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bffc3803-7a6b-4277-99c4-5862d4eee54d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:26.409040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port bffc3803-7a6b-4277-99c4-5862d4eee54d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:18:26.415617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port bffc3803-7a6b-4277-99c4-5862d4eee54d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:26.416655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.580221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port bffc3803-7a6b-4277-99c4-5862d4eee54d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:26.580909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.608739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-689353b1-4200-4770-8414-763555c723f1 req-58182baf-5fcd-4bda-a54f-197e13f5bb46 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:26.621637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port bffc3803-7a6b-4277-99c4-5862d4eee54d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bffc3803-7a6b-4277-99c4-5862d4eee54d,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:26.627046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.704631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-689353b1-4200-4770-8414-763555c723f1 req-58182baf-5fcd-4bda-a54f-197e13f5bb46 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:26.705911 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-689353b1-4200-4770-8414-763555c723f1 req-58182baf-5fcd-4bda-a54f-197e13f5bb46 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 210 time: 0.1515501 Sep 19 17:18:26.743955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=bffc3803-7a6b-4277-99c4-5862d4eee54d,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:26.775119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:26.845346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de737bc0-2c2d-4b2e-84dd-ecb31716cd0a req-4246012a-b3d3-48cc-aaf8-22b52c8b7ec2 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:26.847187 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de737bc0-2c2d-4b2e-84dd-ecb31716cd0a req-4246012a-b3d3-48cc-aaf8-22b52c8b7ec2 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.2246304 Sep 19 17:18:26.907588 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-de737bc0-2c2d-4b2e-84dd-ecb31716cd0a req-d3c35baa-3990-4ba7-8d7e-ba21ac5c104f tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520940 Sep 19 17:18:27.106628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:27.136212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:27.280176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Allocated IP 172.26.10.227 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/d965f4ee-7e2e-4cff-b192-d6dd45750f45) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:27.434947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:27.478054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:27.552065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:27.604528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:27.655256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:27.688399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event updated for resources: {'Port': ['ID=d965f4ee-7e2e-4cff-b192-d6dd45750f45,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:28.053672 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-40131079-f9a2-4060-8c95-4c6779416016 req-857bc032-a95e-4493-a0e9-cfbf41efca5b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 210 time: 0.1212914 Sep 19 17:18:28.057526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-d5d0b2a9-a334-4154-af65-cabb0db55184 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:28.057526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-d5d0b2a9-a334-4154-af65-cabb0db55184 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:28.093476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-d5d0b2a9-a334-4154-af65-cabb0db55184 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:28.093476 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-d5d0b2a9-a334-4154-af65-cabb0db55184 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 797 time: 0.5433881 Sep 19 17:18:28.191633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72700a61-f6da-4f41-ae7c-64aa54ee0c8c req-f9c14e08-befb-4c93-b398-3ea3e8f70f4e tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:28.191633 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-72700a61-f6da-4f41-ae7c-64aa54ee0c8c req-f9c14e08-befb-4c93-b398-3ea3e8f70f4e tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.1335776 Sep 19 17:18:28.259855 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-72700a61-f6da-4f41-ae7c-64aa54ee0c8c req-c1d584b7-4b8b-4a99-a5d0-66338140d4e7 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544388 Sep 19 17:18:28.332687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bffc3803-7a6b-4277-99c4-5862d4eee54d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:28.371806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-f089bf6c-4985-42c2-9cf7-c2b8214a667f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:28.449935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port bffc3803-7a6b-4277-99c4-5862d4eee54d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:28.449935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:28.459530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-f089bf6c-4985-42c2-9cf7-c2b8214a667f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:28.459530 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-f089bf6c-4985-42c2-9cf7-c2b8214a667f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 380 time: 0.3468232 Sep 19 17:18:28.480137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['5ade3442-e96d-40bb-838f-935a41673e5c']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:28.587643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:28.588198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port bffc3803-7a6b-4277-99c4-5862d4eee54d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:28.775596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:28.791853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:28.860470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:18:28.864007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:29.074295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:29.114553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:29.267469 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a8cb1097-dedc-48ce-b288-48cbc085ff67 req-6e2a8726-be76-4a15-8f97-c7e22405f643 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 210 time: 0.0864305 Sep 19 17:18:29.274382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.12 (a86f7c28-82f2-45d0-add1-36028e5e9da8/4a42887a-5edb-4947-aac9-7013bc24b768/52b1e703-3567-4d35-a5a6-1048c3351faa) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:29.485749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4c5c-6b76-48d5-8079-ed6e9a805ceb req-23a6bf7c-20fe-43db-8b3b-a62de1cf6da5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:29.487725 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96cc4c5c-6b76-48d5-8079-ed6e9a805ceb req-23a6bf7c-20fe-43db-8b3b-a62de1cf6da5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.0920074 Sep 19 17:18:29.538285 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96cc4c5c-6b76-48d5-8079-ed6e9a805ceb req-85af249f-ad5c-40b3-971f-0b6b07c034f8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452211 Sep 19 17:18:29.546521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Router 3d3551c4-10ed-4f94-b4cc-905fceabc407 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:29.665321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:29.692259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 52b1e703-3567-4d35-a5a6-1048c3351faa will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:29.927557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:29.937284 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf48da-a482-4aa7-8c5b-923150df3abd None None] Sync routers for ids ['3d3551c4-10ed-4f94-b4cc-905fceabc407'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:29.945436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:29.949217 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-82763b2d-c188-4ddf-9317-a61ba311676c tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "PUT /v2.0/routers/3d3551c4-10ed-4f94-b4cc-905fceabc407 HTTP/1.1" status: 200 len: 885 time: 3.8151579 Sep 19 17:18:29.949363 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf48da-a482-4aa7-8c5b-923150df3abd None None] Routers {'3d3551c4-10ed-4f94-b4cc-905fceabc407'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:29.949363 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ecbf48da-a482-4aa7-8c5b-923150df3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['3d3551c4-10ed-4f94-b4cc-905fceabc407'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:29.949532 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:29.950012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48750) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:30.053953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:30.056878 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ecbf48da-a482-4aa7-8c5b-923150df3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:30.059374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:30.062066 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf48da-a482-4aa7-8c5b-923150df3abd None None] Routers {'3d3551c4-10ed-4f94-b4cc-905fceabc407'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:30.062066 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ecbf48da-a482-4aa7-8c5b-923150df3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['3d3551c4-10ed-4f94-b4cc-905fceabc407'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:30.071947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:30.127939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=52b1e703-3567-4d35-a5a6-1048c3351faa,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:30.156055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:30.156800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:30.179763 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-933d1cf5-9933-481e-b414-806d5482d748 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7139940 Sep 19 17:18:30.190587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Request body: {'port': {'device_id': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:30.207536 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f30303af-c177-4454-9460-aa93cc892090 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/routers/3d3551c4-10ed-4f94-b4cc-905fceabc407 HTTP/1.1" status: 200 len: 926 time: 0.2552061 Sep 19 17:18:30.209822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48754) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:30.216067 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ecbf48da-a482-4aa7-8c5b-923150df3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:30.216590 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf48da-a482-4aa7-8c5b-923150df3abd None None] The sync data for ids ['3d3551c4-10ed-4f94-b4cc-905fceabc407'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:30.336731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e20ac6-d3fd-4a2e-9082-2cbd8d3522da tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:30.336731 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d5e20ac6-d3fd-4a2e-9082-2cbd8d3522da tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=3d3551c4-10ed-4f94-b4cc-905fceabc407&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.1219561 Sep 19 17:18:30.336731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48760) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:30.465484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:30.538113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75297ac6-35c9-497f-ad6a-d24549e6c599 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:30.539578 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-75297ac6-35c9-497f-ad6a-d24549e6c599 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 881 time: 0.2012422 Sep 19 17:18:30.542112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48764) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:30.596812 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-383a8f58-7c56-429e-a31d-ccff2b43f390 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=3d3551c4-10ed-4f94-b4cc-905fceabc407 HTTP/1.1" status: 200 len: 205 time: 0.0507324 Sep 19 17:18:30.597106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48770) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:30.617368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7d4d6b26-d9fc-4e4a-91bf-2853be211646 None None] Provisioning for port 52b1e703-3567-4d35-a5a6-1048c3351faa completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:18:30.625689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7d4d6b26-d9fc-4e4a-91bf-2853be211646 None None] Provisioning complete for port 52b1e703-3567-4d35-a5a6-1048c3351faa triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:30.627280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6b26-d9fc-4e4a-91bf-2853be211646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:30.709526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d6b26-d9fc-4e4a-91bf-2853be211646 None None] Port 52b1e703-3567-4d35-a5a6-1048c3351faa cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:18:30.825042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1306b-7c5f-4780-b731-662176647389 req-01954f38-1ebc-4c04-beff-fe9102f9d597 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:30.825608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4ff1306b-7c5f-4780-b731-662176647389 req-01954f38-1ebc-4c04-beff-fe9102f9d597 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:30.859261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:30.872738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4ff1306b-7c5f-4780-b731-662176647389 req-01954f38-1ebc-4c04-beff-fe9102f9d597 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:30.874389 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4ff1306b-7c5f-4780-b731-662176647389 req-01954f38-1ebc-4c04-beff-fe9102f9d597 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 932 time: 0.3759880 Sep 19 17:18:30.960502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd051a1-e88a-4ff4-9696-f61ce6dc07ca req-511de8ec-1034-46ef-ba3e-55886f010057 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:30.966126 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fd051a1-e88a-4ff4-9696-f61ce6dc07ca req-511de8ec-1034-46ef-ba3e-55886f010057 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.2686529 Sep 19 17:18:30.999288 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4ff1306b-7c5f-4780-b731-662176647389 req-46b380a9-6ad5-402a-b091-593ee124285f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159067 Sep 19 17:18:31.007806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b1e703-3567-4d35-a5a6-1048c3351faa {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:18:31.017926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.052757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Transition to ACTIVE for port object 52b1e703-3567-4d35-a5a6-1048c3351faa will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:18:31.057690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.104676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5fd051a1-e88a-4ff4-9696-f61ce6dc07ca req-9f4f4c83-2467-4fce-85ba-335739bf7e1e tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770340 Sep 19 17:18:31.115163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.130119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Deleting port d965f4ee-7e2e-4cff-b192-d6dd45750f45 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:31.130119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.280281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Pushing event updated for resources: {'Port': ['ID=52b1e703-3567-4d35-a5a6-1048c3351faa,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:31.323530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Attempting to bind port 52b1e703-3567-4d35-a5a6-1048c3351faa on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:18:31.323857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Attempting to bind port 52b1e703-3567-4d35-a5a6-1048c3351faa by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:18:31.324181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Attempting to bind port 52b1e703-3567-4d35-a5a6-1048c3351faa on network a86f7c28-82f2-45d0-add1-36028e5e9da8 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:18:31.330423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Port 52b1e703-3567-4d35-a5a6-1048c3351faa on network a86f7c28-82f2-45d0-add1-36028e5e9da8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:18:31.330746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Attempting to bind port 52b1e703-3567-4d35-a5a6-1048c3351faa on network a86f7c28-82f2-45d0-add1-36028e5e9da8 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:18:31.336870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:18:31.337189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Checking segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:31.337572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Bound using segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:18:31.338000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Bound port: 52b1e703-3567-4d35-a5a6-1048c3351faa, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:18:31.338347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.433563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] For port 52b1e703-3567-4d35-a5a6-1048c3351faa, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:18:31.436616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] For port 52b1e703-3567-4d35-a5a6-1048c3351faa, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=52b1e703-3567-4d35-a5a6-1048c3351faa,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:18:31.441980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.442256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.476660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:31.477289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.478645 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] 10.222.0.86 "PUT /v2.0/ports/52b1e703-3567-4d35-a5a6-1048c3351faa HTTP/1.1" status: 200 len: 1094 time: 1.2942028 Sep 19 17:18:31.483740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:18:31.486111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17776a5d-3744-49c6-9b70-99c3fab2638a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:18:31.555666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a40670-0c30-4ccd-b684-580cc0eae996 x-openstack-request-id: req-17a40670-0c30-4ccd-b684-580cc0eae996 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:18:31.555945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:18:31.556200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-17a40670-0c30-4ccd-b684-580cc0eae996 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:18:31.556592 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a40670-0c30-4ccd-b684-580cc0eae996'] response: {'name': 'network-changed', 'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'status': 'completed', 'code': 200} Sep 19 17:18:31.570552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e1b0c-f1c7-4743-8244-cba658d00f4c service neutron] Pushing event updated for resources: {'Port': ['ID=52b1e703-3567-4d35-a5a6-1048c3351faa,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:31.586539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Calling delete_port for d965f4ee-7e2e-4cff-b192-d6dd45750f45 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:31.610263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-41e653cf-4326-4f6e-b936-2979c3678651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:31.610263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-41e653cf-4326-4f6e-b936-2979c3678651 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 1097 time: 0.0914176 Sep 19 17:18:31.682240 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-8ddd9ac6-3f4d-4d07-92aa-158ce4423612 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52b1e703-3567-4d35-a5a6-1048c3351faa HTTP/1.1" status: 200 len: 217 time: 0.0646002 Sep 19 17:18:31.748219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-69f2c0dd-2502-4c14-a6eb-989bdc6adfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:31.749707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-69f2c0dd-2502-4c14-a6eb-989bdc6adfce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a42887a-5edb-4947-aac9-7013bc24b768 HTTP/1.1" status: 200 len: 835 time: 0.0612028 Sep 19 17:18:31.758140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:31.808624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event deleted for resources: {'Port': ['ID=d965f4ee-7e2e-4cff-b192-d6dd45750f45,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:31.836918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-537e2f91-32eb-49db-a5e1-a7b7f172102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:31.838477 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-537e2f91-32eb-49db-a5e1-a7b7f172102c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a86f7c28-82f2-45d0-add1-36028e5e9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830057 Sep 19 17:18:31.904865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.093713 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-b91329c2-2f7b-4e01-89ea-7a56e78b2287 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490118 Sep 19 17:18:32.094452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.097131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.125268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.126003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3551c4-10ed-4f94-b4cc-905fceabc407 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:32.156478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.158676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-85f40f51-63d3-4834-aed4-924eb0f24262 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/3d3551c4-10ed-4f94-b4cc-905fceabc407 HTTP/1.1" status: 204 len: 168 time: 1.5605047 Sep 19 17:18:32.162680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48780) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:32.169265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1008758169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:32.184966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:32.192010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Usage tracker for resource:router and tenant:f7995d82101a4f109e12af961c868dde is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:32.198401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:32.210176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:32.231786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.233432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.253089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.276662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.283220 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc69897a-ad5f-4850-aa9d-21cca2cc0a2f req-5dd5c5cf-2ad2-4f12-bd1c-e1987ec8b818 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824310 Sep 19 17:18:32.334068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71ba93-e949-440e-b709-65d4ea6fb0cf req-8bd93af6-042a-4f9e-a135-85f13d5aa4b9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:32.335433 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd71ba93-e949-440e-b709-65d4ea6fb0cf req-8bd93af6-042a-4f9e-a135-85f13d5aa4b9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.1011007 Sep 19 17:18:32.347188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.348384 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-403f12d5-c1e5-4675-b2c6-9c2488da94a1 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1840692 Sep 19 17:18:32.355378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48784) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:32.363607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': True}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:32.443247 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd71ba93-e949-440e-b709-65d4ea6fb0cf req-941e7949-7af1-4f4e-899b-6d39015bd678 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672288 Sep 19 17:18:32.470797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-7830ab76-fa40-49fd-812d-4b905a5743f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:32.472440 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-7830ab76-fa40-49fd-812d-4b905a5743f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 1097 time: 0.1360734 Sep 19 17:18:32.612104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-583948fa-e0ec-42d5-884c-c5ee5b437f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:32.613470 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-583948fa-e0ec-42d5-884c-c5ee5b437f9a service neutron] 10.222.0.86 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 898 time: 0.1288035 Sep 19 17:18:32.689721 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-47e411c5-b401-4c9d-88f4-94f2b6c4d3cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52b1e703-3567-4d35-a5a6-1048c3351faa HTTP/1.1" status: 200 len: 217 time: 0.0650611 Sep 19 17:18:32.754407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188bc8-323a-4e78-bd37-50cab34cba87 req-f81bb4f5-a11b-41e4-bf32-bb1ee36797ed tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:32.755259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-6a1263ee-d0a4-4279-8f45-5f1c3ba74f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:32.755721 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23188bc8-323a-4e78-bd37-50cab34cba87 req-f81bb4f5-a11b-41e4-bf32-bb1ee36797ed tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 944 time: 0.4556787 Sep 19 17:18:32.756705 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-6a1263ee-d0a4-4279-8f45-5f1c3ba74f90 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a42887a-5edb-4947-aac9-7013bc24b768 HTTP/1.1" status: 200 len: 835 time: 0.0617843 Sep 19 17:18:32.784190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:32.831955 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-23188bc8-323a-4e78-bd37-50cab34cba87 req-c6025c35-bd23-418e-869a-bc274c059bf2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675471 Sep 19 17:18:32.841012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-1af9bb4b-c83f-4ae7-b9d2-bdc8e57618b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:32.842550 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-1af9bb4b-c83f-4ae7-b9d2-bdc8e57618b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a86f7c28-82f2-45d0-add1-36028e5e9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793245 Sep 19 17:18:32.988071 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-74e23a07-f0ed-4151-99af-0ba8d3da94d7 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358800 Sep 19 17:18:33.135342 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-17776a5d-3744-49c6-9b70-99c3fab2638a req-b22bd53e-58eb-42f1-9e92-0bb20abdf91c service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409762 Sep 19 17:18:33.286073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:33.320950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:33.466373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Allocated IP 172.26.10.63 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/9591788f-1bec-4582-9793-9d279142e048) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:33.631189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:33.650930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72876f-e944-4a7c-88f4-d2feb76c5fc6 req-8468dee7-4ed6-4f3e-bde8-1ab9eb7cf9b5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:33.652601 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8b72876f-e944-4a7c-88f4-d2feb76c5fc6 req-8468dee7-4ed6-4f3e-bde8-1ab9eb7cf9b5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.0963583 Sep 19 17:18:33.665998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:33.702871 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8b72876f-e944-4a7c-88f4-d2feb76c5fc6 req-24362233-6042-4f80-8384-33ba5a55ed9a tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 Sep 19 17:18:33.738766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:33.741789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:33.745592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:33.775668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'Port': ['ID=9591788f-1bec-4582-9793-9d279142e048,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:34.160756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970c3f-8d04-49e5-af13-35fa82d7eb82 req-d7d902e7-1482-4a12-aa0f-ed27377c50f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:34.162135 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89970c3f-8d04-49e5-af13-35fa82d7eb82 req-d7d902e7-1482-4a12-aa0f-ed27377c50f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 944 time: 0.2055461 Sep 19 17:18:34.285143 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89970c3f-8d04-49e5-af13-35fa82d7eb82 req-de1c9145-a874-4e23-bd0d-ce1a1abed59b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706427 Sep 19 17:18:34.285841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:34.366787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 52b1e703-3567-4d35-a5a6-1048c3351faa details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:18:34.508162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 52b1e703-3567-4d35-a5a6-1048c3351faa, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=52b1e703-3567-4d35-a5a6-1048c3351faa,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:34.523564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'port_id': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'mac_address': 'fa:16:3e:28:3e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:18:34.587395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 52b1e703-3567-4d35-a5a6-1048c3351faa is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:34.587866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:34.607689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b1e703-3567-4d35-a5a6-1048c3351faa {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:18:34.624634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 52b1e703-3567-4d35-a5a6-1048c3351faa, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=52b1e703-3567-4d35-a5a6-1048c3351faa,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:34.630897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:34.745555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=52b1e703-3567-4d35-a5a6-1048c3351faa,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:34.772465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:34.775934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:34.865035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['52b1e703-3567-4d35-a5a6-1048c3351faa'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:18:34.911365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08112e93-5f32-413a-9981-e201a58a17c2 req-f22acace-6599-4d3f-ad4c-874e0926a1af tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:34.912988 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08112e93-5f32-413a-9981-e201a58a17c2 req-f22acace-6599-4d3f-ad4c-874e0926a1af tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.0957007 Sep 19 17:18:34.966525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08112e93-5f32-413a-9981-e201a58a17c2 req-9ef4767e-1e69-4892-9995-406c5ad458c5 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469632 Sep 19 17:18:35.002712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Router 788b1210-73b4-4904-98a6-a60035073ee5 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:35.188799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:35.196899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:35.197446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade6dacc-4365-4140-b429-a80aa533f665 None None] Sync routers for ids ['788b1210-73b4-4904-98a6-a60035073ee5'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:35.198090 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-512f995c-a1c1-4306-8e8c-8bba4d97b583 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "PUT /v2.0/routers/788b1210-73b4-4904-98a6-a60035073ee5 HTTP/1.1" status: 200 len: 919 time: 2.8417320 Sep 19 17:18:35.200737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48794) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:35.206760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6dacc-4365-4140-b429-a80aa533f665 None None] Routers {'788b1210-73b4-4904-98a6-a60035073ee5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:35.207456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ade6dacc-4365-4140-b429-a80aa533f665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['788b1210-73b4-4904-98a6-a60035073ee5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:35.270777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ade6dacc-4365-4140-b429-a80aa533f665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:35.279978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6dacc-4365-4140-b429-a80aa533f665 None None] Routers {'788b1210-73b4-4904-98a6-a60035073ee5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:35.280698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ade6dacc-4365-4140-b429-a80aa533f665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['788b1210-73b4-4904-98a6-a60035073ee5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:35.342594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ade6dacc-4365-4140-b429-a80aa533f665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:35.343049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade6dacc-4365-4140-b429-a80aa533f665 None None] The sync data for ids ['788b1210-73b4-4904-98a6-a60035073ee5'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:35.382650 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf25399e-17f8-4ef9-bfbd-9684fad7c92c tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/routers/788b1210-73b4-4904-98a6-a60035073ee5 HTTP/1.1" status: 200 len: 925 time: 0.1804247 Sep 19 17:18:35.385556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48800) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:35.534519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb419f5-56b2-400f-ae2d-a3955835c5b1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:35.536066 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cbb419f5-56b2-400f-ae2d-a3955835c5b1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=788b1210-73b4-4904-98a6-a60035073ee5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1495097 Sep 19 17:18:35.539016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48804) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:35.544360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c73c99-4eb0-4c72-885b-c7dcfbadd728 req-b02a9074-0339-4bd9-9633-56ffcefca26e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:35.545753 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a9c73c99-4eb0-4c72-885b-c7dcfbadd728 req-b02a9074-0339-4bd9-9633-56ffcefca26e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 945 time: 0.1214232 Sep 19 17:18:35.591627 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a9c73c99-4eb0-4c72-885b-c7dcfbadd728 req-0acff729-c3b9-4bd9-b08a-dd22d45316d4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393786 Sep 19 17:18:35.669343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc133e-0795-420a-b856-f35b872e5a14 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:35.669939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d4cc133e-0795-420a-b856-f35b872e5a14 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Synchronizing usage tracker for tenant:4c066ee9a31b423390cb511da4f808f5 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:18:35.681284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d4cc133e-0795-420a-b856-f35b872e5a14 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Unset dirty status for tenant:4c066ee9a31b423390cb511da4f808f5 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:18:35.682464 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d4cc133e-0795-420a-b856-f35b872e5a14 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 881 time: 0.1424108 Sep 19 17:18:35.685710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48810) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:35.737058 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5d2aac2a-86ec-40fc-b66d-ef0bde6101d4 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=788b1210-73b4-4904-98a6-a60035073ee5 HTTP/1.1" status: 200 len: 205 time: 0.0502133 Sep 19 17:18:35.739824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48814) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:36.031166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:36.276195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:36.292704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08addd8-9b12-4dd7-8457-6b1c3ea28260 req-e146b80d-9c6b-4c3a-9c4d-e7ff6b20d151 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:36.294167 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a08addd8-9b12-4dd7-8457-6b1c3ea28260 req-e146b80d-9c6b-4c3a-9c4d-e7ff6b20d151 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.1877141 Sep 19 17:18:36.295374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Deleting port 9591788f-1bec-4582-9793-9d279142e048 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:36.295713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:36.397940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 52b1e703-3567-4d35-a5a6-1048c3351faa up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:36.445380 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a08addd8-9b12-4dd7-8457-6b1c3ea28260 req-9b7ea548-50c8-4d33-9913-5110d5ff5792 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254101 Sep 19 17:18:36.488571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 52b1e703-3567-4d35-a5a6-1048c3351faa completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:18:36.494354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 52b1e703-3567-4d35-a5a6-1048c3351faa triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:36.494730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:36.516829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:36.615495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 52b1e703-3567-4d35-a5a6-1048c3351faa is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:36.615981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:36.644803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Calling delete_port for 9591788f-1bec-4582-9793-9d279142e048 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:36.646716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:18:36.649130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2737274f-e159-4eee-9f15-7bb9e99a760a" -d '{"events": [{"server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "name": "network-vif-plugged", "status": "completed", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:18:36.657558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 52b1e703-3567-4d35-a5a6-1048c3351faa, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=52b1e703-3567-4d35-a5a6-1048c3351faa,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:36.664136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:36.720029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eaff28-11b0-4d9c-931e-0e1826c9cc36 x-openstack-request-id: req-46eaff28-11b0-4d9c-931e-0e1826c9cc36 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:18:36.720329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "name": "network-vif-plugged", "status": "completed", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:18:36.720584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-46eaff28-11b0-4d9c-931e-0e1826c9cc36 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:18:36.721132 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46eaff28-11b0-4d9c-931e-0e1826c9cc36'] response: {'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'code': 200} Sep 19 17:18:36.757051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=52b1e703-3567-4d35-a5a6-1048c3351faa,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:36.845202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6523-5a69-4a6d-b483-9fe11ccd9fe9 req-5c1b0862-ae78-4905-b2ad-cafc3c6ae16a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:36.846796 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0bc6523-5a69-4a6d-b483-9fe11ccd9fe9 req-5c1b0862-ae78-4905-b2ad-cafc3c6ae16a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 946 time: 0.1085815 Sep 19 17:18:36.855709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:36.896627 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0bc6523-5a69-4a6d-b483-9fe11ccd9fe9 req-eb321085-85dc-49b2-9b85-d639e3a8408a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Sep 19 17:18:36.941219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event deleted for resources: {'Port': ['ID=9591788f-1bec-4582-9793-9d279142e048,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:37.062745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.241034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b148c0-f19a-4b5d-9ad0-7d2c758e4971 req-a117e9a7-da88-45b5-b326-49a31cd1e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:37.242528 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-12b148c0-f19a-4b5d-9ad0-7d2c758e4971 req-a117e9a7-da88-45b5-b326-49a31cd1e19d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 1099 time: 0.3413463 Sep 19 17:18:37.244518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.246810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.298729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.299547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Fanout notify agent at l3_agent the message router_deleted on router 788b1210-73b4-4904-98a6-a60035073ee5 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:37.309010 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-12b148c0-f19a-4b5d-9ad0-7d2c758e4971 req-62839839-ff35-42a7-8f83-092c0b82f9ed service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588758 Sep 19 17:18:37.329207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.329207 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1e5ba2a7-7dee-4538-8c85-92c4844b8b86 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/788b1210-73b4-4904-98a6-a60035073ee5 HTTP/1.1" status: 204 len: 168 time: 1.5837193 Sep 19 17:18:37.329207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48826) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:37.335469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-909333378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:37.343075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:37.348076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Usage tracker for resource:router and tenant:f7995d82101a4f109e12af961c868dde is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:37.351622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:37.359629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:37.372474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.374657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.391705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.413142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.437760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:37.439202 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-15bbcb35-b950-46c2-a9de-3c9ffccea768 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1091626 Sep 19 17:18:37.442108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48830) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:37.449196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'enable_snat': False}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:37.670236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5592d77-e60d-472f-8e4f-d7153e5eed57 req-cc69cb6c-7987-48de-bc11-a2803bd97d7b tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:37.672942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5592d77-e60d-472f-8e4f-d7153e5eed57 req-cc69cb6c-7987-48de-bc11-a2803bd97d7b tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.0947618 Sep 19 17:18:37.720081 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5592d77-e60d-472f-8e4f-d7153e5eed57 req-84405ac2-482a-49e2-a017-df5ae8d01635 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416479 Sep 19 17:18:37.983540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:38.190031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c91fe-70e3-4ef5-8f76-d3cbdda21723 req-ba59b539-6320-4da5-86b3-790352a9352c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:38.191899 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-378c91fe-70e3-4ef5-8f76-d3cbdda21723 req-ba59b539-6320-4da5-86b3-790352a9352c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 946 time: 0.1804819 Sep 19 17:18:38.278506 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-378c91fe-70e3-4ef5-8f76-d3cbdda21723 req-10656d13-6861-4a6c-a69d-b118e7333b78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803630 Sep 19 17:18:38.504903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:38.548273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:38.728710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Allocated IP 172.26.10.165 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/f2c9b410-a17b-4aab-9855-ffeaf1df1655) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:38.916008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:38.960606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:39.037844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:39.040764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:39.045177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:39.074496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f08d3-0a2c-4c95-aaeb-7e3ac3abd27b req-d7e135b4-6d91-4d66-a02c-c0018df36fe0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:39.076936 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d77f08d3-0a2c-4c95-aaeb-7e3ac3abd27b req-d7e135b4-6d91-4d66-a02c-c0018df36fe0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.2317026 Sep 19 17:18:39.094249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Pushing event updated for resources: {'Port': ['ID=f2c9b410-a17b-4aab-9855-ffeaf1df1655,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:39.131220 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d77f08d3-0a2c-4c95-aaeb-7e3ac3abd27b req-8b2f8970-0103-4a23-991c-60798aa6a65b tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480287 Sep 19 17:18:39.763934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:39.833566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c30352-9a46-4931-b250-2c83375a2404 req-5be60971-9126-4188-80c9-d99b92e7b3d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:39.840762 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80c30352-9a46-4931-b250-2c83375a2404 req-5be60971-9126-4188-80c9-d99b92e7b3d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 946 time: 0.4136436 Sep 19 17:18:39.977934 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-80c30352-9a46-4931-b250-2c83375a2404 req-aad2622f-3107-447b-b900-dd13f6e06353 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330492 Sep 19 17:18:40.208283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:40.211780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:40.217450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa1ae8-4ba7-4678-9546-cef834a67a0e req-f5d802c0-e41f-486f-9b60-0801dcad5d62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:40.217450 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-73aa1ae8-4ba7-4678-9546-cef834a67a0e req-f5d802c0-e41f-486f-9b60-0801dcad5d62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 946 time: 0.1050801 Sep 19 17:18:40.298296 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-73aa1ae8-4ba7-4678-9546-cef834a67a0e req-c1a1f0c3-baa4-440c-9e16-cbab3724fe32 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646913 Sep 19 17:18:40.327517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48846) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:40.447908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebc5bc-8c8f-4292-bf36-a44ccdb4ce30 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:40.458512 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9cebc5bc-8c8f-4292-bf36-a44ccdb4ce30 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 1094 time: 0.1252496 Sep 19 17:18:40.458512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48850) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:40.462972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:40.478106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:40.486497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:40.490073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:40.497694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:40.513544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:40.519055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804333e-d1a0-4103-bf10-97f043f68938 req-dd021163-1b76-4ffa-96cd-2ada4b766a69 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:40.526640 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0804333e-d1a0-4103-bf10-97f043f68938 req-dd021163-1b76-4ffa-96cd-2ada4b766a69 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.2188413 Sep 19 17:18:40.580327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Router d68a934b-5df9-4abf-aa79-59681e9e3bec is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:40.690651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:40.710208 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0804333e-d1a0-4103-bf10-97f043f68938 req-8e974c65-080b-460b-8acc-cb3147f26072 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234162 Sep 19 17:18:40.815612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:40.824260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:40.825145 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f6388-a8de-49c6-ba6b-cc57240a43fd None None] Sync routers for ids ['d68a934b-5df9-4abf-aa79-59681e9e3bec'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:40.825596 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5f8ec395-9766-46f8-b13d-ee452c5603c0 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "PUT /v2.0/routers/d68a934b-5df9-4abf-aa79-59681e9e3bec HTTP/1.1" status: 200 len: 920 time: 3.3818727 Sep 19 17:18:40.829257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48858) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:40.836471 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f6388-a8de-49c6-ba6b-cc57240a43fd None None] Routers {'d68a934b-5df9-4abf-aa79-59681e9e3bec'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:40.837031 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f52f6388-a8de-49c6-ba6b-cc57240a43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d68a934b-5df9-4abf-aa79-59681e9e3bec'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:40.864133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.31 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/e1835dfa-40dc-48e7-aebb-068f97c522fd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:40.898384 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f52f6388-a8de-49c6-ba6b-cc57240a43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:40.907391 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f6388-a8de-49c6-ba6b-cc57240a43fd None None] Routers {'d68a934b-5df9-4abf-aa79-59681e9e3bec'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:40.908031 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f52f6388-a8de-49c6-ba6b-cc57240a43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d68a934b-5df9-4abf-aa79-59681e9e3bec'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:40.969307 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f52f6388-a8de-49c6-ba6b-cc57240a43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:40.969629 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f6388-a8de-49c6-ba6b-cc57240a43fd None None] The sync data for ids ['d68a934b-5df9-4abf-aa79-59681e9e3bec'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:41.011998 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eb3c1ba8-1072-4a43-841b-af9285e9bdf1 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/routers/d68a934b-5df9-4abf-aa79-59681e9e3bec HTTP/1.1" status: 200 len: 926 time: 0.1816247 Sep 19 17:18:41.015808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48862) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:41.021342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:41.054193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:41.095732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee785c-85e3-48ce-aacd-0a0b507321ef tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:41.097533 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-60ee785c-85e3-48ce-aacd-0a0b507321ef tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=d68a934b-5df9-4abf-aa79-59681e9e3bec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.0803659 Sep 19 17:18:41.099944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48866) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:41.124303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:41.127161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:41.129681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:41.171900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=e1835dfa-40dc-48e7-aebb-068f97c522fd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:41.230190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0687c-ff0d-49e6-9faa-dd40eaa0ba2f tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:41.231630 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-24d0687c-ff0d-49e6-9faa-dd40eaa0ba2f tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/networks/115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 881 time: 0.1308005 Sep 19 17:18:41.234690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48870) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:41.378126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ddb8664f-10f0-4825-9f5d-370a24886ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:41.430779 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bf4224f3-a208-4edf-b042-1ae4f41ac142 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=d68a934b-5df9-4abf-aa79-59681e9e3bec HTTP/1.1" status: 200 len: 205 time: 0.1924095 Sep 19 17:18:41.431213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48874) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:41.552687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:41.618494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:41.636398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:41.805364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:41.815810 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Deleting port f2c9b410-a17b-4aab-9855-ffeaf1df1655 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:41.816145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.004219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.082795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadbb34-8a92-4e00-9b21-a6beae75dfed req-e6483be3-3d29-4310-8847-e9299b3f30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:42.084294 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-faadbb34-8a92-4e00-9b21-a6beae75dfed req-e6483be3-3d29-4310-8847-e9299b3f30a0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 1098 time: 0.3507926 Sep 19 17:18:42.112381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.128714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Calling delete_port for f2c9b410-a17b-4aab-9855-ffeaf1df1655 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:42.130885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.239221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d165342-514d-4831-b6b6-2e98c0eca705 req-61c14102-c5b4-49f3-9e3a-dd82d568b4d6 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:42.240713 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1d165342-514d-4831-b6b6-2e98c0eca705 req-61c14102-c5b4-49f3-9e3a-dd82d568b4d6 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.3900054 Sep 19 17:18:42.277357 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-faadbb34-8a92-4e00-9b21-a6beae75dfed req-f29b73cc-4c5a-4d4a-950c-68341f474fce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841400 Sep 19 17:18:42.289564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=e1835dfa-40dc-48e7-aebb-068f97c522fd,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:42.293181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.299790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.347687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event deleted for resources: {'Port': ['ID=f2c9b410-a17b-4aab-9855-ffeaf1df1655,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:42.387716 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1d165342-514d-4831-b6b6-2e98c0eca705 req-d16bcea8-2602-454c-9d6c-9599ac6611a2 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397994 Sep 19 17:18:42.455487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 61cbbc71-a1e8-458d-b522-5f7fe1d99663 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:18:42.463934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.487718 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP d2fabaae-c391-4f64-978f-f4354336ffe5 associated. External IP: 172.26.10.31, port: 52b1e703-3567-4d35-a5a6-1048c3351faa. Sep 19 17:18:42.591964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:42.605373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'port_id': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'mac_address': 'fa:16:3e:a2:36:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:18:42.647797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.650076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.662110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 is: ACTIVE; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:42.662722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.676577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.677190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Fanout notify agent at l3_agent the message router_deleted on router d68a934b-5df9-4abf-aa79-59681e9e3bec {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:42.688993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61cbbc71-a1e8-458d-b522-5f7fe1d99663 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:18:42.696069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.697203 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7189c8ea-196c-4117-8e89-690f0a568fd8 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/d68a934b-5df9-4abf-aa79-59681e9e3bec HTTP/1.1" status: 204 len: 168 time: 1.2652602 Sep 19 17:18:42.701420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48880) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:42.707027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:42.708104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-860183910', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:42.711615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.715868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:42.720472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Usage tracker for resource:router and tenant:f7995d82101a4f109e12af961c868dde is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:42.723406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:42.729637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:42.741734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.742752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.764829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:42.784677 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=61cbbc71-a1e8-458d-b522-5f7fe1d99663,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:42.864895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 1efd70b3-843f-4eca-9cb4-b01c6842de60 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:18:42.946296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['61cbbc71-a1e8-458d-b522-5f7fe1d99663'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:18:43.060405 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:43.078332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] Sync routers for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:43.090424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:43.114460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:43.115195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:43.157800 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3bd591b0-54ff-4036-baab-f9f46c6a3fea tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6974730 Sep 19 17:18:43.157800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:18:43.158526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb40837-b53f-4893-9656-5c0aa75fe763" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:18:43.161192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48884) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:43.193371 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:43.228078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317a7d4e-397b-4407-9a49-bfe475985bf4 x-openstack-request-id: req-317a7d4e-397b-4407-9a49-bfe475985bf4 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:18:43.228368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:18:43.228616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-317a7d4e-397b-4407-9a49-bfe475985bf4 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:18:43.229188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317a7d4e-397b-4407-9a49-bfe475985bf4'] response: {'name': 'network-changed', 'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'status': 'completed', 'code': 200} Sep 19 17:18:43.285091 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2e2d13d3-23e7-438c-88fc-d462405e0874 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 992 time: 0.1225152 Sep 19 17:18:43.361980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:43.367468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-ef5644a5-9d90-4a46-9d3b-8cbf2d3a2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:43.369270 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-ef5644a5-9d90-4a46-9d3b-8cbf2d3a2de4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0826645 Sep 19 17:18:43.566276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:43.569831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-e6a1fa73-ad18-4da6-8edb-dc5c87a04bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:43.571540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-e6a1fa73-ad18-4da6-8edb-dc5c87a04bf0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 898 time: 0.1960788 Sep 19 17:18:43.597956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:43.651454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92a7d8bb-5144-4c4c-888f-7509c7beb483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:43.748644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Allocated IP 172.26.10.95 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/29127c00-0abc-4e09-84ff-6e033e923358) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:43.837434 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-79ae1d43-60d3-4ad9-9ca8-44216d1210ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52b1e703-3567-4d35-a5a6-1048c3351faa HTTP/1.1" status: 200 len: 1000 time: 0.2574167 Sep 19 17:18:43.852487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'd2fabaae-c391-4f64-978f-f4354336ffe5', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.31', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'port_id': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'mac_address': 'fa:16:3e:28:3e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:18:41Z', 'updated_at': '2022-09-19T17:18:41Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:43.856922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] Checking router: 1efd70b3-843f-4eca-9cb4-b01c6842de60 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:18:43.866164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:43.866775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:43.889326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2dd5b-0df6-4b04-9ba1-2249bf60dbec req-0a8f7e71-5729-4999-afcc-3ee91a722587 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:43.890776 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54b2dd5b-0df6-4b04-9ba1-2249bf60dbec req-0a8f7e71-5729-4999-afcc-3ee91a722587 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 944 time: 0.3632653 Sep 19 17:18:43.903403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:43.930883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-842c809d-56d9-4d68-974e-74ec4a0ff507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:43.932439 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-842c809d-56d9-4d68-974e-74ec4a0ff507 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a42887a-5edb-4947-aac9-7013bc24b768 HTTP/1.1" status: 200 len: 835 time: 0.0884242 Sep 19 17:18:43.934245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:43.999143 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54b2dd5b-0df6-4b04-9ba1-2249bf60dbec req-e065a26c-75c2-4c82-8829-c961fead8a20 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957270 Sep 19 17:18:44.003557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:44.008220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:44.012450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:44.034592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-6dadd045-45be-4370-966f-246a414378e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:44.036570 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-6dadd045-45be-4370-966f-246a414378e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a86f7c28-82f2-45d0-add1-36028e5e9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947919 Sep 19 17:18:44.060545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event updated for resources: {'Port': ['ID=29127c00-0abc-4e09-84ff-6e033e923358,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:44.061055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:18:44.179631 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-f4b45b79-2f39-4623-b0f3-73d809bd1471 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340439 Sep 19 17:18:44.288761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48892) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:44.440040 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bb40837-b53f-4893-9656-5c0aa75fe763 req-4bbfe111-1e91-4aa0-a6a5-7478cc0e4a29 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506034 Sep 19 17:18:44.445904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'd2fabaae-c391-4f64-978f-f4354336ffe5', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.31', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'port_id': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'mac_address': 'fa:16:3e:28:3e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:18:41Z', 'updated_at': '2022-09-19T17:18:41Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:44.446540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ff666af7-5f4e-459a-838a-09f84a0111fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 992 time: 0.1564147 Sep 19 17:18:44.454226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8f55c-a9e0-49c6-968d-3125cfbdd859 None None] The sync data for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv is: [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'd2fabaae-c391-4f64-978f-f4354336ffe5', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.31', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'port_id': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'mac_address': 'fa:16:3e:28:3e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:18:41Z', 'updated_at': '2022-09-19T17:18:41Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:44.492007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 61cbbc71-a1e8-458d-b522-5f7fe1d99663 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:18:44.581240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:18:44.582038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:44.657986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:44.711643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:18:44.712175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:44.741681 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca361095-10b8-4a8b-b22f-5d237cb91263 None None] New status for floating IP d2fabaae-c391-4f64-978f-f4354336ffe5: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:18:44.743897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:18:44.746376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec88a41-a5ce-43be-8e9f-939a447eb5e2" -d '{"events": [{"server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "name": "network-vif-plugged", "status": "completed", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:18:44.755442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:18:44.760776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:44.817552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07240a2b-362d-479d-bdc0-e65ca09efba1 x-openstack-request-id: req-07240a2b-362d-479d-bdc0-e65ca09efba1 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:18:44.817854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "name": "network-vif-plugged", "status": "completed", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:18:44.818115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-07240a2b-362d-479d-bdc0-e65ca09efba1 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:18:44.818641 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07240a2b-362d-479d-bdc0-e65ca09efba1'] response: {'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'code': 200} Sep 19 17:18:44.837889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=61cbbc71-a1e8-458d-b522-5f7fe1d99663,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:45.014845 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:45.104861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:45.186278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:45.224394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64098-f0db-466f-83ce-67727f27a74c req-9bd577af-7286-4665-96b3-5174896ea242 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:45.225910 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dd64098-f0db-466f-83ce-67727f27a74c req-9bd577af-7286-4665-96b3-5174896ea242 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.0931876 Sep 19 17:18:45.240234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Router 70276bef-afe0-4184-8b73-f8746952f949 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:18:45.271236 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dd64098-f0db-466f-83ce-67727f27a74c req-f8a15f1a-1820-4875-a17f-498d376b1188 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Sep 19 17:18:45.300563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48900) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:45.411129 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-779839e5-7e38-4bc4-b7e6-3bd4781ed465 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/floatingips/cd204ab3-fbb8-4883-9c9b-0820f6717015 HTTP/1.1" status: 200 len: 994 time: 0.1091874 Sep 19 17:18:45.430655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:45.443110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e54bc3-2fae-407a-bfb3-71c3034000a3 None None] Sync routers for ids ['70276bef-afe0-4184-8b73-f8746952f949'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:45.450634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48904) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:45.457225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e54bc3-2fae-407a-bfb3-71c3034000a3 None None] Routers {'70276bef-afe0-4184-8b73-f8746952f949'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:45.458004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-87e54bc3-2fae-407a-bfb3-71c3034000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['70276bef-afe0-4184-8b73-f8746952f949'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:45.461806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:45.465864 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-507ae8da-c60e-4d09-b724-c3259bf6e012 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7605188 Sep 19 17:18:45.466273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48908) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:45.472382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:45.526991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-87e54bc3-2fae-407a-bfb3-71c3034000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:45.536505 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e54bc3-2fae-407a-bfb3-71c3034000a3 None None] Routers {'70276bef-afe0-4184-8b73-f8746952f949'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:45.537127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-87e54bc3-2fae-407a-bfb3-71c3034000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['70276bef-afe0-4184-8b73-f8746952f949'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:45.573730 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1903e9e6-30f8-4e14-a469-0e9e5fd63c73 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 994 time: 0.1215556 Sep 19 17:18:45.602504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-87e54bc3-2fae-407a-bfb3-71c3034000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:45.602936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e54bc3-2fae-407a-bfb3-71c3034000a3 None None] The sync data for ids ['70276bef-afe0-4184-8b73-f8746952f949'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:46.012415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:46.033115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:46.042678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Deleting port 29127c00-0abc-4e09-84ff-6e033e923358 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:46.043050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:46.192885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:46.363547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:46.489066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Calling delete_port for 29127c00-0abc-4e09-84ff-6e033e923358 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:46.661512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:46.711254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Pushing event deleted for resources: {'Port': ['ID=29127c00-0abc-4e09-84ff-6e033e923358,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:46.818448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:47.203793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:47.207499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:47.343410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Router 70276bef-afe0-4184-8b73-f8746952f949 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:18:47.597936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:18:47.607831 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0b3ce-243b-499f-9a17-5feafd313186 None None] Sync routers for ids ['70276bef-afe0-4184-8b73-f8746952f949'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:18:47.610184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:47.611356 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d757e7bd-0c10-4add-94c6-d9c9b96786a5 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "PUT /v2.0/routers/70276bef-afe0-4184-8b73-f8746952f949 HTTP/1.1" status: 200 len: 709 time: 2.1439736 Sep 19 17:18:47.613970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48912) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:47.618252 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0b3ce-243b-499f-9a17-5feafd313186 None None] Routers {'70276bef-afe0-4184-8b73-f8746952f949'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:47.618861 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2db0b3ce-243b-499f-9a17-5feafd313186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['70276bef-afe0-4184-8b73-f8746952f949'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:47.680383 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2db0b3ce-243b-499f-9a17-5feafd313186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:47.689503 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0b3ce-243b-499f-9a17-5feafd313186 None None] Routers {'70276bef-afe0-4184-8b73-f8746952f949'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:18:47.690104 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2db0b3ce-243b-499f-9a17-5feafd313186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:18:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['70276bef-afe0-4184-8b73-f8746952f949'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:47.746081 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-78d7442a-22b1-4915-8e23-4fead0024c06 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/routers/70276bef-afe0-4184-8b73-f8746952f949 HTTP/1.1" status: 200 len: 744 time: 0.1310241 Sep 19 17:18:47.749064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48916) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:47.751895 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2db0b3ce-243b-499f-9a17-5feafd313186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:18:47.752296 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0b3ce-243b-499f-9a17-5feafd313186 None None] The sync data for ids ['70276bef-afe0-4184-8b73-f8746952f949'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:18:47.799415 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c22ee25b-b028-41a8-87dc-45b387fec9a9 tempest-RoutersIpV6AdminTest-1831235205 tempest-RoutersIpV6AdminTest-1831235205-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&device_id=70276bef-afe0-4184-8b73-f8746952f949 HTTP/1.1" status: 200 len: 205 time: 0.0490284 Sep 19 17:18:47.802104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48920) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:47.855434 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4f25be3a-75ae-4508-8644-f566f8b17947 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=70276bef-afe0-4184-8b73-f8746952f949 HTTP/1.1" status: 200 len: 205 time: 0.0521717 Sep 19 17:18:47.859817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48924) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.007608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78b023cd-7a82-4dac-ba24-b355dc3f05f9 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:48.422397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78b023cd-7a82-4dac-ba24-b355dc3f05f9 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:48.424763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78b023cd-7a82-4dac-ba24-b355dc3f05f9 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:48.453474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78b023cd-7a82-4dac-ba24-b355dc3f05f9 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:48.453474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b023cd-7a82-4dac-ba24-b355dc3f05f9 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Fanout notify agent at l3_agent the message router_deleted on router 70276bef-afe0-4184-8b73-f8746952f949 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:48.468767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-78b023cd-7a82-4dac-ba24-b355dc3f05f9 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:48.470422 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-78b023cd-7a82-4dac-ba24-b355dc3f05f9 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/70276bef-afe0-4184-8b73-f8746952f949 HTTP/1.1" status: 204 len: 168 time: 0.6092818 Sep 19 17:18:48.475305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.536811 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8ae2028a-9e89-4de2-bbcb-d02ed310b978 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=70276bef-afe0-4184-8b73-f8746952f949 HTTP/1.1" status: 200 len: 205 time: 0.0599470 Sep 19 17:18:48.540921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.608923 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-2384776e-9eff-4bbf-a15c-2419745bd662 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] delete failed (client error): The resource could not be found. Sep 19 17:18:48.610162 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2384776e-9eff-4bbf-a15c-2419745bd662 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/70276bef-afe0-4184-8b73-f8746952f949 HTTP/1.1" status: 404 len: 336 time: 0.0679719 Sep 19 17:18:48.614339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48936) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.667740 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c51831d2-19f8-48ff-9054-d64301f70ed3 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=d68a934b-5df9-4abf-aa79-59681e9e3bec HTTP/1.1" status: 200 len: 205 time: 0.0523608 Sep 19 17:18:48.671323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48940) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.737273 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-0173fddb-076c-45f8-8e50-fdc41aa38d9a tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] delete failed (client error): The resource could not be found. Sep 19 17:18:48.738251 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0173fddb-076c-45f8-8e50-fdc41aa38d9a tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/d68a934b-5df9-4abf-aa79-59681e9e3bec HTTP/1.1" status: 404 len: 336 time: 0.0660031 Sep 19 17:18:48.742349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48944) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.795493 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe619963-793d-46f0-8229-a89ad2cba036 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=788b1210-73b4-4904-98a6-a60035073ee5 HTTP/1.1" status: 200 len: 205 time: 0.0519598 Sep 19 17:18:48.800004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48948) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.866625 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-72305dec-63e5-4916-adb8-033e54da60d6 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] delete failed (client error): The resource could not be found. Sep 19 17:18:48.867733 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72305dec-63e5-4916-adb8-033e54da60d6 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/788b1210-73b4-4904-98a6-a60035073ee5 HTTP/1.1" status: 404 len: 336 time: 0.0668252 Sep 19 17:18:48.872359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48952) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.927330 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2444fb86-2566-4cef-b35a-1ceb624a98c3 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=3d3551c4-10ed-4f94-b4cc-905fceabc407 HTTP/1.1" status: 200 len: 205 time: 0.0538483 Sep 19 17:18:48.930879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48956) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:48.996992 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-8fa52b49-b4aa-4d3f-8e7e-a71292e4cb1e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] delete failed (client error): The resource could not be found. Sep 19 17:18:48.997987 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8fa52b49-b4aa-4d3f-8e7e-a71292e4cb1e tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/3d3551c4-10ed-4f94-b4cc-905fceabc407 HTTP/1.1" status: 404 len: 336 time: 0.0662107 Sep 19 17:18:49.002503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48960) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:49.055500 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-861c55de-56f8-46f2-999b-548d356da184 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=73e381b9-6858-49cd-8c71-bb0f6d303d11 HTTP/1.1" status: 200 len: 205 time: 0.0517061 Sep 19 17:18:49.058983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48964) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:49.124145 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-b8856a36-f679-4c57-8119-c864c08a4941 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] delete failed (client error): The resource could not be found. Sep 19 17:18:49.125218 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b8856a36-f679-4c57-8119-c864c08a4941 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/73e381b9-6858-49cd-8c71-bb0f6d303d11 HTTP/1.1" status: 404 len: 336 time: 0.0652409 Sep 19 17:18:49.129023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48968) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:49.182663 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-96f0acec-5602-4406-90a7-bd2435d5d53f tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a70af8f-d833-42e5-bfe7-eb8f9771667b HTTP/1.1" status: 200 len: 205 time: 0.0525432 Sep 19 17:18:49.186397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48972) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:49.253448 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-8428af5f-0ff4-4092-948a-547da4abb638 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] delete failed (client error): The resource could not be found. Sep 19 17:18:49.254791 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8428af5f-0ff4-4092-948a-547da4abb638 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/routers/4a70af8f-d833-42e5-bfe7-eb8f9771667b HTTP/1.1" status: 404 len: 336 time: 0.0673778 Sep 19 17:18:49.258649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48976) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:49.301731 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e8ba62-7bd9-43a6-a55d-2ae1a3029b02 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] DELETE failed (client error): The resource could not be found. Sep 19 17:18:49.302179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e8ba62-7bd9-43a6-a55d-2ae1a3029b02 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:18:49.303856 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f9e8ba62-7bd9-43a6-a55d-2ae1a3029b02 tempest-RoutersIpV6AdminTest-623725645 tempest-RoutersIpV6AdminTest-623725645-project] 10.222.0.83 "DELETE /v2.0/subnets/bda30f0f-85f6-4699-8db0-aeef7fe4dd2b HTTP/1.1" status: 404 len: 337 time: 0.0442894 Sep 19 17:18:49.600310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 48984) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:49.733884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:49.755121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:49.759836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Usage tracker for resource:security_group_rule and tenant:f7995d82101a4f109e12af961c868dde is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:49.763022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:49.769331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:49.868198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:49.874998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:49.921577 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f7995d82101a4f109e12af961c868dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199623 Sep 19 17:18:49.923244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea0e418-f628-429b-bf76-3d749cf392f4,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:49.924401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48990) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:49.930957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.931338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.931662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.931995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.932329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.932658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.932988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.933320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.933640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.933959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.934280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.934602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bf9cbc-42b2-426b-a1fd-57b8bfa72640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:49.984937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:50.016953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:50.074395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:50.090452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea0e418-f628-429b-bf76-3d749cf392f4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:50.101761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.102117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.102477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.102807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.103168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.103503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.103839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.104170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.104500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.104828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.105153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.105567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:18:50.108279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:50.109795 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8f5d53ad-70e3-4e28-accf-1338d6ae5220 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8ea0e418-f628-429b-bf76-3d749cf392f4 HTTP/1.1" status: 204 len: 168 time: 0.1842608 Sep 19 17:18:50.413604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 48998) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:50.463153 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ec94b541-9c97-41e2-a6de-3daf2627e9a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c066ee9a31b423390cb511da4f808f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482697 Sep 19 17:18:50.466473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49002) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:50.527222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb438a9e-b5d2-40bf-8542-fb91057ba553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:50.552934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb438a9e-b5d2-40bf-8542-fb91057ba553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:50.606950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb438a9e-b5d2-40bf-8542-fb91057ba553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:50.620773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb438a9e-b5d2-40bf-8542-fb91057ba553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acab281-dd70-426e-a2cc-ebd6dc9133f6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:50.626882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cb438a9e-b5d2-40bf-8542-fb91057ba553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:50.628037 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cb438a9e-b5d2-40bf-8542-fb91057ba553 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5acab281-dd70-426e-a2cc-ebd6dc9133f6 HTTP/1.1" status: 204 len: 168 time: 0.1606243 Sep 19 17:18:52.047133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49040) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:52.170393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1730109361', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:52.175565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:52.179701 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Usage tracker for resource:port and tenant:c2356965d5e049e8b84e839b6c088dfb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:52.182686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:52.188735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:52.202644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Made reservation on behalf of c2356965d5e049e8b84e839b6c088dfb for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:18:52.204978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:52.217320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:52.232560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:52.237030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Usage tracker for resource:security_group_rule and tenant:c2356965d5e049e8b84e839b6c088dfb is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:52.240150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:52.246354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:52.342718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:52.350002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:52.360905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] device_id is not set on port 5a89eea3-914d-4dc0-92b4-c430aa753d00 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:18:52.427337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d71b488-22af-47ff-a669-c0afb5463953,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:52.519256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Allocated IP 172.26.10.53 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/5a89eea3-914d-4dc0-92b4-c430aa753d00) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:18:52.827014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:52.861056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:52.928179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:52.931111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:52.934639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:52.966804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Pushing event updated for resources: {'Port': ['ID=5a89eea3-914d-4dc0-92b4-c430aa753d00,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:52.993601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:52.994195 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:53.026198 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3646e7b2-079e-4f35-97a3-cd2edd5da0be tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9779978 Sep 19 17:18:53.029306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49046) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:53.034418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.53'}]}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:53.039421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:53.043599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Usage tracker for resource:router and tenant:c2356965d5e049e8b84e839b6c088dfb is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:53.046836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:53.052966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:53.066197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:53.067389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:53.083413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:53.381960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:53.772026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:53.801898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:54.000647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:54.092242 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:18:54.430018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:54.432415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:54.457830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:54.458344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 777feafd-b9c3-412f-b377-766bc9c8bb12 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:18:54.480305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 19 17:18:54.484227 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-28c4da4d-8a4e-4159-95f0-cd9def0af963 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4510477 Sep 19 17:18:54.484463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49050) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:54.546950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd380a-c9d8-4924-856c-e19bdee0e127 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Deleting port 5a89eea3-914d-4dc0-92b4-c430aa753d00 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:18:54.547290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3dd380a-c9d8-4924-856c-e19bdee0e127 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:54.796678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3dd380a-c9d8-4924-856c-e19bdee0e127 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:54.921404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd380a-c9d8-4924-856c-e19bdee0e127 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Calling delete_port for 5a89eea3-914d-4dc0-92b4-c430aa753d00 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:18:55.059620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3dd380a-c9d8-4924-856c-e19bdee0e127 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.120959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd380a-c9d8-4924-856c-e19bdee0e127 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a89eea3-914d-4dc0-92b4-c430aa753d00,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:55.218428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3dd380a-c9d8-4924-856c-e19bdee0e127 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.228292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e3dd380a-c9d8-4924-856c-e19bdee0e127 tempest-RoutersAdminNegativeTest-1120373755 tempest-RoutersAdminNegativeTest-1120373755-project-admin] 10.222.0.83 "DELETE /v2.0/ports/5a89eea3-914d-4dc0-92b4-c430aa753d00 HTTP/1.1" status: 204 len: 168 time: 0.7428317 Sep 19 17:18:55.327748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.529893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49058) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:55.652402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.666895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:55.670737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] Usage tracker for resource:security_group_rule and tenant:39d0d5fec9fd40ed8285b29da08d0dc7 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:55.673544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:55.679147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:55.764520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.769861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.815611 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=39d0d5fec9fd40ed8285b29da08d0dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845078 Sep 19 17:18:55.816499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda0151-7e08-4337-80a2-3ad047a353ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ad0ae-c239-4cbf-bb33-25591eaf370b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:55.819010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49064) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:55.892859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fd98a2a0-a467-4b28-b309-99e54f474f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.919031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fd98a2a0-a467-4b28-b309-99e54f474f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.979199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fd98a2a0-a467-4b28-b309-99e54f474f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:55.996148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98a2a0-a467-4b28-b309-99e54f474f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ad0ae-c239-4cbf-bb33-25591eaf370b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:56.002818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fd98a2a0-a467-4b28-b309-99e54f474f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:56.003959 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fd98a2a0-a467-4b28-b309-99e54f474f14 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6d5ad0ae-c239-4cbf-bb33-25591eaf370b HTTP/1.1" status: 204 len: 168 time: 0.1838236 Sep 19 17:18:56.324441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49072) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:56.377896 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-032b818d-7918-4745-bc0a-c257a5a7e60c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c2356965d5e049e8b84e839b6c088dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521870 Sep 19 17:18:56.380426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49076) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:56.440248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a2100bd-8d70-463d-8714-d749f6389cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:56.469421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a2100bd-8d70-463d-8714-d749f6389cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:56.522060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a2100bd-8d70-463d-8714-d749f6389cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:56.536713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2100bd-8d70-463d-8714-d749f6389cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d71b488-22af-47ff-a669-c0afb5463953,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:56.543042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3a2100bd-8d70-463d-8714-d749f6389cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:56.544609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3a2100bd-8d70-463d-8714-d749f6389cdb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3d71b488-22af-47ff-a669-c0afb5463953 HTTP/1.1" status: 204 len: 168 time: 0.1628640 Sep 19 17:18:57.333969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49100) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:57.454030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-844379882'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:57.459458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:57.463501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:network and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:57.466651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:57.473785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:57.485008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:18:57.488737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:57.505061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:57.519673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:57.524114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group_rule and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:57.527098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:57.533346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:57.616091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:57.623080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:57.655929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:18:57.664272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e6019-b53f-4164-a4d8-d0cb81897ea5,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:57.669879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:57.670195 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Added segment 3d7afe49-966f-4558-8920-2f9c882f663d of type vlan for network 7d38c9ab-2b9f-4741-8431-0a2376ea087a Sep 19 17:18:57.696443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:57.729398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:57.735212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:57.735796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:57.847011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Network': ['ID=7d38c9ab-2b9f-4741-8431-0a2376ea087a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:57.854843 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4856f6a-9c37-4dbc-8e39-4c6d13f43d8e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5170031 Sep 19 17:18:57.855183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49106) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:57.857777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:18:57.860867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'name': 'tempest-PortsIpV6TestJSON-1184059500'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:57.972959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:57.976813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:57.979633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:57.985372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:57.998311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:18:58.003890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.030386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 0eb89883-10f7-4ea6-9417-1787437ed1e7 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:18:58.256652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.292872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.384154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=0eb89883-10f7-4ea6-9417-1787437ed1e7,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:58.395977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking segment: {'id': '3d7afe49-966f-4558-8920-2f9c882f663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:58.396340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network hostable DHCP agents. Network: 7d38c9ab-2b9f-4741-8431-0a2376ea087a, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:18:58.416958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:18:58.427504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 7d38c9ab-2b9f-4741-8431-0a2376ea087a) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:58.431220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:58.437981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f493ae-9339-4d24-8d88-9fc3d1fabdce None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:18:58.440206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:58.441158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.468881 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c42261e2-f292-4314-8652-7cb2b1a97929 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6126208 Sep 19 17:18:58.472095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49110) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:58.479888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-644080313'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:58.485683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:58.490352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:network and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:58.494340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:58.500643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:58.513755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:18:58.517520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.546825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:18:58.556411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.556762 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Added segment 5933ae00-73c8-48b6-bf3a-daf3070c4aba of type vlan for network cb4069e0-bc03-45ce-af64-32e2a3f54c1b Sep 19 17:18:58.587311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.618789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.624294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:58.624935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:58.727009 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2535758 Sep 19 17:18:58.729841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49114) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:18:58.732870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4bd7e-b981-49cc-98d7-f40a9b8ff26c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Network': ['ID=cb4069e0-bc03-45ce-af64-32e2a3f54c1b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:58.736496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'ports': [{'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a'}, {'network_id': 'cb4069e0-bc03-45ce-af64-32e2a3f54c1b'}]} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:58.736835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:58.737351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': 'cb4069e0-bc03-45ce-af64-32e2a3f54c1b'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:18:58.742996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network cb4069e0-bc03-45ce-af64-32e2a3f54c1b details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:18:59.076802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:18:59.081179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:18:59.084055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:18:59.089776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:18:59.103169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 2} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:18:59.107463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:59.124666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:59.346972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port c30e1c1d-d3f7-48c1-ae34-8c67bb5fb0b7 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:18:59.443711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:59.566620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port ea5fa5d5-2080-474c-9692-b04dd93485ad yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:18:59.664446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:59.694261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:59.767326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:18:59.770486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:59.774273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:59.775104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:59.782383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=c30e1c1d-d3f7-48c1-ae34-8c67bb5fb0b7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:59.863696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=ea5fa5d5-2080-474c-9692-b04dd93485ad,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:18:59.874365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking segment: {'id': '5933ae00-73c8-48b6-bf3a-daf3070c4aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cb4069e0-bc03-45ce-af64-32e2a3f54c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:18:59.874731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network hostable DHCP agents. Network: cb4069e0-bc03-45ce-af64-32e2a3f54c1b, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:18:59.897860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network cb4069e0-bc03-45ce-af64-32e2a3f54c1b is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:18:59.908266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, cb4069e0-bc03-45ce-af64-32e2a3f54c1b) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:18:59.911802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:18:59.917322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:59.917512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d0ca00-f888-48ac-bff7-c1518cba139e None None] Network cb4069e0-bc03-45ce-af64-32e2a3f54c1b requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:18:59.922018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:18:59.922772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:18:59.944876 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fcd3b501-7ef2-4063-94cf-52c3dd15febf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2137730 Sep 19 17:18:59.947685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49118) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:00.021744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06dd7627-a299-4966-a5e6-a861b8e2d16e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port ea5fa5d5-2080-474c-9692-b04dd93485ad {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:00.022077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06dd7627-a299-4966-a5e6-a861b8e2d16e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:00.245306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06dd7627-a299-4966-a5e6-a861b8e2d16e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:00.379353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-06dd7627-a299-4966-a5e6-a861b8e2d16e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for ea5fa5d5-2080-474c-9692-b04dd93485ad owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:00.466613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06dd7627-a299-4966-a5e6-a861b8e2d16e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:00.523606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd7627-a299-4966-a5e6-a861b8e2d16e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=ea5fa5d5-2080-474c-9692-b04dd93485ad,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:00.533731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-06dd7627-a299-4966-a5e6-a861b8e2d16e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:00.540353 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-06dd7627-a299-4966-a5e6-a861b8e2d16e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/ea5fa5d5-2080-474c-9692-b04dd93485ad HTTP/1.1" status: 204 len: 168 time: 0.5916734 Sep 19 17:19:00.542970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49122) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:00.635296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7d4fc-a77b-4663-84aa-5ff16b0487e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:00.641120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7d4fc-a77b-4663-84aa-5ff16b0487e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:00.641888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c9d7d4fc-a77b-4663-84aa-5ff16b0487e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:00.666107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c9d7d4fc-a77b-4663-84aa-5ff16b0487e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:00.667822 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c9d7d4fc-a77b-4663-84aa-5ff16b0487e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1234305 Sep 19 17:19:00.672967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49126) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:00.748597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-60cde8da-d9cf-4a21-86e8-c98303e09f9f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port c30e1c1d-d3f7-48c1-ae34-8c67bb5fb0b7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:00.748901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60cde8da-d9cf-4a21-86e8-c98303e09f9f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:00.965911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60cde8da-d9cf-4a21-86e8-c98303e09f9f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:01.191829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-60cde8da-d9cf-4a21-86e8-c98303e09f9f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for c30e1c1d-d3f7-48c1-ae34-8c67bb5fb0b7 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:01.279624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60cde8da-d9cf-4a21-86e8-c98303e09f9f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:01.332910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cde8da-d9cf-4a21-86e8-c98303e09f9f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=c30e1c1d-d3f7-48c1-ae34-8c67bb5fb0b7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:01.336384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-60cde8da-d9cf-4a21-86e8-c98303e09f9f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:01.352837 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-60cde8da-d9cf-4a21-86e8-c98303e09f9f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/c30e1c1d-d3f7-48c1-ae34-8c67bb5fb0b7 HTTP/1.1" status: 204 len: 168 time: 0.6786730 Sep 19 17:19:01.355599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49130) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:01.445871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27204466-6c3c-4361-93b9-81f0a8c8f8cf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:01.446554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-27204466-6c3c-4361-93b9-81f0a8c8f8cf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:01.465034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-27204466-6c3c-4361-93b9-81f0a8c8f8cf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:01.466454 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-27204466-6c3c-4361-93b9-81f0a8c8f8cf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1097186 Sep 19 17:19:01.469856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49134) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:01.512764 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e89f534-2982-4231-995b-57b95f3c9a3a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:01.513297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6e89f534-2982-4231-995b-57b95f3c9a3a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:01.525197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6e89f534-2982-4231-995b-57b95f3c9a3a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:01.526299 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6e89f534-2982-4231-995b-57b95f3c9a3a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/ea5fa5d5-2080-474c-9692-b04dd93485ad HTTP/1.1" status: 404 len: 333 time: 0.0553870 Sep 19 17:19:01.529270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:01.570472 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-3960e023-24b5-44e3-95e4-b52be30d297a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:01.571695 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3960e023-24b5-44e3-95e4-b52be30d297a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/c30e1c1d-d3f7-48c1-ae34-8c67bb5fb0b7 HTTP/1.1" status: 404 len: 333 time: 0.0415363 Sep 19 17:19:01.574404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49142) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:01.691878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:01.936292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:01.963221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4069e0-bc03-45ce-af64-32e2a3f54c1b']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:01.979859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5933ae00-73c8-48b6-bf3a-daf3070c4aba') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:01.980159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5933ae00-73c8-48b6-bf3a-daf3070c4aba') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:01.992630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.009906 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.016478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:19:02.016875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.081714 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5933ae00-73c8-48b6-bf3a-daf3070c4aba resource provider aggregate not found Sep 19 17:19:02.105666 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 5933ae00-73c8-48b6-bf3a-daf3070c4aba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5933ae00-73c8-48b6-bf3a-daf3070c4aba found for delete ", "request_id": "req-54173bc2-d964-4812-862c-cef4dfdb7260"}]} Sep 19 17:19:02.120191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.141225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.150959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Network': ['ID=cb4069e0-bc03-45ce-af64-32e2a3f54c1b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:02.153919 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-db887b79-d98f-4a02-8925-c29efb10c49a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/networks/cb4069e0-bc03-45ce-af64-32e2a3f54c1b HTTP/1.1" status: 204 len: 168 time: 0.5786221 Sep 19 17:19:02.158686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49150) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:02.164114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-870826217'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:02.169134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:02.173309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:network and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:02.176233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:02.182022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:02.195229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:02.198483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.225785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:19:02.234546 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.234994 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Added segment 2189f714-8a5a-463d-a599-c69d6df1b9eb of type vlan for network f1b0f8c9-b78f-4cde-92db-6a42cc4d35df Sep 19 17:19:02.261384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.295057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.300606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:02.301221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.404022 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2442155 Sep 19 17:19:02.408277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49154) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:02.416191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': 'f1b0f8c9-b78f-4cde-92db-6a42cc4d35df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:02.431222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d8a8d-1adc-4217-a83e-2c4129a8a93e tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Network': ['ID=f1b0f8c9-b78f-4cde-92db-6a42cc4d35df,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:02.445620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network f1b0f8c9-b78f-4cde-92db-6a42cc4d35df details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:19:02.470293 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-d397ef3a-1881-4167-8703-9c3684924742 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811241 Sep 19 17:19:02.548092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:02.552226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:02.555213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:02.560807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:02.572070 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:02.575977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.577920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-9baa4990-7d8c-4c17-87ce-f47103e055ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:02.579453 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-9baa4990-7d8c-4c17-87ce-f47103e055ed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dceb64b83fb344fca937a777bcae3076&device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 1098 time: 0.0857487 Sep 19 17:19:02.666119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Performing IP validity checks on allocation pools {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 17:19:02.668851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.ipam_backend_mixin [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 17:19:02.727638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-ad79c6d8-a961-47ec-a020-4dfe4bfbbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:02.729186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-ad79c6d8-a961-47ec-a020-4dfe4bfbbab7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=df1b3620-623b-4912-89d6-75697ab73df2 HTTP/1.1" status: 200 len: 897 time: 0.1305320 Sep 19 17:19:02.793191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.837188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-ea1afdbb-22a1-4548-ac31-3b76696b4511 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663 HTTP/1.1" status: 200 len: 1002 time: 0.1003962 Sep 19 17:19:02.875232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=5a3e99b3-7f0e-47e2-a3bf-991af977b727,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:02.884220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking segment: {'id': '2189f714-8a5a-463d-a599-c69d6df1b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f1b0f8c9-b78f-4cde-92db-6a42cc4d35df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:02.884579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network hostable DHCP agents. Network: f1b0f8c9-b78f-4cde-92db-6a42cc4d35df, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:19:02.903720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-5118d839-00d6-4553-a8a8-9fd93d1863f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:02.905474 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-5118d839-00d6-4553-a8a8-9fd93d1863f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2660a5a9-6d92-4c50-92b2-4cad967ffe02 HTTP/1.1" status: 200 len: 835 time: 0.0616035 Sep 19 17:19:02.905652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network f1b0f8c9-b78f-4cde-92db-6a42cc4d35df is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:19:02.917132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, f1b0f8c9-b78f-4cde-92db-6a42cc4d35df) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:02.922661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:02.923495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:02.932870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243e2c5-4df8-4bbd-8185-a974c5b10be0 None None] Network f1b0f8c9-b78f-4cde-92db-6a42cc4d35df requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:02.949130 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0869e9d0-05b2-4846-aa6d-cf590e8f6be6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5395370 Sep 19 17:19:02.952000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49158) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:02.958790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': 'f1b0f8c9-b78f-4cde-92db-6a42cc4d35df', 'name': 'tempest-PortsIpV6TestJSON-1608951368'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:03.021703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-f3765d42-b3ae-4121-8e42-f2267844830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:03.024382 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-f3765d42-b3ae-4121-8e42-f2267844830e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=df1b3620-623b-4912-89d6-75697ab73df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091976 Sep 19 17:19:03.100647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:03.110526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:03.124031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:03.129455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:03.153721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 4bc376f5-88ab-4be9-ba6c-c5bfebc879e0 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:03.176628 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-850b2be2-b26d-4b7a-a6bf-d157b431ca65 service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450365 Sep 19 17:19:03.194425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-f1b0f8c9-b78f-4cde-92db-6a42cc4d35df', 'network_id': 'f1b0f8c9-b78f-4cde-92db-6a42cc4d35df', 'tenant_id': '20ea5df3720c48b49a30f37d811325fd', 'fixed_ips': [{'subnet_id': '5a3e99b3-7f0e-47e2-a3bf-991af977b727'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:19:03.195394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:03.312659 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::102 (f1b0f8c9-b78f-4cde-92db-6a42cc4d35df/5a3e99b3-7f0e-47e2-a3bf-991af977b727/4bc376f5-88ab-4be9-ba6c-c5bfebc879e0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:03.313917 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8ff58421-f5d7-452c-83bc-629c60074b4b req-285884ab-7e02-4040-a351-ca9e92ee628b service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303101 Sep 19 17:19:03.534993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:03.560285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 4bc376f5-88ab-4be9-ba6c-c5bfebc879e0 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:03.588286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:03.655529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Allocated IP 2001:db8::2 (f1b0f8c9-b78f-4cde-92db-6a42cc4d35df/5a3e99b3-7f0e-47e2-a3bf-991af977b727/64283a4a-60c9-4e04-9995-9fb45457a43d) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:03.660711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network f1b0f8c9-b78f-4cde-92db-6a42cc4d35df is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:03.664226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:03.668303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:03.674605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:03.675278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:03.682947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=4bc376f5-88ab-4be9-ba6c-c5bfebc879e0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:03.706591 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5946a72c-ed36-40cb-8cba-7ab81786b7e8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7534530 Sep 19 17:19:03.709294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49162) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:03.778678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ca1a8-fa78-4ef5-bbae-711a111d1f2c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 4bc376f5-88ab-4be9-ba6c-c5bfebc879e0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:03.779046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca1a8-fa78-4ef5-bbae-711a111d1f2c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:03.869939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:03.881139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Transition to ACTIVE for port object 64283a4a-60c9-4e04-9995-9fb45457a43d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:03.901578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Transition to ACTIVE for port object 64283a4a-60c9-4e04-9995-9fb45457a43d will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:03.909477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:03.975900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Network f1b0f8c9-b78f-4cde-92db-6a42cc4d35df is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:03.978789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:03.982667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:03.991654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Pushing event updated for resources: {'Port': ['ID=64283a4a-60c9-4e04-9995-9fb45457a43d,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:04.038937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.039277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.039648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.039988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.040325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.040656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.040988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.041317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.041650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.041971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.042295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.042604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:04.101674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Attempting to bind port 64283a4a-60c9-4e04-9995-9fb45457a43d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:04.102014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Attempting to bind port 64283a4a-60c9-4e04-9995-9fb45457a43d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '2189f714-8a5a-463d-a599-c69d6df1b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f1b0f8c9-b78f-4cde-92db-6a42cc4d35df'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:04.102412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Attempting to bind port 64283a4a-60c9-4e04-9995-9fb45457a43d on network f1b0f8c9-b78f-4cde-92db-6a42cc4d35df {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:04.107893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:04.108263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Checking segment: {'id': '2189f714-8a5a-463d-a599-c69d6df1b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f1b0f8c9-b78f-4cde-92db-6a42cc4d35df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:04.108638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.109050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Bound using segment: {'id': '2189f714-8a5a-463d-a599-c69d6df1b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f1b0f8c9-b78f-4cde-92db-6a42cc4d35df'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:04.109555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Bound port: 64283a4a-60c9-4e04-9995-9fb45457a43d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2189f714-8a5a-463d-a599-c69d6df1b9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f1b0f8c9-b78f-4cde-92db-6a42cc4d35df'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:04.110152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.153695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca1a8-fa78-4ef5-bbae-711a111d1f2c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.202272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] For port 64283a4a-60c9-4e04-9995-9fb45457a43d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:04.205442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] For port 64283a4a-60c9-4e04-9995-9fb45457a43d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=64283a4a-60c9-4e04-9995-9fb45457a43d,segment=NetworkSegment(2189f714-8a5a-463d-a599-c69d6df1b9eb),segment_id=2189f714-8a5a-463d-a599-c69d6df1b9eb)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:04.212163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.282109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ca1a8-fa78-4ef5-bbae-711a111d1f2c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 4bc376f5-88ab-4be9-ba6c-c5bfebc879e0 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:04.318994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd093a4c-3877-474d-9d3b-ff842a618d73 None None] Pushing event updated for resources: {'Port': ['ID=64283a4a-60c9-4e04-9995-9fb45457a43d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:04.438959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca1a8-fa78-4ef5-bbae-711a111d1f2c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.501833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ca1a8-fa78-4ef5-bbae-711a111d1f2c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=4bc376f5-88ab-4be9-ba6c-c5bfebc879e0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:04.555750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca1a8-fa78-4ef5-bbae-711a111d1f2c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.566614 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bb6ca1a8-fa78-4ef5-bbae-711a111d1f2c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/4bc376f5-88ab-4be9-ba6c-c5bfebc879e0 HTTP/1.1" status: 204 len: 168 time: 0.8563099 Sep 19 17:19:04.569435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49166) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:04.610883 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-90821752-80d6-4467-baa9-93d364d4b5c7 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:19:04.611377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90821752-80d6-4467-baa9-93d364d4b5c7 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:19:04.613072 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-90821752-80d6-4467-baa9-93d364d4b5c7 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/4bc376f5-88ab-4be9-ba6c-c5bfebc879e0 HTTP/1.1" status: 404 len: 333 time: 0.0427282 Sep 19 17:19:04.616116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49170) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:04.665619 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab01618-e788-4808-b803-cfcb7704a4f3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:04.666966 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2ab01618-e788-4808-b803-cfcb7704a4f3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/4bc376f5-88ab-4be9-ba6c-c5bfebc879e0 HTTP/1.1" status: 404 len: 333 time: 0.0495956 Sep 19 17:19:04.670039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49174) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:04.735275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bdde28-b74f-4784-8dda-e88261f3f28c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet 5a3e99b3-7f0e-47e2-a3bf-991af977b727 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:19:04.738235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-31bdde28-b74f-4784-8dda-e88261f3f28c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.797308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-31bdde28-b74f-4784-8dda-e88261f3f28c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.885522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-31bdde28-b74f-4784-8dda-e88261f3f28c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:04.970242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-31bdde28-b74f-4784-8dda-e88261f3f28c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.013420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdde28-b74f-4784-8dda-e88261f3f28c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3e99b3-7f0e-47e2-a3bf-991af977b727,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:05.017252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-31bdde28-b74f-4784-8dda-e88261f3f28c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.023782 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-31bdde28-b74f-4784-8dda-e88261f3f28c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/5a3e99b3-7f0e-47e2-a3bf-991af977b727 HTTP/1.1" status: 204 len: 168 time: 0.3527071 Sep 19 17:19:05.026499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49178) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:05.235730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187ffb6-26aa-4be4-b79d-1bfd3c889b58 None None] Network f1b0f8c9-b78f-4cde-92db-6a42cc4d35df requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:05.257534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.268889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 64283a4a-60c9-4e04-9995-9fb45457a43d {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:05.269309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.337266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c2efac60-664a-4392-9490-780495a2435c None None] Provisioning for port 64283a4a-60c9-4e04-9995-9fb45457a43d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:05.493872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] For port 64283a4a-60c9-4e04-9995-9fb45457a43d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=64283a4a-60c9-4e04-9995-9fb45457a43d,segment=NetworkSegment(2189f714-8a5a-463d-a599-c69d6df1b9eb),segment_id=2189f714-8a5a-463d-a599-c69d6df1b9eb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:05.494225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.518834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] DHCP port deletion for f1b0f8c9-b78f-4cde-92db-6a42cc4d35df request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:19:05.523225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] Deleting port 64283a4a-60c9-4e04-9995-9fb45457a43d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:05.523655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.622268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 64283a4a-60c9-4e04-9995-9fb45457a43d owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:05.701276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.729699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] For port 64283a4a-60c9-4e04-9995-9fb45457a43d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=64283a4a-60c9-4e04-9995-9fb45457a43d,segment=NetworkSegment(2189f714-8a5a-463d-a599-c69d6df1b9eb),segment_id=2189f714-8a5a-463d-a599-c69d6df1b9eb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:05.730110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.755560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=64283a4a-60c9-4e04-9995-9fb45457a43d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:05.760463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No DVR routers for this DVR port 64283a4a-60c9-4e04-9995-9fb45457a43d on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:19:05.855240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] Calling delete_port for 64283a4a-60c9-4e04-9995-9fb45457a43d owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:05.889336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.914139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b0f8c9-b78f-4cde-92db-6a42cc4d35df']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:05.926320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2189f714-8a5a-463d-a599-c69d6df1b9eb') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:05.926519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:19:05.926613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2189f714-8a5a-463d-a599-c69d6df1b9eb') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:05.926770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:19:05.938073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.954403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:05.960855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:19:05.961260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.029792 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 2189f714-8a5a-463d-a599-c69d6df1b9eb resource provider aggregate not found Sep 19 17:19:06.051174 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 2189f714-8a5a-463d-a599-c69d6df1b9eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2189f714-8a5a-463d-a599-c69d6df1b9eb found for delete ", "request_id": "req-d4b296d1-9bd0-4e21-a227-c2f45560dd85"}]} Sep 19 17:19:06.068955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.087859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.101712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Network': ['ID=f1b0f8c9-b78f-4cde-92db-6a42cc4d35df,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:06.106863 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-44be5ae0-5506-46b6-bfdf-39adac969594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/networks/f1b0f8c9-b78f-4cde-92db-6a42cc4d35df HTTP/1.1" status: 204 len: 168 time: 1.0791647 Sep 19 17:19:06.110556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49190) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:06.116364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-550495575'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:06.121700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:06.126342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:network and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:06.129517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:06.136239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:06.148399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:06.152297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.181360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:19:06.191562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.191910 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Added segment 10c25a08-8fa5-49a5-b08a-8932d51e4548 of type vlan for network fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 Sep 19 17:19:06.218446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.252926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.259087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:06.259672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.361395 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2495053 Sep 19 17:19:06.364823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49194) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:06.372154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': 'fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:06.385753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd69f2-0293-452f-b33d-392ab4bcbbaa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Network': ['ID=fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:06.396477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:19:06.461813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] Deleting port 64283a4a-60c9-4e04-9995-9fb45457a43d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:06.462269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.489048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:06.493222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:06.496056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:06.502062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:06.512925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:06.516537 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.556495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8324f1e5-77d7-4b6e-9c4d-70485b10a750 None None] The port '64283a4a-60c9-4e04-9995-9fb45457a43d' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:19:06.749333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.822305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=dccac22e-6d1a-4aa0-9d48-5ca6c7f68de3,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:06.833710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking segment: {'id': '10c25a08-8fa5-49a5-b08a-8932d51e4548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:06.834059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network hostable DHCP agents. Network: fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:19:06.854094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:19:06.864826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:06.869130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:06.869693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:06.873956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f69c54-f2ca-453d-ac33-02c8ea1b8e48 None None] Network fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:06.894458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49198) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:06.895047 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4058a831-3d54-4968-b83c-577870a68def tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5287213 Sep 19 17:19:06.900785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': 'fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1906529534'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:07.037772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:07.041953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:07.044870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:07.050717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:07.063521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:07.066990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:07.088546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 23a0bbcc-c6f9-4ff2-8279-f26d78fdf309 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:07.098880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7', 'network_id': 'fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7', 'tenant_id': '20ea5df3720c48b49a30f37d811325fd', 'fixed_ips': [{'subnet_id': 'dccac22e-6d1a-4aa0-9d48-5ca6c7f68de3'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:19:07.099754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:07.236187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::2d5 (fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7/dccac22e-6d1a-4aa0-9d48-5ca6c7f68de3/23a0bbcc-c6f9-4ff2-8279-f26d78fdf309) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:07.421882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:07.445858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 23a0bbcc-c6f9-4ff2-8279-f26d78fdf309 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:07.467161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:07.530382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Allocated IP 2001:db8::2 (fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7/dccac22e-6d1a-4aa0-9d48-5ca6c7f68de3/005dccd0-9091-44cd-a629-0436677ca7a4) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:07.535236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:07.538434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:07.541201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:07.548075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:07.548705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:07.564756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=23a0bbcc-c6f9-4ff2-8279-f26d78fdf309,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:07.581227 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-83c4e67f-f05c-4f31-96db-c7ec90a8c3de tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6851387 Sep 19 17:19:07.584383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49202) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:07.656447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2a170e11-2eb6-45cb-8576-4b6e0a160879 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 23a0bbcc-c6f9-4ff2-8279-f26d78fdf309 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:07.656793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a170e11-2eb6-45cb-8576-4b6e0a160879 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:07.741046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:07.751283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Transition to ACTIVE for port object 005dccd0-9091-44cd-a629-0436677ca7a4 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:07.770436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Transition to ACTIVE for port object 005dccd0-9091-44cd-a629-0436677ca7a4 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:07.777935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:07.884703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Network fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:07.887764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:07.891610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:07.897668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Pushing event updated for resources: {'Port': ['ID=005dccd0-9091-44cd-a629-0436677ca7a4,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:07.996302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Attempting to bind port 005dccd0-9091-44cd-a629-0436677ca7a4 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:07.996568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Attempting to bind port 005dccd0-9091-44cd-a629-0436677ca7a4 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '10c25a08-8fa5-49a5-b08a-8932d51e4548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:07.997001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Attempting to bind port 005dccd0-9091-44cd-a629-0436677ca7a4 on network fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:08.002855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:08.003276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Checking segment: {'id': '10c25a08-8fa5-49a5-b08a-8932d51e4548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:08.003678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.004593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Bound using segment: {'id': '10c25a08-8fa5-49a5-b08a-8932d51e4548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:08.004593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Bound port: 005dccd0-9091-44cd-a629-0436677ca7a4, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c25a08-8fa5-49a5-b08a-8932d51e4548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:08.004857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.019144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a170e11-2eb6-45cb-8576-4b6e0a160879 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.094349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] For port 005dccd0-9091-44cd-a629-0436677ca7a4, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:08.097532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] For port 005dccd0-9091-44cd-a629-0436677ca7a4, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=005dccd0-9091-44cd-a629-0436677ca7a4,segment=NetworkSegment(10c25a08-8fa5-49a5-b08a-8932d51e4548),segment_id=10c25a08-8fa5-49a5-b08a-8932d51e4548)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:08.103106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.142348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2a170e11-2eb6-45cb-8576-4b6e0a160879 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 23a0bbcc-c6f9-4ff2-8279-f26d78fdf309 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:08.189156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04f079-f886-48bb-8066-5cb0ff0c6ad0 None None] Pushing event updated for resources: {'Port': ['ID=005dccd0-9091-44cd-a629-0436677ca7a4,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:08.300338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a170e11-2eb6-45cb-8576-4b6e0a160879 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.350706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a170e11-2eb6-45cb-8576-4b6e0a160879 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=23a0bbcc-c6f9-4ff2-8279-f26d78fdf309,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:08.416030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2a170e11-2eb6-45cb-8576-4b6e0a160879 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.426733 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2a170e11-2eb6-45cb-8576-4b6e0a160879 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/23a0bbcc-c6f9-4ff2-8279-f26d78fdf309 HTTP/1.1" status: 204 len: 168 time: 0.8413072 Sep 19 17:19:08.429514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49208) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:08.480136 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffba2c7d-3780-40b1-b5c4-abcb3bf9232a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:08.480840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ffba2c7d-3780-40b1-b5c4-abcb3bf9232a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:08.499245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ffba2c7d-3780-40b1-b5c4-abcb3bf9232a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:08.501203 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ffba2c7d-3780-40b1-b5c4-abcb3bf9232a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/23a0bbcc-c6f9-4ff2-8279-f26d78fdf309 HTTP/1.1" status: 404 len: 333 time: 0.0706589 Sep 19 17:19:08.504137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49212) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:08.579323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cd3b7a-d5db-449a-ba41-ebf6c0294640 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet dccac22e-6d1a-4aa0-9d48-5ca6c7f68de3 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:19:08.584257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3b7a-d5db-449a-ba41-ebf6c0294640 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.650360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3b7a-d5db-449a-ba41-ebf6c0294640 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.743992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3b7a-d5db-449a-ba41-ebf6c0294640 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.821090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3b7a-d5db-449a-ba41-ebf6c0294640 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.867819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd3b7a-d5db-449a-ba41-ebf6c0294640 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=dccac22e-6d1a-4aa0-9d48-5ca6c7f68de3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:08.869793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3b7a-d5db-449a-ba41-ebf6c0294640 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:08.876579 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b6cd3b7a-d5db-449a-ba41-ebf6c0294640 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/dccac22e-6d1a-4aa0-9d48-5ca6c7f68de3 HTTP/1.1" status: 204 len: 168 time: 0.3714204 Sep 19 17:19:08.879206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49216) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:08.998831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.009924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 005dccd0-9091-44cd-a629-0436677ca7a4 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:09.010260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.074767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc7e0f-7cb4-4d82-b48c-46f2f0244de2 None None] Network fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:09.174235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d8841945-4324-4888-bc83-cd2c910a98f7 None None] Provisioning for port 005dccd0-9091-44cd-a629-0436677ca7a4 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:09.215357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] For port 005dccd0-9091-44cd-a629-0436677ca7a4, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=005dccd0-9091-44cd-a629-0436677ca7a4,segment=NetworkSegment(10c25a08-8fa5-49a5-b08a-8932d51e4548),segment_id=10c25a08-8fa5-49a5-b08a-8932d51e4548)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:09.215765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.339202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 005dccd0-9091-44cd-a629-0436677ca7a4 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:09.343563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56226e-4874-4906-aae4-59bd93a5b7fe None None] DHCP port deletion for fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:19:09.348190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ab56226e-4874-4906-aae4-59bd93a5b7fe None None] Deleting port 005dccd0-9091-44cd-a629-0436677ca7a4 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:09.348602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab56226e-4874-4906-aae4-59bd93a5b7fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.429307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.439934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ab56226e-4874-4906-aae4-59bd93a5b7fe None None] The port '005dccd0-9091-44cd-a629-0436677ca7a4' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:19:09.482051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=005dccd0-9091-44cd-a629-0436677ca7a4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:09.487214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No DVR routers for this DVR port 005dccd0-9091-44cd-a629-0436677ca7a4 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:19:09.616242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.641662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:09.657738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c25a08-8fa5-49a5-b08a-8932d51e4548') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:09.658029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c25a08-8fa5-49a5-b08a-8932d51e4548') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:09.669330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.686337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.693396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:19:09.693694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.795329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.816032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:09.826551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Network': ['ID=fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:09.840954 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c038a87a-7fd9-4778-869a-a15807b94dfd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/networks/fa4652b4-2d43-47b4-9b1a-09eb0fe8e9f7 HTTP/1.1" status: 204 len: 168 time: 0.9607327 Sep 19 17:19:09.844985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49224) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:09.851107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'name': 'tempest-PortsIpV6TestJSON-1461686802'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:09.854191 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 10c25a08-8fa5-49a5-b08a-8932d51e4548 resource provider aggregate not found Sep 19 17:19:09.871893 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 10c25a08-8fa5-49a5-b08a-8932d51e4548 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10c25a08-8fa5-49a5-b08a-8932d51e4548 found for delete ", "request_id": "req-f18b9bc2-691d-4ad6-8f11-0f35f12d1176"}]} Sep 19 17:19:09.967223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:09.975123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:09.978194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:09.984413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:09.996474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:10.000136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:10.023734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 5860793e-e8fe-459d-865a-1150bb9a9288 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:10.381511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:10.411769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:10.482664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:10.486229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:10.490038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:10.495509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:10.496106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:10.507720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=5860793e-e8fe-459d-865a-1150bb9a9288,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:10.524966 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad13c723-1e56-442c-8d65-04ec52b406a3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6787591 Sep 19 17:19:10.527430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49230) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:10.598351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-98b911cc-0623-4cb4-b0da-66af7de591a4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 5860793e-e8fe-459d-865a-1150bb9a9288 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:10.598683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98b911cc-0623-4cb4-b0da-66af7de591a4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:10.829873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98b911cc-0623-4cb4-b0da-66af7de591a4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:10.960249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-98b911cc-0623-4cb4-b0da-66af7de591a4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 5860793e-e8fe-459d-865a-1150bb9a9288 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:11.047606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98b911cc-0623-4cb4-b0da-66af7de591a4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:11.100622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b911cc-0623-4cb4-b0da-66af7de591a4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=5860793e-e8fe-459d-865a-1150bb9a9288,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:11.106107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98b911cc-0623-4cb4-b0da-66af7de591a4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:11.117197 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98b911cc-0623-4cb4-b0da-66af7de591a4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/5860793e-e8fe-459d-865a-1150bb9a9288 HTTP/1.1" status: 204 len: 168 time: 0.5887618 Sep 19 17:19:11.120977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49234) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:11.126949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'mac_address': 'fa:16:3e:ed:6d:22', 'name': 'tempest-PortsIpV6TestJSON-1047340491'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:11.238016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:11.242226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:11.245092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:11.251377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:11.263499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:11.375305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-25e7607a-dc21-46ad-bc38-26e323ec0bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:11.381606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:11.408640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 910798bc-ca3a-4f93-84d0-bd260087d0ed yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:11.646092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:11.676441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:11.748899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:11.752285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:11.756090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:11.761489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:11.762107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:11.769637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=910798bc-ca3a-4f93-84d0-bd260087d0ed,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:11.790871 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad87024c-da16-4feb-b09a-140e46a0777b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6689234 Sep 19 17:19:11.793470 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49238) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:11.866530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592e897-220d-4149-b17a-fc4c8ef1312f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:11.867126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d592e897-220d-4149-b17a-fc4c8ef1312f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:11.884694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d592e897-220d-4149-b17a-fc4c8ef1312f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:11.886141 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d592e897-220d-4149-b17a-fc4c8ef1312f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/910798bc-ca3a-4f93-84d0-bd260087d0ed HTTP/1.1" status: 200 len: 845 time: 0.0916600 Sep 19 17:19:11.888955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49244) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:11.963133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf255f-3c77-410c-8423-b6750193ca3b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 910798bc-ca3a-4f93-84d0-bd260087d0ed {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:11.963330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5cf255f-3c77-410c-8423-b6750193ca3b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:12.204932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5cf255f-3c77-410c-8423-b6750193ca3b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:12.425999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf255f-3c77-410c-8423-b6750193ca3b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 910798bc-ca3a-4f93-84d0-bd260087d0ed owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:12.518719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5cf255f-3c77-410c-8423-b6750193ca3b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:12.568611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf255f-3c77-410c-8423-b6750193ca3b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=910798bc-ca3a-4f93-84d0-bd260087d0ed,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:12.573567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a5cf255f-3c77-410c-8423-b6750193ca3b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:12.592109 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a5cf255f-3c77-410c-8423-b6750193ca3b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/910798bc-ca3a-4f93-84d0-bd260087d0ed HTTP/1.1" status: 204 len: 168 time: 0.7017896 Sep 19 17:19:12.595041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49248) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:12.639051 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa8ddd8-479e-4c0b-b5b6-58ec1c39d5ad tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:12.640422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-faa8ddd8-479e-4c0b-b5b6-58ec1c39d5ad tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/910798bc-ca3a-4f93-84d0-bd260087d0ed HTTP/1.1" status: 404 len: 333 time: 0.0443480 Sep 19 17:19:12.644844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49252) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:12.650273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'name': 'tempest-PortsIpV6TestJSON-1075620215'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:12.761394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:12.766029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:12.769163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:12.774925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:12.787199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:12.790743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:12.812095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port bdf895f8-9aa5-434e-9f9a-b41b11b18e63 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:13.151017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.180002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.247996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:13.251187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:13.254857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:13.260208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:13.260801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.268347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=bdf895f8-9aa5-434e-9f9a-b41b11b18e63,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:13.291434 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c18dcd54-6c87-4505-a06a-efba2874437a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6453686 Sep 19 17:19:13.293889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49256) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:13.299582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:13.427112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.597644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a6c35cab-a764-4cc9-b262-e090b320faae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.651863 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.659030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.659558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] In _notify_port_updated(), no bound segment for port bdf895f8-9aa5-434e-9f9a-b41b11b18e63 on network 7d38c9ab-2b9f-4741-8431-0a2376ea087a {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:19:13.664947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:13.665542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.666865 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "PUT /v2.0/ports/bdf895f8-9aa5-434e-9f9a-b41b11b18e63 HTTP/1.1" status: 200 len: 818 time: 0.3719964 Sep 19 17:19:13.669820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49260) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:13.732626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d3751-2fdf-4c04-b838-e6073f233ef1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=bdf895f8-9aa5-434e-9f9a-b41b11b18e63,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:13.738506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-96230032-4a96-4414-bd66-8849cfc0be6a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port bdf895f8-9aa5-434e-9f9a-b41b11b18e63 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:13.738964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-96230032-4a96-4414-bd66-8849cfc0be6a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:13.963945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-96230032-4a96-4414-bd66-8849cfc0be6a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:14.087457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-96230032-4a96-4414-bd66-8849cfc0be6a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for bdf895f8-9aa5-434e-9f9a-b41b11b18e63 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:14.174615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-96230032-4a96-4414-bd66-8849cfc0be6a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:14.223799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96230032-4a96-4414-bd66-8849cfc0be6a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=bdf895f8-9aa5-434e-9f9a-b41b11b18e63,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:14.228797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-96230032-4a96-4414-bd66-8849cfc0be6a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:14.238943 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-96230032-4a96-4414-bd66-8849cfc0be6a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/bdf895f8-9aa5-434e-9f9a-b41b11b18e63 HTTP/1.1" status: 204 len: 168 time: 0.5679393 Sep 19 17:19:14.241601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49264) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:14.331049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca22ad-c8ee-4811-81c7-19dac2dffce1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:14.331736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-49ca22ad-c8ee-4811-81c7-19dac2dffce1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:14.349974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-49ca22ad-c8ee-4811-81c7-19dac2dffce1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:14.351267 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-49ca22ad-c8ee-4811-81c7-19dac2dffce1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1087677 Sep 19 17:19:14.355260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49268) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:14.398002 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-afedb8ae-a043-4301-ad91-010d6f3a544b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:14.402932 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-afedb8ae-a043-4301-ad91-010d6f3a544b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/bdf895f8-9aa5-434e-9f9a-b41b11b18e63 HTTP/1.1" status: 404 len: 333 time: 0.0431674 Sep 19 17:19:14.403068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49272) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:14.408661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-290795816'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:14.413743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:14.417689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:network and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:14.420598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:14.426402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:14.437985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:14.441403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:14.471128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:19:14.480066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:14.480410 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Added segment d4c4e341-1e45-485d-a465-3523e35923b8 of type vlan for network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 Sep 19 17:19:14.506261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:14.536434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:14.541833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:14.542445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:14.643188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2389941 Sep 19 17:19:14.646064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49276) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:14.653579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:14.667014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f69313-6c1f-448c-b794-ba7ae5638362 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Network': ['ID=6d2f5d7f-67d8-4869-b97d-47d81cfd5131,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:14.678443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:19:14.767301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:14.771495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:14.774474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:14.780537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:14.792480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:14.795982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.019657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.107719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.119698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=bfccb5cf-9d50-470f-91bb-19c8544614e6,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:15.125217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking segment: {'id': 'd4c4e341-1e45-485d-a465-3523e35923b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:15.125574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network hostable DHCP agents. Network: 6d2f5d7f-67d8-4869-b97d-47d81cfd5131, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:19:15.146988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:19:15.158127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 6d2f5d7f-67d8-4869-b97d-47d81cfd5131) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:15.162733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:15.163360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.179518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a6242c-144d-4586-be7b-47c11f66b1a6 None None] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:15.186562 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c0a656e1-997c-4321-93f5-48c5b8982544 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5394936 Sep 19 17:19:15.189619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49280) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:15.195307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:15.248105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.334104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:15.337818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:15.340609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:15.346354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:15.357128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:15.361214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.402883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-6d2f5d7f-67d8-4869-b97d-47d81cfd5131', 'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131', 'tenant_id': '20ea5df3720c48b49a30f37d811325fd', 'fixed_ips': [{'subnet_id': 'bfccb5cf-9d50-470f-91bb-19c8544614e6'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:19:15.403782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.495736 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfccb5cf-9d50-470f-91bb-19c8544614e6 (CIDR: 2001:db8::/64) Sep 19 17:19:15.500107 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:19:15.500643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:19:15.519074 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-729ab605-74c1-4c51-8650-930c908f343a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3282452 Sep 19 17:19:15.521689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49284) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:15.527342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:15.568080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Allocated IP 2001:db8::2 (6d2f5d7f-67d8-4869-b97d-47d81cfd5131/bfccb5cf-9d50-470f-91bb-19c8544614e6/6ba306f5-1300-482f-9649-1a3885dd057a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:15.665487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:15.669431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:15.672348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:15.678030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:15.688829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:15.692375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.773101 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.783249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Transition to ACTIVE for port object 6ba306f5-1300-482f-9649-1a3885dd057a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:15.801078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Transition to ACTIVE for port object 6ba306f5-1300-482f-9649-1a3885dd057a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:15.807799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.877007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:15.879953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:15.882387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:15.891522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Pushing event updated for resources: {'Port': ['ID=6ba306f5-1300-482f-9649-1a3885dd057a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:15.955852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.988468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Attempting to bind port 6ba306f5-1300-482f-9649-1a3885dd057a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:15.988861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Attempting to bind port 6ba306f5-1300-482f-9649-1a3885dd057a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'd4c4e341-1e45-485d-a465-3523e35923b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:15.989221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Attempting to bind port 6ba306f5-1300-482f-9649-1a3885dd057a on network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:15.995405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:15.995819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Checking segment: {'id': 'd4c4e341-1e45-485d-a465-3523e35923b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:15.996245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:15.996665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Bound using segment: {'id': 'd4c4e341-1e45-485d-a465-3523e35923b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:15.997167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Bound port: 6ba306f5-1300-482f-9649-1a3885dd057a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c4e341-1e45-485d-a465-3523e35923b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:15.997549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:16.018759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:16.022424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:16.025742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:16.026485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:16.047012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=e05d7ab8-fb08-4071-ba61-27ee84b4db18,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:16.058939 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee22a985-b011-471e-aeb0-74b758d75021 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5361078 Sep 19 17:19:16.061557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49288) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:16.067584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131', 'fixed_ips': [{'subnet_id': 'bfccb5cf-9d50-470f-91bb-19c8544614e6'}, {'subnet_id': 'e05d7ab8-fb08-4071-ba61-27ee84b4db18'}], 'name': 'tempest-PortsIpV6TestJSON-83283208'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:16.123145 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] For port 6ba306f5-1300-482f-9649-1a3885dd057a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:16.131565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] For port 6ba306f5-1300-482f-9649-1a3885dd057a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6ba306f5-1300-482f-9649-1a3885dd057a,segment=NetworkSegment(d4c4e341-1e45-485d-a465-3523e35923b8),segment_id=d4c4e341-1e45-485d-a465-3523e35923b8)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:16.137014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:16.218248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:16.222928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:16.225877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:16.230831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:16.231993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:16.234254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1faf20-5280-4521-848a-13212fff4bcc None None] Pushing event updated for resources: {'Port': ['ID=6ba306f5-1300-482f-9649-1a3885dd057a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:16.244301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:16.406480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:16.437923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:16.793624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49294) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:16.861649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::3aa (6d2f5d7f-67d8-4869-b97d-47d81cfd5131/bfccb5cf-9d50-470f-91bb-19c8544614e6/0fc199fd-119b-4050-89c0-3b5dd60d56c7) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:16.870599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8:0:1::3d8 (6d2f5d7f-67d8-4869-b97d-47d81cfd5131/e05d7ab8-fb08-4071-ba61-27ee84b4db18/0fc199fd-119b-4050-89c0-3b5dd60d56c7) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:16.879527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb50cb-8511-401f-a654-7eab49240af5 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:16.880009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb50cb-8511-401f-a654-7eab49240af5 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:16.880536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb50cb-8511-401f-a654-7eab49240af5 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:16.884804 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-51bb50cb-8511-401f-a654-7eab49240af5 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=5608eb0060ad40f9ab531db82d0746e8&network_id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 3000 time: 0.0876524 Sep 19 17:19:17.086358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:17.103162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 0fc199fd-119b-4050-89c0-3b5dd60d56c7 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:17.128294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:17.133074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620cf23-0f2a-4ecf-aacc-61a81bd3c48b None None] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:17.209515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:17.214513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:17.215957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:17.221981 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:17.222746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:17.225654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1e9b5b16-bb74-4fd3-95ba-1967c9db88e7 None None] Provisioning for port 6ba306f5-1300-482f-9649-1a3885dd057a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:17.226675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=0fc199fd-119b-4050-89c0-3b5dd60d56c7,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:17.251658 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4c54cc0d-29ad-4508-9add-822e71116c92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.1888766 Sep 19 17:19:17.254742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49302) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:17.260869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfccb5cf-9d50-470f-91bb-19c8544614e6'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:17.492293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf74f8a-9972-4e5f-8d40-9126596a3de6 None None] Update dhcp port {'port': {'network_id': '6d2f5d7f-67d8-4869-b97d-47d81cfd5131', 'fixed_ips': [{'subnet_id': 'bfccb5cf-9d50-470f-91bb-19c8544614e6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e05d7ab8-fb08-4071-ba61-27ee84b4db18'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': '6ba306f5-1300-482f-9649-1a3885dd057a'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:19:17.550603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dcf74f8a-9972-4e5f-8d40-9126596a3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:17.624218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:17.756760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-dcf74f8a-9972-4e5f-8d40-9126596a3de6 None None] Allocated IP 2001:db8:0:1::2 (6d2f5d7f-67d8-4869-b97d-47d81cfd5131/e05d7ab8-fb08-4071-ba61-27ee84b4db18/6ba306f5-1300-482f-9649-1a3885dd057a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:17.901712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-dcf74f8a-9972-4e5f-8d40-9126596a3de6 None None] For port 6ba306f5-1300-482f-9649-1a3885dd057a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6ba306f5-1300-482f-9649-1a3885dd057a,segment=NetworkSegment(d4c4e341-1e45-485d-a465-3523e35923b8),segment_id=d4c4e341-1e45-485d-a465-3523e35923b8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:17.926218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dcf74f8a-9972-4e5f-8d40-9126596a3de6 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:17.942203 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dcf74f8a-9972-4e5f-8d40-9126596a3de6 None None] Transition to ACTIVE for port object 6ba306f5-1300-482f-9649-1a3885dd057a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:17.948377 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dcf74f8a-9972-4e5f-8d40-9126596a3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:18.013408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Delete allocated IP 2001:db8:0:1::3d8 (6d2f5d7f-67d8-4869-b97d-47d81cfd5131/e05d7ab8-fb08-4071-ba61-27ee84b4db18) {{(pid=89056) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 17:19:18.103733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf74f8a-9972-4e5f-8d40-9126596a3de6 None None] Pushing event updated for resources: {'Port': ['ID=6ba306f5-1300-482f-9649-1a3885dd057a,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:18.182158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:18.199744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Ignored duplicate provisioning block setup for port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 17:19:18.205676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:18.319723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] In _notify_port_updated(), no bound segment for port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 on network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:19:18.325140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:18.326127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:18.331510 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "PUT /v2.0/ports/0fc199fd-119b-4050-89c0-3b5dd60d56c7 HTTP/1.1" status: 200 len: 924 time: 1.0718644 Sep 19 17:19:18.331510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49310) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:18.337067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfccb5cf-9d50-470f-91bb-19c8544614e6'}, {'subnet_id': 'e05d7ab8-fb08-4071-ba61-27ee84b4db18'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:18.375324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6ba306f5-1300-482f-9649-1a3885dd057a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:18.394963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d828940-68ec-4729-b133-4f69f9078b66 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=0fc199fd-119b-4050-89c0-3b5dd60d56c7,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:18.455983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 6ba306f5-1300-482f-9649-1a3885dd057a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:18.483657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:18.645699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd274e5a-b153-4a74-9890-2d9bc42a676d None None] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:18.646422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49314) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:18.711676 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0078db1f-ae22-4cd0-9024-9787121f8c4e tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:18.713179 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0078db1f-ae22-4cd0-9024-9787121f8c4e tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953 HTTP/1.1" status: 200 len: 818 time: 0.0654171 Sep 19 17:19:18.738312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Provisioning for port 6ba306f5-1300-482f-9649-1a3885dd057a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:18.747346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Provisioning complete for port 6ba306f5-1300-482f-9649-1a3885dd057a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:18.747633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:18.793679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8:0:1::19 (6d2f5d7f-67d8-4869-b97d-47d81cfd5131/e05d7ab8-fb08-4071-ba61-27ee84b4db18/0fc199fd-119b-4050-89c0-3b5dd60d56c7) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:18.977855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:18.993918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Ignored duplicate provisioning block setup for port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 19 17:19:18.998891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Current status of the port 6ba306f5-1300-482f-9649-1a3885dd057a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:18.999423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.000155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.036925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] For port 6ba306f5-1300-482f-9649-1a3885dd057a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6ba306f5-1300-482f-9649-1a3885dd057a,segment=NetworkSegment(d4c4e341-1e45-485d-a465-3523e35923b8),segment_id=d4c4e341-1e45-485d-a465-3523e35923b8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:19.041555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.101504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Provisioning for port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:19.109951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Provisioning complete for port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:19.110324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.148135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] In _notify_port_updated(), no bound segment for port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 on network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:19:19.154155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:19.155032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.156675 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "PUT /v2.0/ports/0fc199fd-119b-4050-89c0-3b5dd60d56c7 HTTP/1.1" status: 200 len: 1009 time: 0.8247662 Sep 19 17:19:19.159457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49326) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:19.164710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Pushing event updated for resources: {'Port': ['ID=6ba306f5-1300-482f-9649-1a3885dd057a,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:19.174843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d475f3-bf4e-4030-afdb-6888427731e3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=0fc199fd-119b-4050-89c0-3b5dd60d56c7,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:19.176070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-215d084f-d687-426e-8c9e-9e985b65f780 None None] Port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:19.246693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fa138c6b-e296-41bf-bd80-965449b861d3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:19.247319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa138c6b-e296-41bf-bd80-965449b861d3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.291672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49332) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:19.297507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:19.415009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0ee5b0f9-8dbf-4e90-aca6-1129c0317578 None None] Provisioning complete for port 6ba306f5-1300-482f-9649-1a3885dd057a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:19.415525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0ee5b0f9-8dbf-4e90-aca6-1129c0317578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.567885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa138c6b-e296-41bf-bd80-965449b861d3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.584703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.623239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5b0f9-8dbf-4e90-aca6-1129c0317578 None None] Current status of the port 6ba306f5-1300-482f-9649-1a3885dd057a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:19.636295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0ee5b0f9-8dbf-4e90-aca6-1129c0317578 None None] Provisioning complete for port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:19.636666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0ee5b0f9-8dbf-4e90-aca6-1129c0317578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.725360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5b0f9-8dbf-4e90-aca6-1129c0317578 None None] Port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:19.734116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-fa138c6b-e296-41bf-bd80-965449b861d3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 0fc199fd-119b-4050-89c0-3b5dd60d56c7 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:19.855741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-29e14f5d-6bb4-48cb-a467-51360f31f2ad None None] Provisioning complete for port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:19.859329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-29e14f5d-6bb4-48cb-a467-51360f31f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.912056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.922676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:19.923141 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP d2fabaae-c391-4f64-978f-f4354336ffe5 disassociated. External IP: 172.26.10.31, port: 52b1e703-3567-4d35-a5a6-1048c3351faa. Sep 19 17:19:19.923461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-29e14f5d-6bb4-48cb-a467-51360f31f2ad None None] Port 0fc199fd-119b-4050-89c0-3b5dd60d56c7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:20.016935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa138c6b-e296-41bf-bd80-965449b861d3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:20.037908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-30dbbc64-74a9-47e1-b1eb-47a9f8dc73ec None None] Could not find standard attr ID for object 0fc199fd-119b-4050-89c0-3b5dd60d56c7. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:19:20.076505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa138c6b-e296-41bf-bd80-965449b861d3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=0fc199fd-119b-4050-89c0-3b5dd60d56c7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:20.190719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fa138c6b-e296-41bf-bd80-965449b861d3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:20.203326 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fa138c6b-e296-41bf-bd80-965449b861d3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/0fc199fd-119b-4050-89c0-3b5dd60d56c7 HTTP/1.1" status: 204 len: 168 time: 1.0420148 Sep 19 17:19:20.205705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49336) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:20.251538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-af848dc1-adaf-40bb-a46e-ed0459917a51 None None] Could not find standard attr ID for object 0fc199fd-119b-4050-89c0-3b5dd60d56c7. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:19:20.255334 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c4d74b-931e-4317-8381-25fcf1cb7545 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:20.256075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5c4d74b-931e-4317-8381-25fcf1cb7545 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:20.296959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a5c4d74b-931e-4317-8381-25fcf1cb7545 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:20.305361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49340) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:20.305828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5c4d74b-931e-4317-8381-25fcf1cb7545 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/0fc199fd-119b-4050-89c0-3b5dd60d56c7 HTTP/1.1" status: 404 len: 333 time: 0.0983391 Sep 19 17:19:20.392628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6ba306f5-1300-482f-9649-1a3885dd057a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:20.426192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9634e766-ed97-4e7c-9624-543b4872c2a6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet e05d7ab8-fb08-4071-ba61-27ee84b4db18 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:19:20.432489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9634e766-ed97-4e7c-9624-543b4872c2a6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:20.466435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 1efd70b3-843f-4eca-9cb4-b01c6842de60 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:19:20.508014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 6ba306f5-1300-482f-9649-1a3885dd057a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:20.509246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:20.576715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9634e766-ed97-4e7c-9624-543b4872c2a6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:20.721390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 6ba306f5-1300-482f-9649-1a3885dd057a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:20.790148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:19:20.797273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:20.802487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0875b-b106-4c60-9274-f456c419902f None None] Sync routers for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:19:20.813442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0875b-b106-4c60-9274-f456c419902f None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:20.814198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-54e0875b-b106-4c60-9274-f456c419902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:20.859553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9634e766-ed97-4e7c-9624-543b4872c2a6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:20.910147 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7d4f7329-b23e-43e5-bee6-800eafecc964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 690 time: 1.6171234 Sep 19 17:19:20.913298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:19:20.913434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49346) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:20.915905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:19:20.959609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9634e766-ed97-4e7c-9624-543b4872c2a6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:20.997422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0b56af-9583-4bb7-a8fd-baf88fffbbac x-openstack-request-id: req-bb0b56af-9583-4bb7-a8fd-baf88fffbbac {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:19:20.997798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:19:20.998143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bb0b56af-9583-4bb7-a8fd-baf88fffbbac {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:19:20.998593 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0b56af-9583-4bb7-a8fd-baf88fffbbac'] response: {'name': 'network-changed', 'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'status': 'completed', 'code': 200} Sep 19 17:19:21.007771 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1fb0851-2f4d-478f-b850-60d39b87965c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 690 time: 0.0914643 Sep 19 17:19:21.030092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-54e0875b-b106-4c60-9274-f456c419902f None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:19:21.047333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634e766-ed97-4e7c-9624-543b4872c2a6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=e05d7ab8-fb08-4071-ba61-27ee84b4db18,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:21.054865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9634e766-ed97-4e7c-9624-543b4872c2a6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.073013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49352) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:21.073274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9634e766-ed97-4e7c-9624-543b4872c2a6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/e05d7ab8-fb08-4071-ba61-27ee84b4db18 HTTP/1.1" status: 204 len: 168 time: 0.7669086 Sep 19 17:19:21.082236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671d5c0-1ea7-4bdc-bb48-cfa67fd2f277 None None] Network 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:21.097271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-26ab71f8-d9ad-4337-9d26-9ef93f4d44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:21.098765 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-26ab71f8-d9ad-4337-9d26-9ef93f4d44b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0981202 Sep 19 17:19:21.141796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6104477-a141-45f4-acc8-1dd455c033bd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet bfccb5cf-9d50-470f-91bb-19c8544614e6 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:19:21.145583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6104477-a141-45f4-acc8-1dd455c033bd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.211060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6104477-a141-45f4-acc8-1dd455c033bd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.299757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6104477-a141-45f4-acc8-1dd455c033bd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.362377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-5f7e2f33-9e74-4ed0-b7d6-b17fbb3289ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:21.364666 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-5f7e2f33-9e74-4ed0-b7d6-b17fbb3289ee service neutron] 10.222.0.86 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 898 time: 0.2601545 Sep 19 17:19:21.385848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6104477-a141-45f4-acc8-1dd455c033bd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.444260 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-ae390856-8911-4433-aee4-59d9074a528c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52b1e703-3567-4d35-a5a6-1048c3351faa HTTP/1.1" status: 200 len: 217 time: 0.0730119 Sep 19 17:19:21.577106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-2bb253a3-4138-40a3-b97f-c5c142f87562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:21.579914 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-2bb253a3-4138-40a3-b97f-c5c142f87562 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a42887a-5edb-4947-aac9-7013bc24b768 HTTP/1.1" status: 200 len: 835 time: 0.1296413 Sep 19 17:19:21.581931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6104477-a141-45f4-acc8-1dd455c033bd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=bfccb5cf-9d50-470f-91bb-19c8544614e6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:21.586554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6104477-a141-45f4-acc8-1dd455c033bd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.594032 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f6104477-a141-45f4-acc8-1dd455c033bd tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/bfccb5cf-9d50-470f-91bb-19c8544614e6 HTTP/1.1" status: 204 len: 168 time: 0.5197155 Sep 19 17:19:21.596663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49362) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:21.605492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-54e0875b-b106-4c60-9274-f456c419902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:21.610398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0875b-b106-4c60-9274-f456c419902f None None] Checking router: 1efd70b3-843f-4eca-9cb4-b01c6842de60 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:19:21.629043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0875b-b106-4c60-9274-f456c419902f None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:21.630225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-54e0875b-b106-4c60-9274-f456c419902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:21.689141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-404a2bc7-43bb-491d-8722-fd66446da0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:21.690942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-404a2bc7-43bb-491d-8722-fd66446da0e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a86f7c28-82f2-45d0-add1-36028e5e9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004281 Sep 19 17:19:21.694814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] DHCP port deletion for 6d2f5d7f-67d8-4869-b97d-47d81cfd5131 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:19:21.720496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] Deleting port 6ba306f5-1300-482f-9649-1a3885dd057a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:21.721068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.742408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.757072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 6ba306f5-1300-482f-9649-1a3885dd057a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:21.757703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:21.856066 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-b1678ce1-e26e-4086-9e20-03dfb93b474e service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579463 Sep 19 17:19:22.012621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49368) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:22.020202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] For port 6ba306f5-1300-482f-9649-1a3885dd057a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6ba306f5-1300-482f-9649-1a3885dd057a,segment=NetworkSegment(d4c4e341-1e45-485d-a465-3523e35923b8),segment_id=d4c4e341-1e45-485d-a465-3523e35923b8)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:22.020785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.069620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-54e0875b-b106-4c60-9274-f456c419902f None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:19:22.129082 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9c9bfa18-2797-4bee-91e5-dfa44622257e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 690 time: 0.1149755 Sep 19 17:19:22.133765 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b08eb896-dc5a-4ae7-9d29-19eb2c585c87 req-6e451ad6-4474-41d5-abce-59295264a971 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694743 Sep 19 17:19:22.153478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] For port 6ba306f5-1300-482f-9649-1a3885dd057a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6ba306f5-1300-482f-9649-1a3885dd057a,segment=NetworkSegment(d4c4e341-1e45-485d-a465-3523e35923b8),segment_id=d4c4e341-1e45-485d-a465-3523e35923b8)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:22.153946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.159477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 6ba306f5-1300-482f-9649-1a3885dd057a owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:22.252144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.308059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=6ba306f5-1300-482f-9649-1a3885dd057a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:22.317078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No DVR routers for this DVR port 6ba306f5-1300-482f-9649-1a3885dd057a on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:19:22.377812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6ba306f5-1300-482f-9649-1a3885dd057a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:19:22.423247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] Calling delete_port for 6ba306f5-1300-482f-9649-1a3885dd057a owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:22.459583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.489314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2f5d7f-67d8-4869-b97d-47d81cfd5131']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:22.503622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c4e341-1e45-485d-a465-3523e35923b8') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:22.504082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c4e341-1e45-485d-a465-3523e35923b8') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:22.517951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.529846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 6ba306f5-1300-482f-9649-1a3885dd057a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:19:22.529846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6ba306f5-1300-482f-9649-1a3885dd057a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:19:22.535982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.545596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:19:22.546343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.650424 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d4c4e341-1e45-485d-a465-3523e35923b8 resource provider aggregate not found Sep 19 17:19:22.662510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:19:22.663047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:19:22.665066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.687216 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment d4c4e341-1e45-485d-a465-3523e35923b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4c4e341-1e45-485d-a465-3523e35923b8 found for delete ", "request_id": "req-022302a0-66b3-4d5c-a080-b19409c3fb54"}]} Sep 19 17:19:22.688852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.695887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Network': ['ID=6d2f5d7f-67d8-4869-b97d-47d81cfd5131,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:22.699227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-54e0875b-b106-4c60-9274-f456c419902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:22.705115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0875b-b106-4c60-9274-f456c419902f None None] The sync data for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv is: [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:19:22.712037 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d8e2612-fe0f-4b86-a69a-7d7764219f0b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/networks/6d2f5d7f-67d8-4869-b97d-47d81cfd5131 HTTP/1.1" status: 204 len: 168 time: 1.1135194 Sep 19 17:19:22.716455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49384) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:22.805441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a591f31-67f9-43d4-8210-8e1c7abae831 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:22.810485 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4a591f31-67f9-43d4-8210-8e1c7abae831 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0888271 Sep 19 17:19:22.810775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49388) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:22.906012 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-821f576e-2780-4ae2-874c-f140dc2481c8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0940454 Sep 19 17:19:22.909675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49392) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:22.915239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1153945230'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:22.920625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:22.924709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:network and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:22.927699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:22.933442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:22.945976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:22.949926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.958487 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e9f40-bc83-4368-828b-7c016d57a28e None None] New status for floating IP d2fabaae-c391-4f64-978f-f4354336ffe5: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:19:22.983135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:19:22.994552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:22.995099 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Added segment 53b461be-542b-436f-b51a-0e0f6c849c6e of type vlan for network a3503552-7fa9-4a06-96d0-fb10911e5deb Sep 19 17:19:23.027642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.068060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.082820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:23.083513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.131614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49396) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:23.164338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] Deleting port 6ba306f5-1300-482f-9649-1a3885dd057a {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:23.165000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.191038 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2802238 Sep 19 17:19:23.194074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49400) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:23.199694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:23.224285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c620f-ec94-49a4-82a8-afffcd97b87d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Network': ['ID=a3503552-7fa9-4a06-96d0-fb10911e5deb,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:23.258208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network a3503552-7fa9-4a06-96d0-fb10911e5deb details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:19:23.289740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-864cc19f-c8be-451a-8c3b-4fbcde3c7c02 None None] The port '6ba306f5-1300-482f-9649-1a3885dd057a' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:19:23.341181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:23.348577 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-de6caa6e-c218-414b-ac13-d08340597ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 690 time: 0.2151482 Sep 19 17:19:23.349853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:23.357273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:23.364318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:23.385200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:23.389075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.624146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.707561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=f88986c5-772f-4f6e-ad15-8e45d8b2b260,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:23.716348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking segment: {'id': '53b461be-542b-436f-b51a-0e0f6c849c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:23.716709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network hostable DHCP agents. Network: a3503552-7fa9-4a06-96d0-fb10911e5deb, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:19:23.738019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network a3503552-7fa9-4a06-96d0-fb10911e5deb is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:19:23.748043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, a3503552-7fa9-4a06-96d0-fb10911e5deb) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:23.752567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:23.753176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.760240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59057679-f26e-4077-a53d-8bde412bcf08 None None] Network a3503552-7fa9-4a06-96d0-fb10911e5deb requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:23.777099 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f8adbf4a-1e2f-4ef9-9ad8-f7bb1ea7339a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5818841 Sep 19 17:19:23.779994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49406) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:23.788185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb', 'name': 'tempest-PortsIpV6TestJSON-688758290'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:23.942472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:23.946525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:23.949548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:23.956232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:23.967790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:23.971713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.992218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-a3503552-7fa9-4a06-96d0-fb10911e5deb', 'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb', 'tenant_id': '20ea5df3720c48b49a30f37d811325fd', 'fixed_ips': [{'subnet_id': 'f88986c5-772f-4f6e-ad15-8e45d8b2b260'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:19:23.993079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:23.995346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 2212a4ef-6150-4834-9084-03ab77b1ebff yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:24.150960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::9f (a3503552-7fa9-4a06-96d0-fb10911e5deb/f88986c5-772f-4f6e-ad15-8e45d8b2b260/2212a4ef-6150-4834-9084-03ab77b1ebff) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:24.350445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49410) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:24.537590 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:24.559796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 2212a4ef-6150-4834-9084-03ab77b1ebff will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:24.566225 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0c84e656-f158-4c27-9995-b4868834dfcb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 688 time: 0.2142615 Sep 19 17:19:24.593058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:24.658874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Allocated IP 2001:db8::2 (a3503552-7fa9-4a06-96d0-fb10911e5deb/f88986c5-772f-4f6e-ad15-8e45d8b2b260/b752c9ce-79d1-4e8a-9728-2997b4f1e7d3) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:24.665449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network a3503552-7fa9-4a06-96d0-fb10911e5deb is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:24.668572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:24.671384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:24.677300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:24.677933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:24.696687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=2212a4ef-6150-4834-9084-03ab77b1ebff,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:24.716103 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-26bc6b6e-878d-4065-845a-9d5dee259b81 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9320772 Sep 19 17:19:24.716457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49416) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:24.722693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb', 'name': 'tempest-PortsIpV6TestJSON-1026716675'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:24.878941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:24.882535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:24.885828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:24.892491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:24.903729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:24.907491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:24.930389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 9f025f9b-d289-495d-a0b3-8f83bae1c0e4 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:24.936418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:24.947832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Transition to ACTIVE for port object b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:24.969187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Transition to ACTIVE for port object b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:24.976237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.044268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Network a3503552-7fa9-4a06-96d0-fb10911e5deb is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:25.047173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:25.049718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:25.055745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Pushing event updated for resources: {'Port': ['ID=b752c9ce-79d1-4e8a-9728-2997b4f1e7d3,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:25.087934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::299 (a3503552-7fa9-4a06-96d0-fb10911e5deb/f88986c5-772f-4f6e-ad15-8e45d8b2b260/9f025f9b-d289-495d-a0b3-8f83bae1c0e4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:25.159474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Attempting to bind port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:25.159785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Attempting to bind port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '53b461be-542b-436f-b51a-0e0f6c849c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:25.160081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Attempting to bind port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 on network a3503552-7fa9-4a06-96d0-fb10911e5deb {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:25.165686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:25.166045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Checking segment: {'id': '53b461be-542b-436f-b51a-0e0f6c849c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:25.166448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.166829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Bound using segment: {'id': '53b461be-542b-436f-b51a-0e0f6c849c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:25.167331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Bound port: b752c9ce-79d1-4e8a-9728-2997b4f1e7d3, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b461be-542b-436f-b51a-0e0f6c849c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a3503552-7fa9-4a06-96d0-fb10911e5deb'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:25.167813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.283299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] For port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:25.286553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] For port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b752c9ce-79d1-4e8a-9728-2997b4f1e7d3,segment=NetworkSegment(53b461be-542b-436f-b51a-0e0f6c849c6e),segment_id=53b461be-542b-436f-b51a-0e0f6c849c6e)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:25.292176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.321541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.355125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 9f025f9b-d289-495d-a0b3-8f83bae1c0e4 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:25.375847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.399126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e22b0a-5bb1-4c40-934f-c139b2014c64 None None] Pushing event updated for resources: {'Port': ['ID=b752c9ce-79d1-4e8a-9728-2997b4f1e7d3,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:25.426006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.533861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network a3503552-7fa9-4a06-96d0-fb10911e5deb is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:25.536922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:25.539380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:25.545155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:25.545832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.577007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=9f025f9b-d289-495d-a0b3-8f83bae1c0e4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:25.600433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49424) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:25.611581 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f955c3ab-9e4f-4fed-9b91-a9c40d9b04f2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8930061 Sep 19 17:19:25.710398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf052d01-47c0-496c-8c59-26c587884f91 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:25.711169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf052d01-47c0-496c-8c59-26c587884f91 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:25.735335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cf052d01-47c0-496c-8c59-26c587884f91 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:25.747164 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf052d01-47c0-496c-8c59-26c587884f91 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9f HTTP/1.1" status: 200 len: 927 time: 0.1361592 Sep 19 17:19:25.747164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49428) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:25.750550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49432) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:25.761157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110294932', 'description': 'tempest-secgroup-smoke-1110294932 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:25.771008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:25.782746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:25.803826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.834567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:25.838880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:25.842225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:25.849770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:25.851014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-741e4aa8-5584-410b-935d-72b64209e327 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 9f025f9b-d289-495d-a0b3-8f83bae1c0e4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:25.851543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-741e4aa8-5584-410b-935d-72b64209e327 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.963107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:25.968701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.014613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa08ecf-dfe6-41fc-9c0b-774c6307a810,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:26.035964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.037333 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0fc77b0f-3b66-4b4e-99d4-81425af1bb40 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2851725 Sep 19 17:19:26.040783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49436) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:26.049252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5fa08ecf-dfe6-41fc-9c0b-774c6307a810', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:26.056905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:26.069564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:26.074232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:26.081582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:26.112862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.208566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-741e4aa8-5584-410b-935d-72b64209e327 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.217523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.224146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.260809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f14e5a-e727-4da7-ac03-0f93a96c936e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:26.274575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.278925 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c8e50f54-b694-40aa-bf22-b89dde0e5559 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2334976 Sep 19 17:19:26.279400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49440) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:26.288171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5fa08ecf-dfe6-41fc-9c0b-774c6307a810', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:26.294425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:26.299513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:26.302693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:26.309067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:26.341763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.389335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-741e4aa8-5584-410b-935d-72b64209e327 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 9f025f9b-d289-495d-a0b3-8f83bae1c0e4 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:26.478041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:26.649077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.657352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.672868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-741e4aa8-5584-410b-935d-72b64209e327 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.673710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:26.698970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf625c5-9f40-449f-95c6-f45431a080cc,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:26.709777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.711261 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-84254ea6-b767-455c-acd7-9f725016f463 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4307473 Sep 19 17:19:26.714445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49444) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:26.720457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5fa08ecf-dfe6-41fc-9c0b-774c6307a810', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:26.732765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:26.741447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:26.744540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd770db9-bfe4-45a9-b577-fff4ecfd0f8a None None] Network a3503552-7fa9-4a06-96d0-fb10911e5deb requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:26.746266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e4aa8-5584-410b-935d-72b64209e327 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=9f025f9b-d289-495d-a0b3-8f83bae1c0e4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:26.763015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:26.782430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:26.819758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-741e4aa8-5584-410b-935d-72b64209e327 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.831423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.852348 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-741e4aa8-5584-410b-935d-72b64209e327 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/9f025f9b-d289-495d-a0b3-8f83bae1c0e4 HTTP/1.1" status: 204 len: 168 time: 1.1102362 Sep 19 17:19:26.855562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49450) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:26.863557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8d034381-fc25-4e8a-977d-554060f4d445 None None] Provisioning for port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:26.876992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8d034381-fc25-4e8a-977d-554060f4d445 None None] Provisioning complete for port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:26.877594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d034381-fc25-4e8a-977d-554060f4d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:26.909852 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-597fda49-f876-4cd3-8149-f8666e396e92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:26.910392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-597fda49-f876-4cd3-8149-f8666e396e92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:26.937672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-597fda49-f876-4cd3-8149-f8666e396e92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:26.942131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49454) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:26.942346 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-597fda49-f876-4cd3-8149-f8666e396e92 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/9f025f9b-d289-495d-a0b3-8f83bae1c0e4 HTTP/1.1" status: 404 len: 333 time: 0.0854776 Sep 19 17:19:27.034300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.052713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.083718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2c675e39-d6fc-4916-937d-214153cc5350 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 2212a4ef-6150-4834-9084-03ab77b1ebff {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:27.086652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c675e39-d6fc-4916-937d-214153cc5350 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.138498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1847e93-fc18-472e-994d-62f5581a4313,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:27.164526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.166178 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0858068a-cca3-4111-9e3c-7b02ea100542 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4507270 Sep 19 17:19:27.173514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49458) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:27.179094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5fa08ecf-dfe6-41fc-9c0b-774c6307a810', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:27.193660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8d034381-fc25-4e8a-977d-554060f4d445 None None] Current status of the port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:27.196715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d034381-fc25-4e8a-977d-554060f4d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.199656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:27.207270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:27.214026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:27.231580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:27.246604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8d034381-fc25-4e8a-977d-554060f4d445 None None] For port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b752c9ce-79d1-4e8a-9728-2997b4f1e7d3,segment=NetworkSegment(53b461be-542b-436f-b51a-0e0f6c849c6e),segment_id=53b461be-542b-436f-b51a-0e0f6c849c6e)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:27.253511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d034381-fc25-4e8a-977d-554060f4d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.277172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.342284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d034381-fc25-4e8a-977d-554060f4d445 None None] Pushing event updated for resources: {'Port': ['ID=b752c9ce-79d1-4e8a-9728-2997b4f1e7d3,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:27.393855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.407045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.488323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea954b31-3569-47a4-8f8b-788f09315f23,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:27.556751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.558098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49462) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:27.561583 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b861edf-d3bb-42fd-ad20-69eb269e4739 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3836296 Sep 19 17:19:27.579295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5fa08ecf-dfe6-41fc-9c0b-774c6307a810', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:27.590988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:27.594799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c675e39-d6fc-4916-937d-214153cc5350 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.606873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:27.612793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:27.745928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:27.755804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2c675e39-d6fc-4916-937d-214153cc5350 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 2212a4ef-6150-4834-9084-03ab77b1ebff owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:27.817333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b7f50e93-f1a4-470e-be99-71f9b1377cff None None] Provisioning for port 2212a4ef-6150-4834-9084-03ab77b1ebff completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:27.827888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b7f50e93-f1a4-470e-be99-71f9b1377cff None None] Provisioning complete for port 2212a4ef-6150-4834-9084-03ab77b1ebff triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:27.827888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7f50e93-f1a4-470e-be99-71f9b1377cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.834884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:19:27.856123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:27.908517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b7f50e93-f1a4-470e-be99-71f9b1377cff None None] Port 2212a4ef-6150-4834-9084-03ab77b1ebff cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:27.922220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b7f50e93-f1a4-470e-be99-71f9b1377cff None None] Provisioning complete for port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:27.922712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7f50e93-f1a4-470e-be99-71f9b1377cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.113805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.125989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.178085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b7f50e93-f1a4-470e-be99-71f9b1377cff None None] Current status of the port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:28.209510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbd7e6b-1d92-4fb7-8e1c-9e152fd1466c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:28.218265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.223185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49468) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:28.223740 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7c4f4477-dc16-4662-862b-46c62443bd98 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6641610 Sep 19 17:19:28.241132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c675e39-d6fc-4916-937d-214153cc5350 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.244299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '5fa08ecf-dfe6-41fc-9c0b-774c6307a810', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:28.251028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:28.256348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:28.260500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:28.270090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:28.299272 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:19:28.308018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b4812e5b-ca45-4684-87a3-703cd507b36d None None] Could not find standard attr ID for object 2212a4ef-6150-4834-9084-03ab77b1ebff. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:19:28.315927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.346760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c675e39-d6fc-4916-937d-214153cc5350 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=2212a4ef-6150-4834-9084-03ab77b1ebff,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:28.425802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:28.476978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.489899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.570119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-17fe83a0-1d5e-4c8e-a4e6-337d4793bc17 None None] Could not find standard attr ID for object 9f025f9b-d289-495d-a0b3-8f83bae1c0e4. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:19:28.579910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.583701 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3475471 Sep 19 17:19:28.596310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c1fd8-91cd-4ce0-9217-edcf0c4b6199 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e50bd2-4d72-41fc-8b24-e25b3a6ef380,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:28.599467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:28.600859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.613425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c675e39-d6fc-4916-937d-214153cc5350 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.623175 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2c675e39-d6fc-4916-937d-214153cc5350 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/2212a4ef-6150-4834-9084-03ab77b1ebff HTTP/1.1" status: 204 len: 168 time: 1.6762531 Sep 19 17:19:28.624374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49474) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:28.723522 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8437ef4-79f6-4ba7-893e-0d0f8be6e594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:28.728487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49480) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:28.729468 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f8437ef4-79f6-4ba7-893e-0d0f8be6e594 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/2212a4ef-6150-4834-9084-03ab77b1ebff HTTP/1.1" status: 404 len: 333 time: 0.1042635 Sep 19 17:19:28.853163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-354d0be7-7228-48bf-b4cc-34dbe0d7e74c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet f88986c5-772f-4f6e-ad15-8e45d8b2b260 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:19:28.860538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:28.861243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-354d0be7-7228-48bf-b4cc-34dbe0d7e74c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:28.945653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-354d0be7-7228-48bf-b4cc-34dbe0d7e74c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.062261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-354d0be7-7228-48bf-b4cc-34dbe0d7e74c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.152610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-354d0be7-7228-48bf-b4cc-34dbe0d7e74c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.228739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d0be7-7228-48bf-b4cc-34dbe0d7e74c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=f88986c5-772f-4f6e-ad15-8e45d8b2b260,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:29.251241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-354d0be7-7228-48bf-b4cc-34dbe0d7e74c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.256949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea9394a-892c-4d47-8003-981e1eb96bde None None] Network a3503552-7fa9-4a06-96d0-fb10911e5deb requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:29.295881 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-354d0be7-7228-48bf-b4cc-34dbe0d7e74c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/f88986c5-772f-4f6e-ad15-8e45d8b2b260 HTTP/1.1" status: 204 len: 168 time: 0.5607464 Sep 19 17:19:29.295881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-1bbee036-b9c7-42c6-a106-1fdef7469abb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:29.297051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49496) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:29.334851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-1bbee036-b9c7-42c6-a106-1fdef7469abb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:29.336575 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-1bbee036-b9c7-42c6-a106-1fdef7469abb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110294932&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.1299076 Sep 19 17:19:29.477555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.490248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:29.490248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.607588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] DHCP port deletion for a3503552-7fa9-4a06-96d0-fb10911e5deb request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:19:29.612542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] Deleting port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:29.613360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.638501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-fc9367ce-02ac-4bf1-b612-26dc7aa82de6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:29.646369 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-fc9367ce-02ac-4bf1-b612-26dc7aa82de6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 797 time: 0.3030558 Sep 19 17:19:29.665589 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-95294471-6fb5-464a-b888-25830e15579d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0179560 Sep 19 17:19:29.767884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] For port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b752c9ce-79d1-4e8a-9728-2997b4f1e7d3,segment=NetworkSegment(53b461be-542b-436f-b51a-0e0f6c849c6e),segment_id=53b461be-542b-436f-b51a-0e0f6c849c6e)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:29.768729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.809525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-73f440fd-72ee-47f0-96f0-30b56eb23c8b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1417904 Sep 19 17:19:29.893551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-b9abf974-d405-457a-af1d-773bb1bb2784 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:19:29.900665 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-b9abf974-d405-457a-af1d-773bb1bb2784 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0745144 Sep 19 17:19:29.930636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] For port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b752c9ce-79d1-4e8a-9728-2997b4f1e7d3,segment=NetworkSegment(53b461be-542b-436f-b51a-0e0f6c849c6e),segment_id=53b461be-542b-436f-b51a-0e0f6c849c6e)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:29.931251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:29.931885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:30.114174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] Calling delete_port for b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:30.164244 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-02a77530-c5a6-4328-93b5-094688a6fe53 service neutron] 10.222.0.83 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626047 Sep 19 17:19:30.184528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.212322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:19:30.212850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:19:30.235570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No DVR routers for this DVR port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:19:30.305760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=b752c9ce-79d1-4e8a-9728-2997b4f1e7d3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:30.351411 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-a611a615-7217-4dd0-8437-f225d315a745 service neutron] 10.222.0.83 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777937 Sep 19 17:19:30.372380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:19:30.398207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.431455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3503552-7fa9-4a06-96d0-fb10911e5deb']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:30.445612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b461be-542b-436f-b51a-0e0f6c849c6e') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:30.446748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b461be-542b-436f-b51a-0e0f6c849c6e') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:30.458599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.481597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.483076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:19:30.483708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:19:30.517430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:19:30.517864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.594840 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 53b461be-542b-436f-b51a-0e0f6c849c6e resource provider aggregate not found Sep 19 17:19:30.650755 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 53b461be-542b-436f-b51a-0e0f6c849c6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53b461be-542b-436f-b51a-0e0f6c849c6e found for delete ", "request_id": "req-748ffc10-0758-43bd-bd0f-be1ec8477f50"}]} Sep 19 17:19:30.671698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.696790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.714232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] Deleting port b752c9ce-79d1-4e8a-9728-2997b4f1e7d3 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:30.716244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.745632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Network': ['ID=a3503552-7fa9-4a06-96d0-fb10911e5deb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:30.767012 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2a731ac6-508b-4f5d-8983-657f351055e7 req-63769245-e31c-47db-a92f-9af1579a1d8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 210 time: 0.1684191 Sep 19 17:19:30.781950 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-924ee801-fe69-4020-84a5-288a1d560463 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/networks/a3503552-7fa9-4a06-96d0-fb10911e5deb HTTP/1.1" status: 204 len: 168 time: 1.4837544 Sep 19 17:19:30.794248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49516) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:30.794248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-978718471'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:30.803574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:30.803574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:network and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:30.805964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:30.812200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:30.827585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:30.841803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.847132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1a395e8f-e781-4cce-8e2c-89d3623b55d6 None None] The port 'b752c9ce-79d1-4e8a-9728-2997b4f1e7d3' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:19:30.882692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:19:30.900196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.900657 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Added segment 83093211-2678-498d-91ca-5d6b14694305 of type vlan for network af7d3c6f-42bb-4cd8-b18c-065c900e7690 Sep 19 17:19:30.928800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.981762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:30.987762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:30.989187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:31.086576 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2991135 Sep 19 17:19:31.089679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49528) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:31.095779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:31.097586 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:19:31.099848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfcd75-b5e2-44d2-9a9a-94afb8b44273 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Network': ['ID=af7d3c6f-42bb-4cd8-b18c-065c900e7690,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:31.111372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network af7d3c6f-42bb-4cd8-b18c-065c900e7690 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:19:31.221348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:31.225076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:31.228028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:31.233934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:31.245031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:31.248628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:31.539015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:31.628612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking segment: {'id': '83093211-2678-498d-91ca-5d6b14694305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:31.628976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network hostable DHCP agents. Network: af7d3c6f-42bb-4cd8-b18c-065c900e7690, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:19:31.635563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=feccb9fb-4f72-45e1-83d5-d733002050ae,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:31.659545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network af7d3c6f-42bb-4cd8-b18c-065c900e7690 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:19:31.670674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, af7d3c6f-42bb-4cd8-b18c-065c900e7690) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:31.675460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:31.676104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:31.681122 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27e51f5-2f42-4b12-b81a-5ba45dd47733 None None] Network af7d3c6f-42bb-4cd8-b18c-065c900e7690 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:31.745111 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-db3d5cfd-a273-4601-8309-cba6873db4d6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6542592 Sep 19 17:19:31.747985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49534) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:31.754799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690', 'name': 'tempest-PortsIpV6TestJSON-24936508', 'fixed_ips': [{'subnet_id': 'feccb9fb-4f72-45e1-83d5-d733002050ae', 'ip_address': '2001:db8::10'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:31.937615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-af7d3c6f-42bb-4cd8-b18c-065c900e7690', 'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690', 'tenant_id': '20ea5df3720c48b49a30f37d811325fd', 'fixed_ips': [{'subnet_id': 'feccb9fb-4f72-45e1-83d5-d733002050ae'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:19:31.938500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:31.985194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:31.997145 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-301e6de8-d2f1-41d2-a21c-04e7a7c7b281 req-92cbfa8a-b360-4f00-8b4e-79d56c3d799e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 210 time: 0.0621176 Sep 19 17:19:31.998792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:32.003205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:32.009686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:32.026477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:32.167156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Allocated IP 2001:db8::2 (af7d3c6f-42bb-4cd8-b18c-065c900e7690/feccb9fb-4f72-45e1-83d5-d733002050ae/16c25b96-237a-4549-9f3c-0e1467872160) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:32.416579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:32.426275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:32.428467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Transition to ACTIVE for port object 16c25b96-237a-4549-9f3c-0e1467872160 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:32.447383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Transition to ACTIVE for port object 16c25b96-237a-4549-9f3c-0e1467872160 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:32.454320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-82b01bb6-186c-4d27-b0a1-d41ea9354e4f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:32.454516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:32.455941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-82b01bb6-186c-4d27-b0a1-d41ea9354e4f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 797 time: 0.3323922 Sep 19 17:19:32.461462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 72f4f733-e336-422d-8fad-44a246ed8dc7 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:32.524500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Network af7d3c6f-42bb-4cd8-b18c-065c900e7690 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:32.527550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:32.531362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:32.536968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Pushing event updated for resources: {'Port': ['ID=16c25b96-237a-4549-9f3c-0e1467872160,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:32.571631 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-8bce96f3-7d3c-4b85-9f05-60edd08b9ba2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 473 time: 0.0742540 Sep 19 17:19:32.614673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['5fa08ecf-dfe6-41fc-9c0b-774c6307a810']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:32.645877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Attempting to bind port 16c25b96-237a-4549-9f3c-0e1467872160 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:32.646260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Attempting to bind port 16c25b96-237a-4549-9f3c-0e1467872160 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '83093211-2678-498d-91ca-5d6b14694305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:32.646603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Attempting to bind port 16c25b96-237a-4549-9f3c-0e1467872160 on network af7d3c6f-42bb-4cd8-b18c-065c900e7690 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:32.651879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:32.652247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Checking segment: {'id': '83093211-2678-498d-91ca-5d6b14694305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:32.652637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:32.653016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Bound using segment: {'id': '83093211-2678-498d-91ca-5d6b14694305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:32.653472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Bound port: 16c25b96-237a-4549-9f3c-0e1467872160, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83093211-2678-498d-91ca-5d6b14694305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:32.653832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:32.744431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] For port 16c25b96-237a-4549-9f3c-0e1467872160, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:32.747113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] For port 16c25b96-237a-4549-9f3c-0e1467872160, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=16c25b96-237a-4549-9f3c-0e1467872160,segment=NetworkSegment(83093211-2678-498d-91ca-5d6b14694305),segment_id=83093211-2678-498d-91ca-5d6b14694305)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:32.753541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:32.831498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072c965-cb62-4a00-8a80-51ddb4514afc None None] Pushing event updated for resources: {'Port': ['ID=16c25b96-237a-4549-9f3c-0e1467872160,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:32.841386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::10 (af7d3c6f-42bb-4cd8-b18c-065c900e7690/feccb9fb-4f72-45e1-83d5-d733002050ae/72f4f733-e336-422d-8fad-44a246ed8dc7) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:32.853287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:32.868227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:32.906041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:32.909594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:33.225570 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d16f26b2-b52a-41b0-b599-b3c849d4da45 req-51eca0db-38b3-4216-9cab-897d3d95fc64 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 210 time: 0.0750473 Sep 19 17:19:33.307455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.13 (a86f7c28-82f2-45d0-add1-36028e5e9da8/4a42887a-5edb-4947-aac9-7013bc24b768/42d34ea8-12a4-4059-a2b2-2395208babf3) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:33.315749 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-f4b896f0-3d44-47d5-a410-1116a28f8f4b tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422508582&fields=id&tenant_id=005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 267 time: 0.1165121 Sep 19 17:19:33.319478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:33.425464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 72f4f733-e336-422d-8fad-44a246ed8dc7 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:33.632436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:33.682108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-2097f1f7-cd9f-4c85-9be7-45631239f6b4 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:33.683484 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-2097f1f7-cd9f-4c85-9be7-45631239f6b4 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 812 time: 0.3609319 Sep 19 17:19:33.743992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network af7d3c6f-42bb-4cd8-b18c-065c900e7690 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:33.745888 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-f546d150-00bb-42cf-95b2-578ed7ea74bb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/quotas/005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 375 time: 0.0497298 Sep 19 17:19:33.757275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:33.759973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:33.766039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:33.766688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:33.827183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:33.835489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=72f4f733-e336-422d-8fad-44a246ed8dc7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:33.847742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102cf90-1ee5-4be6-82ea-f5c86fd10acd None None] Network af7d3c6f-42bb-4cd8-b18c-065c900e7690 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:33.882361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 42d34ea8-12a4-4059-a2b2-2395208babf3 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:33.884392 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ce0b0fdb-a873-4863-9817-8e9d6d2b0c1c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1354294 Sep 19 17:19:33.887369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49556) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:33.895003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': 'af7d3c6f-42bb-4cd8-b18c-065c900e7690', 'name': 'tempest-PortsIpV6TestJSON-412949456', 'fixed_ips': [{'subnet_id': 'feccb9fb-4f72-45e1-83d5-d733002050ae', 'ip_address': '2001:db8::f'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:33.929998 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-b5ad9de1-9b44-4d4e-b783-04b2f4d6320f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1539831 Sep 19 17:19:33.937315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:34.012175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-350cffd2-3094-43fe-a380-1ea65577b08b None None] Provisioning for port 16c25b96-237a-4549-9f3c-0e1467872160 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:34.033982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:34.054406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:34.059274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:34.063788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:34.071158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:34.083701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:34.084025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:34.086417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:34.168641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=42d34ea8-12a4-4059-a2b2-2395208babf3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:34.227260 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d9258f54-2a9c-41e8-b60b-6ee821283527 service neutron] 10.222.0.83 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456565 Sep 19 17:19:34.233611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:34.234431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:34.251398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:34.338057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 091c0642-4516-482b-bcb0-8deff6820c69 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:34.438945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 16c25b96-237a-4549-9f3c-0e1467872160 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:34.520591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-14fbb6cb-7ce2-4f08-bacd-031bfb596b1c None None] Provisioning for port 42d34ea8-12a4-4059-a2b2-2395208babf3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:34.530776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-14fbb6cb-7ce2-4f08-bacd-031bfb596b1c None None] Provisioning complete for port 42d34ea8-12a4-4059-a2b2-2395208babf3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:34.531289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14fbb6cb-7ce2-4f08-bacd-031bfb596b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:34.568792 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-4985ac4f-500f-42e6-9289-172612c3770f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9632328 Sep 19 17:19:34.582641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-80e618b3-c29a-460a-8553-fdf97f43f306 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:19:34.583956 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-80e618b3-c29a-460a-8553-fdf97f43f306 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077393 Sep 19 17:19:34.594981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 16c25b96-237a-4549-9f3c-0e1467872160 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:34.609519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97268bb-53b7-46c3-ab4c-4a64ba5e950e req-0017579d-8476-42dc-a5b2-d0d1f19a0f03 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:34.618896 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a97268bb-53b7-46c3-ab4c-4a64ba5e950e req-0017579d-8476-42dc-a5b2-d0d1f19a0f03 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 932 time: 0.2156091 Sep 19 17:19:34.629838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 16c25b96-237a-4549-9f3c-0e1467872160 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:34.632245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:34.644601 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-a7e49b06-689f-4003-973c-18644bfc21e9 service neutron] 10.222.0.83 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057715 Sep 19 17:19:34.668821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-14fbb6cb-7ce2-4f08-bacd-031bfb596b1c None None] Port 42d34ea8-12a4-4059-a2b2-2395208babf3 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:34.696930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Request body: {'port': {'device_id': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:34.705269 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a97268bb-53b7-46c3-ab4c-4a64ba5e950e req-92f425ec-4bd8-4339-8e0c-047e09198e69 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850909 Sep 19 17:19:34.792660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::f (af7d3c6f-42bb-4cd8-b18c-065c900e7690/feccb9fb-4f72-45e1-83d5-d733002050ae/091c0642-4516-482b-bcb0-8deff6820c69) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:34.831513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 16c25b96-237a-4549-9f3c-0e1467872160 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:34.831893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:34.873031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:34.883200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 16c25b96-237a-4549-9f3c-0e1467872160, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=16c25b96-237a-4549-9f3c-0e1467872160,segment=NetworkSegment(83093211-2678-498d-91ca-5d6b14694305),segment_id=83093211-2678-498d-91ca-5d6b14694305)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:34.886860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-67f5da65-4b1f-463f-8614-429681720c55 None None] Provisioning for port 72f4f733-e336-422d-8fad-44a246ed8dc7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:34.894991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:34.935377 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-67f5da65-4b1f-463f-8614-429681720c55 None None] Provisioning complete for port 72f4f733-e336-422d-8fad-44a246ed8dc7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:34.935757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-67f5da65-4b1f-463f-8614-429681720c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.014777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-67f5da65-4b1f-463f-8614-429681720c55 None None] Port 72f4f733-e336-422d-8fad-44a246ed8dc7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:35.020478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=16c25b96-237a-4549-9f3c-0e1467872160,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:35.038261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-67f5da65-4b1f-463f-8614-429681720c55 None None] Provisioning complete for port 16c25b96-237a-4549-9f3c-0e1467872160 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:35.038981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-67f5da65-4b1f-463f-8614-429681720c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.063558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.091870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 091c0642-4516-482b-bcb0-8deff6820c69 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:35.126185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.227900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-67f5da65-4b1f-463f-8614-429681720c55 None None] Current status of the port 16c25b96-237a-4549-9f3c-0e1467872160 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:35.348467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d34ea8-12a4-4059-a2b2-2395208babf3 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:19:35.358179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.362215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8df65622-ad2a-40cd-a0f2-de4821635414 None None] Provisioning complete for port 72f4f733-e336-422d-8fad-44a246ed8dc7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:35.364272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8df65622-ad2a-40cd-a0f2-de4821635414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.380375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Transition to ACTIVE for port object 42d34ea8-12a4-4059-a2b2-2395208babf3 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:35.386405 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.426545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network af7d3c6f-42bb-4cd8-b18c-065c900e7690 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:35.448860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:35.456708 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8b2ca0da-e5ef-40d1-988a-1132c34c751a req-7e76c191-9569-4ef7-8d37-2fa549ad22c7 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 210 time: 0.3283772 Sep 19 17:19:35.458128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:35.477009 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:35.480798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.501333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=091c0642-4516-482b-bcb0-8deff6820c69,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:35.519735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8df65622-ad2a-40cd-a0f2-de4821635414 None None] Port 72f4f733-e336-422d-8fad-44a246ed8dc7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:35.541026 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-799072ec-4004-48c6-849f-1787230e23aa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6495588 Sep 19 17:19:35.541307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:35.655120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032841e-9b41-4739-920d-26aacae6f170 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:35.656882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Pushing event updated for resources: {'Port': ['ID=42d34ea8-12a4-4059-a2b2-2395208babf3,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:35.657405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6032841e-9b41-4739-920d-26aacae6f170 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:35.677261 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6032841e-9b41-4739-920d-26aacae6f170 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:35.679504 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6032841e-9b41-4739-920d-26aacae6f170 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1369326 Sep 19 17:19:35.683718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49584) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:35.707553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Attempting to bind port 42d34ea8-12a4-4059-a2b2-2395208babf3 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:35.708069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Attempting to bind port 42d34ea8-12a4-4059-a2b2-2395208babf3 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:35.708414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Attempting to bind port 42d34ea8-12a4-4059-a2b2-2395208babf3 on network a86f7c28-82f2-45d0-add1-36028e5e9da8 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:35.714324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Port 42d34ea8-12a4-4059-a2b2-2395208babf3 on network a86f7c28-82f2-45d0-add1-36028e5e9da8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:19:35.714652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Attempting to bind port 42d34ea8-12a4-4059-a2b2-2395208babf3 on network a86f7c28-82f2-45d0-add1-36028e5e9da8 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:35.721124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:35.721464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Checking segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:35.721852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Bound using segment: {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:35.722329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Bound port: 42d34ea8-12a4-4059-a2b2-2395208babf3, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d371d43-0466-4847-8b6b-efa56a39ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:35.723512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.794363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b2c78-7b04-4301-b2df-7a84b8f328f7 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:35.800931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b2c78-7b04-4301-b2df-7a84b8f328f7 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:35.806778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b2c78-7b04-4301-b2df-7a84b8f328f7 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:35.812144 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f1b2c78-7b04-4301-b2df-7a84b8f328f7 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1235995 Sep 19 17:19:35.813087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:35.827624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] For port 42d34ea8-12a4-4059-a2b2-2395208babf3, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:35.833653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] For port 42d34ea8-12a4-4059-a2b2-2395208babf3, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=42d34ea8-12a4-4059-a2b2-2395208babf3,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:35.841010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.855812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-74c7c8e9-0739-4361-97a9-89a49bb58633 None None] Provisioning for port 091c0642-4516-482b-bcb0-8deff6820c69 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:35.862350 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-74c7c8e9-0739-4361-97a9-89a49bb58633 None None] Provisioning complete for port 091c0642-4516-482b-bcb0-8deff6820c69 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:35.862966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74c7c8e9-0739-4361-97a9-89a49bb58633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.887826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:35.888618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.890788 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] 10.222.0.86 "PUT /v2.0/ports/42d34ea8-12a4-4059-a2b2-2395208babf3 HTTP/1.1" status: 200 len: 1094 time: 1.2899487 Sep 19 17:19:35.897854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-05d4cc7c-b3e1-4052-9bed-9371483c6440 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 091c0642-4516-482b-bcb0-8deff6820c69 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:35.898234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d4cc7c-b3e1-4052-9bed-9371483c6440 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:35.900248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'tag': '42d34ea8-12a4-4059-a2b2-2395208babf3'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:19:35.902115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb374d-044c-40b4-b1ff-63c1a9ab1f28", "tag": "42d34ea8-12a4-4059-a2b2-2395208babf3"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:19:35.941085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-74c7c8e9-0739-4361-97a9-89a49bb58633 None None] Port 091c0642-4516-482b-bcb0-8deff6820c69 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:35.965387 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d6f388-3592-4b1e-8d8a-2bc79d90de00 x-openstack-request-id: req-03d6f388-3592-4b1e-8d8a-2bc79d90de00 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:19:35.965677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb374d-044c-40b4-b1ff-63c1a9ab1f28", "tag": "42d34ea8-12a4-4059-a2b2-2395208babf3", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:19:35.965926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-03d6f388-3592-4b1e-8d8a-2bc79d90de00 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:19:35.966322 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d6f388-3592-4b1e-8d8a-2bc79d90de00'] response: {'name': 'network-changed', 'server_uuid': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'tag': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'status': 'completed', 'code': 200} Sep 19 17:19:36.065084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385cacb-7c89-4705-a267-731aaf8e0861 service neutron] Pushing event updated for resources: {'Port': ['ID=42d34ea8-12a4-4059-a2b2-2395208babf3,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:36.103559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deccd36-4f55-4d88-813b-312b18913212 req-f3b111b0-5480-4176-8551-e2c6cf21a024 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:36.104273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4deccd36-4f55-4d88-813b-312b18913212 req-f3b111b0-5480-4176-8551-e2c6cf21a024 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:36.110137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-f4508623-470e-4ebf-b2e7-74e8fbd67992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:36.111621 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-f4508623-470e-4ebf-b2e7-74e8fbd67992 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 1097 time: 0.1545336 Sep 19 17:19:36.177248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4deccd36-4f55-4d88-813b-312b18913212 req-f3b111b0-5480-4176-8551-e2c6cf21a024 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:36.178425 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4deccd36-4f55-4d88-813b-312b18913212 req-f3b111b0-5480-4176-8551-e2c6cf21a024 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 944 time: 0.2927010 Sep 19 17:19:36.184406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d4cc7c-b3e1-4052-9bed-9371483c6440 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:36.187558 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-be5d89e5-4cd3-4b69-998b-203f175bcd96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d34ea8-12a4-4059-a2b2-2395208babf3 HTTP/1.1" status: 200 len: 217 time: 0.0647840 Sep 19 17:19:36.325084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-05d4cc7c-b3e1-4052-9bed-9371483c6440 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 091c0642-4516-482b-bcb0-8deff6820c69 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:36.367604 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4deccd36-4f55-4d88-813b-312b18913212 req-a8ce4944-2e5a-4439-abb2-635318e7fdbc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789484 Sep 19 17:19:36.369045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 16c25b96-237a-4549-9f3c-0e1467872160 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:36.426379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-43f2a577-8917-4f4d-8d0c-99d39203f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:36.428341 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-43f2a577-8917-4f4d-8d0c-99d39203f6d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a42887a-5edb-4947-aac9-7013bc24b768 HTTP/1.1" status: 200 len: 835 time: 0.2218544 Sep 19 17:19:36.445088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-7244278a-07af-44b7-894c-7b52644b273d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:36.446847 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-7244278a-07af-44b7-894c-7b52644b273d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 812 time: 0.2078485 Sep 19 17:19:36.509242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 16c25b96-237a-4549-9f3c-0e1467872160 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:36.511095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:36.614104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d4cc7c-b3e1-4052-9bed-9371483c6440 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:36.666357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 16c25b96-237a-4549-9f3c-0e1467872160 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:36.697330 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-21b88077-57c3-4756-a722-4b1003c33d39 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005540b87a2946f39e66ce23e0f987a5 HTTP/1.1" status: 200 len: 379 time: 0.2049220 Sep 19 17:19:36.709770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'port': {'device_id': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'admin_state_up': True, 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'security_groups': ['dad6477d-189f-47e6-906e-83deee033156']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:36.751842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4cc7c-b3e1-4052-9bed-9371483c6440 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=091c0642-4516-482b-bcb0-8deff6820c69,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:36.755693 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da6b4eed-9ff0-46d1-b418-37bf10052168 req-5b2f6a42-3815-46dd-9690-40c5302be9ff tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0695174 Sep 19 17:19:36.820397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-0c4c4980-50b7-470a-9ee8-56bbb203105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:36.821931 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-0c4c4980-50b7-470a-9ee8-56bbb203105d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a86f7c28-82f2-45d0-add1-36028e5e9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3862641 Sep 19 17:19:36.826459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05d4cc7c-b3e1-4052-9bed-9371483c6440 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:36.846078 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-05d4cc7c-b3e1-4052-9bed-9371483c6440 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/091c0642-4516-482b-bcb0-8deff6820c69 HTTP/1.1" status: 204 len: 168 time: 1.0324855 Sep 19 17:19:36.854000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49598) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:36.914725 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d4db48-7da4-4ed2-a19c-fc2ca3d9e3c5 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:36.915750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-45d4db48-7da4-4ed2-a19c-fc2ca3d9e3c5 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:36.937594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-45d4db48-7da4-4ed2-a19c-fc2ca3d9e3c5 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:36.939345 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-45d4db48-7da4-4ed2-a19c-fc2ca3d9e3c5 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/091c0642-4516-482b-bcb0-8deff6820c69 HTTP/1.1" status: 404 len: 333 time: 0.0839131 Sep 19 17:19:36.942440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:36.956763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:36.983781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:37.009446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Made reservation on behalf of 005540b87a2946f39e66ce23e0f987a5 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:37.013367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:37.030557 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-9872c30b-732a-4c9f-998f-de089ae7943c service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004018 Sep 19 17:19:37.033763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b562464d-165e-4452-bcbf-c9565733a0e4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 72f4f733-e336-422d-8fad-44a246ed8dc7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:37.034366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b562464d-165e-4452-bcbf-c9565733a0e4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:37.287534 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c993ed44-f579-4e01-9844-d0d4a1b615ed req-620d1031-c54f-43c9-8a3f-6f2e3c105a04 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500534 Sep 19 17:19:37.298265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b562464d-165e-4452-bcbf-c9565733a0e4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:37.312653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Allocated IP 172.20.0.5 (68a98c82-41f6-4089-a841-47178a4df383/bfed10b1-81a4-4105-9726-b428a435bbc2/614d5e42-0160-4841-9187-c1f3bfc0804e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:37.441758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b562464d-165e-4452-bcbf-c9565733a0e4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 72f4f733-e336-422d-8fad-44a246ed8dc7 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:37.604894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-b394dfbf-6d0f-412b-9c09-d9dcb6fbf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:37.606495 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-b394dfbf-6d0f-412b-9c09-d9dcb6fbf19d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 1097 time: 0.2591405 Sep 19 17:19:37.746975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b562464d-165e-4452-bcbf-c9565733a0e4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:37.752963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:37.779142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Transition to ACTIVE for port object 614d5e42-0160-4841-9187-c1f3bfc0804e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:37.833789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b1735-e876-433b-af4e-744733773622 req-d2c11b0d-8740-4b07-a12a-16f143d53239 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:37.835347 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7f0b1735-e876-433b-af4e-744733773622 req-d2c11b0d-8740-4b07-a12a-16f143d53239 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 944 time: 0.2768803 Sep 19 17:19:37.839203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-97f84e2b-edd8-4729-abc1-33f0de1d1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:37.840597 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-97f84e2b-edd8-4729-abc1-33f0de1d1265 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 898 time: 0.2202647 Sep 19 17:19:37.854588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562464d-165e-4452-bcbf-c9565733a0e4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=72f4f733-e336-422d-8fad-44a246ed8dc7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:37.859232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b562464d-165e-4452-bcbf-c9565733a0e4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:37.875055 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b562464d-165e-4452-bcbf-c9565733a0e4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/72f4f733-e336-422d-8fad-44a246ed8dc7 HTTP/1.1" status: 204 len: 168 time: 0.9306843 Sep 19 17:19:37.878185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:37.930660 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-880c1197-c22a-402c-93d8-a9e5d4b64f55 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:37.931298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-880c1197-c22a-402c-93d8-a9e5d4b64f55 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:37.940392 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-83f93242-eca1-4b04-9c39-f3e4211d1d58 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d34ea8-12a4-4059-a2b2-2395208babf3 HTTP/1.1" status: 200 len: 217 time: 0.0783083 Sep 19 17:19:37.957067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-880c1197-c22a-402c-93d8-a9e5d4b64f55 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:37.958634 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-880c1197-c22a-402c-93d8-a9e5d4b64f55 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/72f4f733-e336-422d-8fad-44a246ed8dc7 HTTP/1.1" status: 404 len: 333 time: 0.0798783 Sep 19 17:19:37.961319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49614) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:38.007388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.050849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7f0b1735-e876-433b-af4e-744733773622 req-1203290e-fead-4313-b65d-861db3f88366 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080894 Sep 19 17:19:38.100495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb8fc73-186a-420c-a8cd-bef27116aa26 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet feccb9fb-4f72-45e1-83d5-d733002050ae {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:19:38.104358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc73-186a-420c-a8cd-bef27116aa26 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.108764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-545028bc-fd12-458c-a6bd-2e26195f50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:38.111494 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-545028bc-fd12-458c-a6bd-2e26195f50ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a42887a-5edb-4947-aac9-7013bc24b768 HTTP/1.1" status: 200 len: 835 time: 0.1582768 Sep 19 17:19:38.117746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Network 68a98c82-41f6-4089-a841-47178a4df383 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:38.121424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:38.123989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:38.205208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc73-186a-420c-a8cd-bef27116aa26 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.224964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=614d5e42-0160-4841-9187-c1f3bfc0804e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:38.260447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:38.261295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.278857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a56f5-0d8f-459e-9f27-6110c8a97f41 req-ebfa5dc6-2569-4bbb-aa04-a4e78495c13f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:38.280112 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ef1a56f5-0d8f-459e-9f27-6110c8a97f41 req-ebfa5dc6-2569-4bbb-aa04-a4e78495c13f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 931 time: 0.2745655 Sep 19 17:19:38.298478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-a2235274-90e7-4367-a26e-428787c53c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:38.300015 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-a2235274-90e7-4367-a26e-428787c53c06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a86f7c28-82f2-45d0-add1-36028e5e9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1495461 Sep 19 17:19:38.304424 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-3cea2f9a-6b78-4503-950d-30a204151b34 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6002436 Sep 19 17:19:38.340770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Request body: {'port': {'device_id': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:38.364535 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ef1a56f5-0d8f-459e-9f27-6110c8a97f41 req-dcf580c2-d28f-4d1b-931e-dd21bdfb76a1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726023 Sep 19 17:19:38.380075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc73-186a-420c-a8cd-bef27116aa26 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.476250 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc73-186a-420c-a8cd-bef27116aa26 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.484138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-19b6dd2c-339c-41f7-8741-3d01b9d87340 None None] Provisioning for port 614d5e42-0160-4841-9187-c1f3bfc0804e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:38.489517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-19b6dd2c-339c-41f7-8741-3d01b9d87340 None None] Provisioning complete for port 614d5e42-0160-4841-9187-c1f3bfc0804e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:38.490028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-19b6dd2c-339c-41f7-8741-3d01b9d87340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.518778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8fc73-186a-420c-a8cd-bef27116aa26 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=feccb9fb-4f72-45e1-83d5-d733002050ae,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:38.520874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc73-186a-420c-a8cd-bef27116aa26 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.527772 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9bb8fc73-186a-420c-a8cd-bef27116aa26 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/feccb9fb-4f72-45e1-83d5-d733002050ae HTTP/1.1" status: 204 len: 168 time: 0.5652316 Sep 19 17:19:38.530973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:38.538744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b537280c-e92e-4362-b8f3-e26687ae1ff0 None None] Network af7d3c6f-42bb-4cd8-b18c-065c900e7690 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:38.621739 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-19b6dd2c-339c-41f7-8741-3d01b9d87340 None None] Port 614d5e42-0160-4841-9187-c1f3bfc0804e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:38.640378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 42d34ea8-12a4-4059-a2b2-2395208babf3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:19:38.652907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.664825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 16c25b96-237a-4549-9f3c-0e1467872160 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:38.665697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.688917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.700977 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-6fb87ebe-30d3-48e6-bafa-f8885fd75550 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885555 Sep 19 17:19:38.872453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 42d34ea8-12a4-4059-a2b2-2395208babf3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=42d34ea8-12a4-4059-a2b2-2395208babf3,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:38.887196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] For port 16c25b96-237a-4549-9f3c-0e1467872160, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=16c25b96-237a-4549-9f3c-0e1467872160,segment=NetworkSegment(83093211-2678-498d-91ca-5d6b14694305),segment_id=83093211-2678-498d-91ca-5d6b14694305)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:38.887753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'port_id': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'mac_address': 'fa:16:3e:32:ed:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:19:38.887851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.959331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] DHCP port deletion for af7d3c6f-42bb-4cd8-b18c-065c900e7690 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:19:38.963273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 42d34ea8-12a4-4059-a2b2-2395208babf3 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:38.963813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.975526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] Deleting port 16c25b96-237a-4549-9f3c-0e1467872160 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:38.975893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:38.980239 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9a1b652f-8e53-49ef-b7f8-310bf6af04f5 req-bd8d3009-70b6-4087-b4e3-16422f27e1f6 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452939 Sep 19 17:19:39.022294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d34ea8-12a4-4059-a2b2-2395208babf3 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:19:39.027820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 16c25b96-237a-4549-9f3c-0e1467872160 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:39.071698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 42d34ea8-12a4-4059-a2b2-2395208babf3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=42d34ea8-12a4-4059-a2b2-2395208babf3,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:39.086242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.112512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.169904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=16c25b96-237a-4549-9f3c-0e1467872160,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:39.174205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No DVR routers for this DVR port 16c25b96-237a-4549-9f3c-0e1467872160 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:19:39.252806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614d5e42-0160-4841-9187-c1f3bfc0804e {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:19:39.275236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.287791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=42d34ea8-12a4-4059-a2b2-2395208babf3,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:39.300757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Transition to ACTIVE for port object 614d5e42-0160-4841-9187-c1f3bfc0804e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:39.307680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.311020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.311301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] For port 16c25b96-237a-4549-9f3c-0e1467872160, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=16c25b96-237a-4549-9f3c-0e1467872160,segment=NetworkSegment(83093211-2678-498d-91ca-5d6b14694305),segment_id=83093211-2678-498d-91ca-5d6b14694305)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:39.311864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.334254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7d3c6f-42bb-4cd8-b18c-065c900e7690']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:39.346812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83093211-2678-498d-91ca-5d6b14694305') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:39.347167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83093211-2678-498d-91ca-5d6b14694305') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:39.358991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.375678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['42d34ea8-12a4-4059-a2b2-2395208babf3'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:19:39.376074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.382832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:19:39.383197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.475221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] Calling delete_port for 16c25b96-237a-4549-9f3c-0e1467872160 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:39.485661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a49fc-4a82-4652-819d-8d216dcf5dbd req-875d9113-a1d2-4ce2-9b25-67c5e924e563 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:39.487180 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b17a49fc-4a82-4652-819d-8d216dcf5dbd req-875d9113-a1d2-4ce2-9b25-67c5e924e563 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 945 time: 0.2731807 Sep 19 17:19:39.560457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Pushing event updated for resources: {'Port': ['ID=614d5e42-0160-4841-9187-c1f3bfc0804e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:39.620144 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b17a49fc-4a82-4652-819d-8d216dcf5dbd req-840fb7eb-1137-4214-8d41-da47a76226d3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241107 Sep 19 17:19:39.628265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Attempting to bind port 614d5e42-0160-4841-9187-c1f3bfc0804e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:39.628535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Attempting to bind port 614d5e42-0160-4841-9187-c1f3bfc0804e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:39.628864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Attempting to bind port 614d5e42-0160-4841-9187-c1f3bfc0804e on network 68a98c82-41f6-4089-a841-47178a4df383 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:39.634839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Port 614d5e42-0160-4841-9187-c1f3bfc0804e on network 68a98c82-41f6-4089-a841-47178a4df383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:19:39.635187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Attempting to bind port 614d5e42-0160-4841-9187-c1f3bfc0804e on network 68a98c82-41f6-4089-a841-47178a4df383 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:39.643334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:19:39.644306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:19:39.645094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:39.645612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Checking segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:39.646002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Bound using segment: {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:39.646442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Bound port: 614d5e42-0160-4841-9187-c1f3bfc0804e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb69eb0d-8651-4681-9845-2e7156c293dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '68a98c82-41f6-4089-a841-47178a4df383'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:39.646790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.674566 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 83093211-2678-498d-91ca-5d6b14694305 resource provider aggregate not found Sep 19 17:19:39.744849 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 83093211-2678-498d-91ca-5d6b14694305 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83093211-2678-498d-91ca-5d6b14694305 found for delete ", "request_id": "req-2186ed43-5ac6-4512-8da2-75f3229a8bbd"}]} Sep 19 17:19:39.747233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.755446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] For port 614d5e42-0160-4841-9187-c1f3bfc0804e, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:39.755960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.759067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] For port 614d5e42-0160-4841-9187-c1f3bfc0804e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=614d5e42-0160-4841-9187-c1f3bfc0804e,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:39.764865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.791272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Network': ['ID=af7d3c6f-42bb-4cd8-b18c-065c900e7690,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:39.804849 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3bee0c30-b1dc-4d9f-8490-e0cba1562178 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/networks/af7d3c6f-42bb-4cd8-b18c-065c900e7690 HTTP/1.1" status: 204 len: 168 time: 1.2688437 Sep 19 17:19:39.805085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49630) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:39.811764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-998113353'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:39.818437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:39.819083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.821121 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] 10.222.0.86 "PUT /v2.0/ports/614d5e42-0160-4841-9187-c1f3bfc0804e HTTP/1.1" status: 200 len: 1093 time: 1.4856162 Sep 19 17:19:39.821635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:19:39.822206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:39.824692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0596e506-8e29-4075-bec0-1a116f5f8c94" -d '{"events": [{"name": "network-changed", "server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:19:39.834753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:network and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:39.845985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a848da5-b0a1-47ba-94ae-86d905602b5b req-10807680-0fff-4c2f-8404-e440e9a40e8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:39.847462 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5a848da5-b0a1-47ba-94ae-86d905602b5b req-10807680-0fff-4c2f-8404-e440e9a40e8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 943 time: 0.3194489 Sep 19 17:19:39.848370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:39.855506 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:39.886495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:39.889904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.904755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35bc8b9-af40-4cb2-9724-8d84b65fd003 x-openstack-request-id: req-e35bc8b9-af40-4cb2-9724-8d84b65fd003 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:19:39.905047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:19:39.905319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e35bc8b9-af40-4cb2-9724-8d84b65fd003 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:19:39.905815 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35bc8b9-af40-4cb2-9724-8d84b65fd003'] response: {'name': 'network-changed', 'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'status': 'completed', 'code': 200} Sep 19 17:19:39.921777 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5a848da5-b0a1-47ba-94ae-86d905602b5b req-9135711b-36b2-4248-8072-44b487af3440 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637119 Sep 19 17:19:39.933682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7a255-e96e-4e78-914c-6cac53ccdd6c service neutron] Pushing event updated for resources: {'Port': ['ID=614d5e42-0160-4841-9187-c1f3bfc0804e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:39.933911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:19:39.959490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:39.959829 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Added segment bbd0f4ed-651e-4fe2-896b-058812207021 of type vlan for network d7359980-8ab4-4934-80eb-d681b7131db7 Sep 19 17:19:39.964855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-c956a3fb-7e21-4d2c-a525-36241a6b5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:39.966381 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-c956a3fb-7e21-4d2c-a525-36241a6b5ad7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 1096 time: 0.1015241 Sep 19 17:19:39.987599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.018612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.024393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:40.024990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.042764 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-a7521c92-f584-4ab5-84af-be27a987207f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614d5e42-0160-4841-9187-c1f3bfc0804e HTTP/1.1" status: 200 len: 217 time: 0.0689235 Sep 19 17:19:40.105759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-6ad5cc5c-d0f3-4691-8022-2943506e6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:40.107244 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-6ad5cc5c-d0f3-4691-8022-2943506e6e1c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.0589440 Sep 19 17:19:40.122373 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3161056 Sep 19 17:19:40.125970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49636) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:40.133487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': 'd7359980-8ab4-4934-80eb-d681b7131db7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:40.145780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] Deleting port 16c25b96-237a-4549-9f3c-0e1467872160 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:40.146389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.158385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ab023-696a-4c6b-ad4a-1f0a03d9a0fe tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Network': ['ID=d7359980-8ab4-4934-80eb-d681b7131db7,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:40.175894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network d7359980-8ab4-4934-80eb-d681b7131db7 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:19:40.204469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-fa4b3a47-d13a-4244-8205-954846483a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:40.205987 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-fa4b3a47-d13a-4244-8205-954846483a8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923026 Sep 19 17:19:40.252728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:40.256798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:40.260265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:40.266708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:40.277892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:40.287990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.299452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-30e4e1a2-b612-4488-910e-4b6442ff4f9d None None] The port '16c25b96-237a-4549-9f3c-0e1467872160' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:19:40.368502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 16c25b96-237a-4549-9f3c-0e1467872160 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:19:40.369302 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-8aee63d2-d7cf-4b08-bdd1-d50d2a7814d4 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566560 Sep 19 17:19:40.408320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 16c25b96-237a-4549-9f3c-0e1467872160 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:19:40.408806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 16c25b96-237a-4549-9f3c-0e1467872160 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:19:40.572662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.646369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 42d34ea8-12a4-4059-a2b2-2395208babf3 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:40.655734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=f75f6b2f-2e1b-4998-8b12-8980b67384bb,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:40.672366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Checking segment: {'id': 'bbd0f4ed-651e-4fe2-896b-058812207021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7359980-8ab4-4934-80eb-d681b7131db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:40.673864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network hostable DHCP agents. Network: d7359980-8ab4-4934-80eb-d681b7131db7, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:19:40.682547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96cdecdc-dccb-44ad-957b-ee4558012818 req-b9c40bc6-ad6d-4850-8c7a-645b733e9603 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068261 Sep 19 17:19:40.704016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network d7359980-8ab4-4934-80eb-d681b7131db7 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:19:40.718246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, d7359980-8ab4-4934-80eb-d681b7131db7) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:40.728262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dffd10a-6f93-4c2a-bd72-0d7abfba8d5c None None] Network d7359980-8ab4-4934-80eb-d681b7131db7 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:40.733026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:40.733984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.764320 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-72e9c440-904f-43a2-ac89-d1b5a497634c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6370823 Sep 19 17:19:40.767708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49642) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:40.772924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-454250103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:40.780317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:40.785333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:router and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:40.789025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:40.795279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:40.810000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.811806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.832643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.835164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 42d34ea8-12a4-4059-a2b2-2395208babf3 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:40.853142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.855135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 42d34ea8-12a4-4059-a2b2-2395208babf3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:40.855526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.884105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:40.887446 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-208625e2-6aff-484b-9b35-219699edddb0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1161399 Sep 19 17:19:40.889025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49646) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:40.900027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'network_id': 'd7359980-8ab4-4934-80eb-d681b7131db7', 'name': 'tempest-PortsIpV6TestJSON-870483159'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:40.965261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e3e7-e2fd-4dee-9196-03ecb8a39b60 req-397aed64-57c1-4d60-a23c-6d1a2f630e37 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:40.973604 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b933e3e7-e2fd-4dee-9196-03ecb8a39b60 req-397aed64-57c1-4d60-a23c-6d1a2f630e37 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 945 time: 0.1802230 Sep 19 17:19:40.976360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-e67928e4-37c7-43bb-8e4d-758a28880e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:40.978033 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-e67928e4-37c7-43bb-8e4d-758a28880e1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 1096 time: 0.2372148 Sep 19 17:19:41.096632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:41.103117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:port and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:41.109440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:41.125347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:41.139721 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b933e3e7-e2fd-4dee-9196-03ecb8a39b60 req-5c5e346d-715d-44c6-bd4e-b80962d1e472 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667390 Sep 19 17:19:41.169677 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-d7359980-8ab4-4934-80eb-d681b7131db7', 'network_id': 'd7359980-8ab4-4934-80eb-d681b7131db7', 'tenant_id': '20ea5df3720c48b49a30f37d811325fd', 'fixed_ips': [{'subnet_id': 'f75f6b2f-2e1b-4998-8b12-8980b67384bb'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:19:41.170664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:41.217245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-e8032797-0f6e-4dbf-9e85-b29f3a05b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:41.218115 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-e8032797-0f6e-4dbf-9e85-b29f3a05b180 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.2248676 Sep 19 17:19:41.234196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:41.239308 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:41.275660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 3f2fac4f-090d-4cab-a714-b53182c655e6 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:41.328344 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-d8295c44-1412-4161-93c9-4541a45792c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614d5e42-0160-4841-9187-c1f3bfc0804e HTTP/1.1" status: 200 len: 217 time: 0.1027248 Sep 19 17:19:41.374648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14303c-3b3b-4d83-b1c0-403733ddac3d req-2ac5e0a0-d1a2-44d7-93a1-008754370f8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:41.374885 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9f14303c-3b3b-4d83-b1c0-403733ddac3d req-2ac5e0a0-d1a2-44d7-93a1-008754370f8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 943 time: 0.2540598 Sep 19 17:19:41.431762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-79825e09-489a-426e-a996-d197d07ddb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:41.434200 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-79825e09-489a-426e-a996-d197d07ddb9c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.1006775 Sep 19 17:19:41.465821 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9f14303c-3b3b-4d83-b1c0-403733ddac3d req-6bfb36f3-e530-424f-ac90-1c111d45f08f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746131 Sep 19 17:19:41.494994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Allocated IP 2001:db8::2 (d7359980-8ab4-4934-80eb-d681b7131db7/f75f6b2f-2e1b-4998-8b12-8980b67384bb/f6753527-9472-41f6-a3a5-bc858e901de8) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:41.513699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 42d34ea8-12a4-4059-a2b2-2395208babf3 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:41.513699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:41.563058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-d8c5a69d-013d-4812-9c83-915c9072ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:41.566824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-d8c5a69d-013d-4812-9c83-915c9072ff25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238301 Sep 19 17:19:41.568877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c57be328-03bb-4cb1-a32e-c92d82d4cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:41.680819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d34ea8-12a4-4059-a2b2-2395208babf3'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:19:41.685386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a9152a-da84-4e78-9e54-0bf50b624b97" -d '{"events": [{"server_uuid": "1dbb374d-044c-40b4-b1ff-63c1a9ab1f28", "name": "network-vif-plugged", "status": "completed", "tag": "42d34ea8-12a4-4059-a2b2-2395208babf3"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:19:41.697164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 42d34ea8-12a4-4059-a2b2-2395208babf3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=42d34ea8-12a4-4059-a2b2-2395208babf3,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:41.708944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:41.710720 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-33bf5b00-f41b-40e8-9d05-3ec313aaaa0e service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394639 Sep 19 17:19:41.759955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab907a1-fd9e-4da4-a591-34bca98ca80c x-openstack-request-id: req-6ab907a1-fd9e-4da4-a591-34bca98ca80c {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:19:41.759955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb374d-044c-40b4-b1ff-63c1a9ab1f28", "name": "network-vif-plugged", "status": "completed", "tag": "42d34ea8-12a4-4059-a2b2-2395208babf3", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:19:41.760169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6ab907a1-fd9e-4da4-a591-34bca98ca80c {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:19:41.760970 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab907a1-fd9e-4da4-a591-34bca98ca80c'] response: {'server_uuid': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'code': 200} Sep 19 17:19:41.863722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=42d34ea8-12a4-4059-a2b2-2395208babf3,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:41.874968 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0596e506-8e29-4075-bec0-1a116f5f8c94 req-acdda529-a203-4ed0-a702-48c4fa02273a service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574788 Sep 19 17:19:41.890048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:41.901324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Transition to ACTIVE for port object f6753527-9472-41f6-a3a5-bc858e901de8 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:41.921098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Transition to ACTIVE for port object f6753527-9472-41f6-a3a5-bc858e901de8 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:41.926367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:41.992398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Network d7359980-8ab4-4934-80eb-d681b7131db7 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:41.995337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:41.999298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:42.005177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Pushing event updated for resources: {'Port': ['ID=f6753527-9472-41f6-a3a5-bc858e901de8,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:42.005375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::5b (d7359980-8ab4-4934-80eb-d681b7131db7/f75f6b2f-2e1b-4998-8b12-8980b67384bb/3f2fac4f-090d-4cab-a714-b53182c655e6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:42.041110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83ae77-9745-4273-93ed-a5c103419c74 req-e5e99586-6fad-4aec-8457-a73f944fefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:42.042773 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0f83ae77-9745-4273-93ed-a5c103419c74 req-e5e99586-6fad-4aec-8457-a73f944fefa6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 1099 time: 0.0822682 Sep 19 17:19:42.086451 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0f83ae77-9745-4273-93ed-a5c103419c74 req-cc14321d-97cf-4a75-8c00-7e53b57d61c1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368447 Sep 19 17:19:42.109729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Attempting to bind port f6753527-9472-41f6-a3a5-bc858e901de8 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:42.110099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Attempting to bind port f6753527-9472-41f6-a3a5-bc858e901de8 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'bbd0f4ed-651e-4fe2-896b-058812207021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7359980-8ab4-4934-80eb-d681b7131db7'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:42.110475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Attempting to bind port f6753527-9472-41f6-a3a5-bc858e901de8 on network d7359980-8ab4-4934-80eb-d681b7131db7 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:42.115916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:42.116287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Checking segment: {'id': 'bbd0f4ed-651e-4fe2-896b-058812207021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7359980-8ab4-4934-80eb-d681b7131db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:42.116687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:42.117074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Bound using segment: {'id': 'bbd0f4ed-651e-4fe2-896b-058812207021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7359980-8ab4-4934-80eb-d681b7131db7'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:42.117539 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Bound port: f6753527-9472-41f6-a3a5-bc858e901de8, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd0f4ed-651e-4fe2-896b-058812207021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7359980-8ab4-4934-80eb-d681b7131db7'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:42.117906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:42.212922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] For port f6753527-9472-41f6-a3a5-bc858e901de8, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:42.216314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] For port f6753527-9472-41f6-a3a5-bc858e901de8, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f6753527-9472-41f6-a3a5-bc858e901de8,segment=NetworkSegment(bbd0f4ed-651e-4fe2-896b-058812207021),segment_id=bbd0f4ed-651e-4fe2-896b-058812207021)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:42.217480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:42.221727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:42.234993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 3f2fac4f-090d-4cab-a714-b53182c655e6 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:42.302888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8222f-6703-4781-bdb7-ebb547a56bf3 None None] Pushing event updated for resources: {'Port': ['ID=f6753527-9472-41f6-a3a5-bc858e901de8,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:42.307460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:42.398645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network d7359980-8ab4-4934-80eb-d681b7131db7 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:42.403381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:42.406343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:42.412029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:42.412638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:42.430190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=3f2fac4f-090d-4cab-a714-b53182c655e6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:42.471727 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f1d9bbd4-dfd5-48ca-84ac-4cec04655a30 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5825491 Sep 19 17:19:42.474468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49656) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:42.492823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f078a-6057-4bdc-8cff-942ba0d7493f req-2243c196-084d-4ef6-9714-8685d1e30bd9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:42.494340 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b69f078a-6057-4bdc-8cff-942ba0d7493f req-2243c196-084d-4ef6-9714-8685d1e30bd9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 946 time: 0.2378318 Sep 19 17:19:42.555281 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b69f078a-6057-4bdc-8cff-942ba0d7493f req-62cda8db-0f4a-4055-9195-f2a9441f511a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544314 Sep 19 17:19:43.230017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad2623-a6a3-4ebb-9350-3837eff9dabc req-f8173a58-628f-490c-8ac2-5cb2918174da tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:43.230875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f8ad2623-a6a3-4ebb-9350-3837eff9dabc req-f8173a58-628f-490c-8ac2-5cb2918174da tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:43.294226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f8ad2623-a6a3-4ebb-9350-3837eff9dabc req-f8173a58-628f-490c-8ac2-5cb2918174da tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:43.295528 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f8ad2623-a6a3-4ebb-9350-3837eff9dabc req-f8173a58-628f-490c-8ac2-5cb2918174da tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 943 time: 0.6601748 Sep 19 17:19:43.444066 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f8ad2623-a6a3-4ebb-9350-3837eff9dabc req-4a2246a0-168b-415b-8a24-239b60e10031 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319146 Sep 19 17:19:43.449959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:43.521166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708e6f2d-8de9-4c62-bd29-971e1dcd7c1a None None] Network d7359980-8ab4-4934-80eb-d681b7131db7 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:43.629690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4cd35d9a-295c-4051-a851-5bf83b91e964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:43.637925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ccdfeedf-2059-42ce-9a2a-979528872c86 None None] Provisioning for port f6753527-9472-41f6-a3a5-bc858e901de8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:43.939909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:43.947172 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:43.992409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552cbea-7aee-4fbd-8dd7-db9fec390da4 req-a2381eab-0ad2-4185-9360-36bafcd931b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:43.992409 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3552cbea-7aee-4fbd-8dd7-db9fec390da4 req-a2381eab-0ad2-4185-9360-36bafcd931b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 946 time: 0.2698479 Sep 19 17:19:44.051774 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3552cbea-7aee-4fbd-8dd7-db9fec390da4 req-2aeec504-fb68-41b7-80b9-5cf0512a1eb8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487092 Sep 19 17:19:44.168273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=3f2fac4f-090d-4cab-a714-b53182c655e6,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:44.230440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b57a1493-12b7-4566-a1ff-d8ca2b8f7303 None None] Provisioning for port 3f2fac4f-090d-4cab-a714-b53182c655e6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:44.236081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b57a1493-12b7-4566-a1ff-d8ca2b8f7303 None None] Provisioning complete for port 3f2fac4f-090d-4cab-a714-b53182c655e6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:44.236420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b57a1493-12b7-4566-a1ff-d8ca2b8f7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:44.293958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b57a1493-12b7-4566-a1ff-d8ca2b8f7303 None None] Port 3f2fac4f-090d-4cab-a714-b53182c655e6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:44.357130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:44.413352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f6753527-9472-41f6-a3a5-bc858e901de8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:44.442694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64470893-a211-4a27-9ddf-588697adc07d req-fa439548-2977-44f9-9247-38d16e04d055 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:44.444628 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-64470893-a211-4a27-9ddf-588697adc07d req-fa439548-2977-44f9-9247-38d16e04d055 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 946 time: 0.2131746 Sep 19 17:19:44.492025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port f6753527-9472-41f6-a3a5-bc858e901de8 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:44.497916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f6753527-9472-41f6-a3a5-bc858e901de8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:44.498931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:44.551900 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-64470893-a211-4a27-9ddf-588697adc07d req-f6d1f8b8-aaed-4713-8f7b-5205141032e0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986254 Sep 19 17:19:44.552450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:44.570934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3fea44c4-2d40-4615-97c4-07255d45fa38 None None] Provisioning complete for port 3f2fac4f-090d-4cab-a714-b53182c655e6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:44.572108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3fea44c4-2d40-4615-97c4-07255d45fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:44.610420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49668) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:44.666033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3fea44c4-2d40-4615-97c4-07255d45fa38 None None] Port 3f2fac4f-090d-4cab-a714-b53182c655e6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:44.666214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7fe96-85b7-4926-8ae3-09b5953ea1c1 req-5e1879a4-7563-4e0e-bda6-afb9ec4daca1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:44.668170 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ded7fe96-85b7-4926-8ae3-09b5953ea1c1 req-5e1879a4-7563-4e0e-bda6-afb9ec4daca1 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 943 time: 0.0901217 Sep 19 17:19:44.692309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f6753527-9472-41f6-a3a5-bc858e901de8 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:44.693526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:44.725095 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ded7fe96-85b7-4926-8ae3-09b5953ea1c1 req-ce1e4181-2825-4ab1-a047-0b1ad3c5246d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503793 Sep 19 17:19:44.727714 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port f6753527-9472-41f6-a3a5-bc858e901de8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f6753527-9472-41f6-a3a5-bc858e901de8,segment=NetworkSegment(bbd0f4ed-651e-4fe2-896b-058812207021),segment_id=bbd0f4ed-651e-4fe2-896b-058812207021)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:44.732591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:44.808481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=f6753527-9472-41f6-a3a5-bc858e901de8,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:45.012076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010a14b-01d3-4ab1-a5eb-c0bb42d9c1e2 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:45.013223 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1010a14b-01d3-4ab1-a5eb-c0bb42d9c1e2 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 1094 time: 0.3972850 Sep 19 17:19:45.016613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49672) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:45.022516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'port_id': '42d34ea8-12a4-4059-a2b2-2395208babf3'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:45.110519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.114436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.185050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.194819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.199755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.200847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.349301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=3f2fac4f-090d-4cab-a714-b53182c655e6,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:45.402702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network d7359980-8ab4-4934-80eb-d681b7131db7 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:45.403889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:45.604655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Router 4890eb4e-bb5d-44c4-98bd-855c90305648 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:19:45.694594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-094d54de-b10d-4a40-91a2-aa1d01f8061a None None] Provisioning complete for port 3f2fac4f-090d-4cab-a714-b53182c655e6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:45.695857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-094d54de-b10d-4a40-91a2-aa1d01f8061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.755171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-094d54de-b10d-4a40-91a2-aa1d01f8061a None None] Port 3f2fac4f-090d-4cab-a714-b53182c655e6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:45.768621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.774000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:45.779885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:19:45.784802 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d2180d67-d3d6-43be-89d0-7f5e912cc9d4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "PUT /v2.0/routers/4890eb4e-bb5d-44c4-98bd-855c90305648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3087418 Sep 19 17:19:45.787822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49678) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:45.793929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea171ed8-0e7e-47d6-964e-d559bbb834ff None None] Sync routers for ids ['4890eb4e-bb5d-44c4-98bd-855c90305648'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:19:45.803895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea171ed8-0e7e-47d6-964e-d559bbb834ff None None] Routers {'4890eb4e-bb5d-44c4-98bd-855c90305648'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:45.804896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ea171ed8-0e7e-47d6-964e-d559bbb834ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4890eb4e-bb5d-44c4-98bd-855c90305648'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:45.871155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ea171ed8-0e7e-47d6-964e-d559bbb834ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:45.880472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea171ed8-0e7e-47d6-964e-d559bbb834ff None None] Routers {'4890eb4e-bb5d-44c4-98bd-855c90305648'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:45.881259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ea171ed8-0e7e-47d6-964e-d559bbb834ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4890eb4e-bb5d-44c4-98bd-855c90305648'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:45.949760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ea171ed8-0e7e-47d6-964e-d559bbb834ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:45.949760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea171ed8-0e7e-47d6-964e-d559bbb834ff None None] The sync data for ids ['4890eb4e-bb5d-44c4-98bd-855c90305648'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:19:45.957358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeab89e-4ff8-4f08-ae89-619f220b0aff tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:45.958102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dbeab89e-4ff8-4f08-ae89-619f220b0aff tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:45.967947 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP d2fabaae-c391-4f64-978f-f4354336ffe5 associated. External IP: 172.26.10.31, port: 42d34ea8-12a4-4059-a2b2-2395208babf3. Sep 19 17:19:45.975788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572c981-7f2b-45b7-9966-ca3981e217c3 req-7898c15e-d8fc-47fa-9f6f-78f508995300 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:45.977227 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7572c981-7f2b-45b7-9966-ca3981e217c3 req-7898c15e-d8fc-47fa-9f6f-78f508995300 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 943 time: 0.1299381 Sep 19 17:19:45.998178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dbeab89e-4ff8-4f08-ae89-619f220b0aff tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:45.999328 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dbeab89e-4ff8-4f08-ae89-619f220b0aff tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports?device_id=4890eb4e-bb5d-44c4-98bd-855c90305648 HTTP/1.1" status: 200 len: 987 time: 0.2105398 Sep 19 17:19:46.002400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49682) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:46.151304 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7572c981-7f2b-45b7-9966-ca3981e217c3 req-38a579f3-7cef-47dc-93c2-2ac9176dbe9e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677141 Sep 19 17:19:46.201351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:46.355610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f6753527-9472-41f6-a3a5-bc858e901de8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:46.438673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f6753527-9472-41f6-a3a5-bc858e901de8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:46.439363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:46.471891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 1efd70b3-843f-4eca-9cb4-b01c6842de60 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:19:46.563773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f6753527-9472-41f6-a3a5-bc858e901de8 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:46.659640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:19:46.664329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:46.669270 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] Sync routers for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:19:46.678555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:46.679692 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:46.680308 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:46.727556 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dd0aefdd-a142-44a5-8283-0629224947c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 992 time: 1.7049422 Sep 19 17:19:46.727556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'tag': '42d34ea8-12a4-4059-a2b2-2395208babf3'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:19:46.727556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c62a67f-b761-49e2-ae7c-0a03a41a9080" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb374d-044c-40b4-b1ff-63c1a9ab1f28", "tag": "42d34ea8-12a4-4059-a2b2-2395208babf3"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:19:46.729582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49686) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:46.835624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d372c5-adaa-4142-91f4-be90e83a9dbf x-openstack-request-id: req-51d372c5-adaa-4142-91f4-be90e83a9dbf {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:19:46.835972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb374d-044c-40b4-b1ff-63c1a9ab1f28", "tag": "42d34ea8-12a4-4059-a2b2-2395208babf3", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:19:46.836300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-51d372c5-adaa-4142-91f4-be90e83a9dbf {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:19:46.836767 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d372c5-adaa-4142-91f4-be90e83a9dbf'] response: {'name': 'network-changed', 'server_uuid': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'tag': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'status': 'completed', 'code': 200} Sep 19 17:19:46.870049 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:19:46.979847 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-949bc0e6-281e-4aea-b8f5-00874ed48b04 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 992 time: 0.2414775 Sep 19 17:19:47.103806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-69aa2bb9-20ee-4d21-9932-9c93159cdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:47.105282 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-69aa2bb9-20ee-4d21-9932-9c93159cdf67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 1099 time: 0.2217114 Sep 19 17:19:47.204169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 3f2fac4f-090d-4cab-a714-b53182c655e6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:47.204809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:47.218958 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'd2fabaae-c391-4f64-978f-f4354336ffe5', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.31', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'port_id': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'mac_address': 'fa:16:3e:32:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:18:41Z', 'updated_at': '2022-09-19T17:19:45Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:47.223012 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] Checking router: 1efd70b3-843f-4eca-9cb4-b01c6842de60 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:19:47.231583 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:47.232115 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:47.415734 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:19:47.417767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-07790716-9fe8-4912-ba46-c30e73f8566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:47.419274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-07790716-9fe8-4912-ba46-c30e73f8566c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 200 len: 898 time: 0.3069160 Sep 19 17:19:47.568655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:47.588544 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-06654eb4-86b3-4b2f-9b7a-cfc450d2d8f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d34ea8-12a4-4059-a2b2-2395208babf3 HTTP/1.1" status: 200 len: 1000 time: 0.1550028 Sep 19 17:19:47.736454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 3f2fac4f-090d-4cab-a714-b53182c655e6 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:47.769686 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'd2fabaae-c391-4f64-978f-f4354336ffe5', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.31', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'port_id': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'mac_address': 'fa:16:3e:32:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:18:41Z', 'updated_at': '2022-09-19T17:19:45Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:47.770700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb4b52-2f4b-474b-a440-f524a7a8c70d req-e87cc4c4-26d8-4b7d-aeab-eeb8f16536fb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:47.772174 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c2fb4b52-2f4b-474b-a440-f524a7a8c70d req-e87cc4c4-26d8-4b7d-aeab-eeb8f16536fb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 943 time: 0.4950910 Sep 19 17:19:47.773832 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76af35-c47c-47e2-9ede-a314bc283a87 None None] The sync data for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv is: [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'd2fabaae-c391-4f64-978f-f4354336ffe5', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.31', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'port_id': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'mac_address': 'fa:16:3e:32:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:18:41Z', 'updated_at': '2022-09-19T17:19:45Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:19:47.880251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-7d21255c-2ff6-4d48-a9b4-345b351f6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:47.881683 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-7d21255c-2ff6-4d48-a9b4-345b351f6399 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a42887a-5edb-4947-aac9-7013bc24b768 HTTP/1.1" status: 200 len: 835 time: 0.2405422 Sep 19 17:19:47.890918 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c2fb4b52-2f4b-474b-a440-f524a7a8c70d req-a93c90cb-6c7d-42e3-b754-99023d8980ab tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992413 Sep 19 17:19:47.982794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49696) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:47.985514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8b30c-877e-44eb-9528-0095379620b6 None None] New status for floating IP d2fabaae-c391-4f64-978f-f4354336ffe5: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:19:48.096746 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-52c32071-1312-4e07-ab1b-5e6a59aa6250 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 992 time: 0.1115410 Sep 19 17:19:48.156022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-89df2753-814d-4187-9e5c-806c7c006cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:48.157508 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-89df2753-814d-4187-9e5c-806c7c006cec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a86f7c28-82f2-45d0-add1-36028e5e9da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2648206 Sep 19 17:19:48.251592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:48.312150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=3f2fac4f-090d-4cab-a714-b53182c655e6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:48.519885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:48.524640 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-7b233aea-141b-4406-966f-5aa2fe6a73f7 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594277 Sep 19 17:19:48.679857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 614d5e42-0160-4841-9187-c1f3bfc0804e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:19:48.824356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 614d5e42-0160-4841-9187-c1f3bfc0804e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=614d5e42-0160-4841-9187-c1f3bfc0804e,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:48.838447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'port_id': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'mac_address': 'fa:16:3e:ac:66:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:19:48.898262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 614d5e42-0160-4841-9187-c1f3bfc0804e is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:48.898639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:48.899716 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c62a67f-b761-49e2-ae7c-0a03a41a9080 req-e387bf89-1edc-4ba2-8934-f53fe70812c9 service neutron] 10.222.0.86 "GET /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672254 Sep 19 17:19:48.901436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Router 4890eb4e-bb5d-44c4-98bd-855c90305648 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:19:48.917787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614d5e42-0160-4841-9187-c1f3bfc0804e {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:19:48.936217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 614d5e42-0160-4841-9187-c1f3bfc0804e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=614d5e42-0160-4841-9187-c1f3bfc0804e,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:48.941326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:49.011565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=614d5e42-0160-4841-9187-c1f3bfc0804e,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:49.042004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:19:49.052251 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49806c77-b453-4848-98bf-1eda0039fa3a None None] Sync routers for ids ['4890eb4e-bb5d-44c4-98bd-855c90305648'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:19:49.060556 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2e44379a-b535-4593-9c59-9f1beef2e443 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "PUT /v2.0/routers/4890eb4e-bb5d-44c4-98bd-855c90305648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0571182 Sep 19 17:19:49.061941 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49806c77-b453-4848-98bf-1eda0039fa3a None None] Routers {'4890eb4e-bb5d-44c4-98bd-855c90305648'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:49.062615 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-49806c77-b453-4848-98bf-1eda0039fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4890eb4e-bb5d-44c4-98bd-855c90305648'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:49.063489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49702) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:49.099895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:49.116014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a183844-a7ba-4161-8fd9-7cc23410dcdf req-b5b06264-9db0-409b-ae44-2920f792895d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:49.117631 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5a183844-a7ba-4161-8fd9-7cc23410dcdf req-b5b06264-9db0-409b-ae44-2920f792895d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 944 time: 0.1070831 Sep 19 17:19:49.132118 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-49806c77-b453-4848-98bf-1eda0039fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:49.141539 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49806c77-b453-4848-98bf-1eda0039fa3a None None] Routers {'4890eb4e-bb5d-44c4-98bd-855c90305648'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:49.142195 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-49806c77-b453-4848-98bf-1eda0039fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4890eb4e-bb5d-44c4-98bd-855c90305648'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:49.165200 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5a183844-a7ba-4161-8fd9-7cc23410dcdf req-de4ccdec-4d88-42ae-a1e0-c5231ad3fabc tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405924 Sep 19 17:19:49.170138 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e44c11c-c050-4dd2-9e1d-17f531a10abc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:49.170692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0e44c11c-c050-4dd2-9e1d-17f531a10abc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:49.195559 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['614d5e42-0160-4841-9187-c1f3bfc0804e'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:19:49.203497 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-49806c77-b453-4848-98bf-1eda0039fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:49.203907 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49806c77-b453-4848-98bf-1eda0039fa3a None None] The sync data for ids ['4890eb4e-bb5d-44c4-98bd-855c90305648'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:19:49.220753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0e44c11c-c050-4dd2-9e1d-17f531a10abc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:49.221995 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0e44c11c-c050-4dd2-9e1d-17f531a10abc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/3f2fac4f-090d-4cab-a714-b53182c655e6 HTTP/1.1" status: 404 len: 333 time: 0.1575627 Sep 19 17:19:49.225353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:49.230960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7b08d299-0fc5-44c0-9cc5-2a3a2e7c7130 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 200 len: 994 time: 0.1267126 Sep 19 17:19:49.364236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0914c481-e802-4618-9d01-226698040d8d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:49.663972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0914c481-e802-4618-9d01-226698040d8d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:49.666348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0914c481-e802-4618-9d01-226698040d8d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:49.692665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0914c481-e802-4618-9d01-226698040d8d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:49.693358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0914c481-e802-4618-9d01-226698040d8d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Fanout notify agent at l3_agent the message router_deleted on router 4890eb4e-bb5d-44c4-98bd-855c90305648 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:19:49.706404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0914c481-e802-4618-9d01-226698040d8d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:49.707452 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0914c481-e802-4618-9d01-226698040d8d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/routers/4890eb4e-bb5d-44c4-98bd-855c90305648 HTTP/1.1" status: 204 len: 168 time: 0.4810083 Sep 19 17:19:49.710352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49714) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:49.781120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet f75f6b2f-2e1b-4998-8b12-8980b67384bb {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:19:49.784389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:49.842483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:49.934805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.013060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.056958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=f75f6b2f-2e1b-4998-8b12-8980b67384bb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:50.062076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.068261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8757e285-eda1-4d35-ad29-5929a1c60f29 None None] Network d7359980-8ab4-4934-80eb-d681b7131db7 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:50.069275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.069625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.069969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.070302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.070635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.070990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.071319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.071646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.071955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.072276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.072595 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.072914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:50.078304 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-655fd723-0b2b-4a5d-a5dd-12b81d45be7d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/f75f6b2f-2e1b-4998-8b12-8980b67384bb HTTP/1.1" status: 204 len: 168 time: 0.3669236 Sep 19 17:19:50.081230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49718) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:50.341869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] DHCP port deletion for d7359980-8ab4-4934-80eb-d681b7131db7 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:19:50.346082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] Deleting port f6753527-9472-41f6-a3a5-bc858e901de8 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:50.346486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.384423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.401677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port f6753527-9472-41f6-a3a5-bc858e901de8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:50.402018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.460905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe9045-0f9c-4e65-aa31-c7dbabeac6cc req-de98a539-d79a-4226-91ef-9b8b7605b7a5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:50.462387 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5bfe9045-0f9c-4e65-aa31-c7dbabeac6cc req-de98a539-d79a-4226-91ef-9b8b7605b7a5 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 944 time: 0.1759644 Sep 19 17:19:50.554437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] For port f6753527-9472-41f6-a3a5-bc858e901de8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f6753527-9472-41f6-a3a5-bc858e901de8,segment=NetworkSegment(bbd0f4ed-651e-4fe2-896b-058812207021),segment_id=bbd0f4ed-651e-4fe2-896b-058812207021)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:50.554733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.572423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5bfe9045-0f9c-4e65-aa31-c7dbabeac6cc req-8b723e1d-6b91-4b94-bda2-83f17f5dfe24 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028609 Sep 19 17:19:50.658259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] For port f6753527-9472-41f6-a3a5-bc858e901de8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f6753527-9472-41f6-a3a5-bc858e901de8,segment=NetworkSegment(bbd0f4ed-651e-4fe2-896b-058812207021),segment_id=bbd0f4ed-651e-4fe2-896b-058812207021)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:50.658625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.677137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] Calling delete_port for f6753527-9472-41f6-a3a5-bc858e901de8 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:50.705510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 614d5e42-0160-4841-9187-c1f3bfc0804e up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:50.785921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for f6753527-9472-41f6-a3a5-bc858e901de8 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:50.839090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:50.861381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:19:50.861709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:19:50.878891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 614d5e42-0160-4841-9187-c1f3bfc0804e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:50.890095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] Pushing event deleted for resources: {'Port': ['ID=f6753527-9472-41f6-a3a5-bc858e901de8,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:50.893711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ebc0f-0265-4236-83bd-559f9362f592 None None] No DVR routers for this DVR port f6753527-9472-41f6-a3a5-bc858e901de8 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:19:50.895051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 614d5e42-0160-4841-9187-c1f3bfc0804e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:50.895412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.016785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 614d5e42-0160-4841-9187-c1f3bfc0804e is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:51.017166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.046424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:19:51.048788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6522d9d-c2aa-4639-8794-bfe02f478bb4" -d '{"events": [{"server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "name": "network-vif-plugged", "status": "completed", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:19:51.056661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 614d5e42-0160-4841-9187-c1f3bfc0804e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=614d5e42-0160-4841-9187-c1f3bfc0804e,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:51.062284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.130040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=614d5e42-0160-4841-9187-c1f3bfc0804e,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:51.147072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a109b-21aa-4a8a-9902-99c26dfc2df3 x-openstack-request-id: req-394a109b-21aa-4a8a-9902-99c26dfc2df3 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:19:51.147373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "name": "network-vif-plugged", "status": "completed", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:19:51.147676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-394a109b-21aa-4a8a-9902-99c26dfc2df3 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:19:51.148072 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394a109b-21aa-4a8a-9902-99c26dfc2df3'] response: {'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'code': 200} Sep 19 17:19:51.362939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port f6753527-9472-41f6-a3a5-bc858e901de8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:51.363527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.479068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] The port 'f6753527-9472-41f6-a3a5-bc858e901de8' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:19:51.613356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.636180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbdc37-d6fd-4ec0-a147-733ea21ebd9d req-4e644f22-4f24-4e22-9438-eadaab8a1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:51.637672 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eadbdc37-d6fd-4ec0-a147-733ea21ebd9d req-4e644f22-4f24-4e22-9438-eadaab8a1113 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 1098 time: 0.2495177 Sep 19 17:19:51.644276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7359980-8ab4-4934-80eb-d681b7131db7']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:51.670161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd0f4ed-651e-4fe2-896b-058812207021') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:51.670489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd0f4ed-651e-4fe2-896b-058812207021') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:51.691976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.761001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.770180 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eadbdc37-d6fd-4ec0-a147-733ea21ebd9d req-d32d9858-5347-4f34-a5eb-2a102cebd092 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187122 Sep 19 17:19:51.777298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:19:51.777708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.849776 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment bbd0f4ed-651e-4fe2-896b-058812207021 resource provider aggregate not found Sep 19 17:19:51.875255 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment bbd0f4ed-651e-4fe2-896b-058812207021 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbd0f4ed-651e-4fe2-896b-058812207021 found for delete ", "request_id": "req-85b3b6fd-364b-4ccc-bb58-c3086d700019"}]} Sep 19 17:19:51.890811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.914439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:51.925242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Network': ['ID=d7359980-8ab4-4934-80eb-d681b7131db7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:51.938596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7cdcb-343d-42a8-8835-fdfad46c494f req-107638e6-8b96-493e-8e0d-37ffa214cb6e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:51.940081 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f9b7cdcb-343d-42a8-8835-fdfad46c494f req-107638e6-8b96-493e-8e0d-37ffa214cb6e tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 945 time: 0.2511585 Sep 19 17:19:51.945842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.946195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.946547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.946885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.947240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.947579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.947910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.948237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.948562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.948887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.949182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.949536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:51.969292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-29c7407a-9f16-4bc6-b6a5-76bb02548fcc tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/networks/d7359980-8ab4-4934-80eb-d681b7131db7 HTTP/1.1" status: 204 len: 168 time: 1.8862970 Sep 19 17:19:51.973105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49734) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:51.995312 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f9b7cdcb-343d-42a8-8835-fdfad46c494f req-8da24458-7a57-4ecb-b4d8-545041b6fd50 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Sep 19 17:19:52.168428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884faa25-44f5-4272-91c3-7f079c35b513 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:52.169008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-884faa25-44f5-4272-91c3-7f079c35b513 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:52.188301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-884faa25-44f5-4272-91c3-7f079c35b513 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:52.189429 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-884faa25-44f5-4272-91c3-7f079c35b513 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/0eb89883-10f7-4ea6-9417-1787437ed1e7 HTTP/1.1" status: 200 len: 845 time: 0.2153370 Sep 19 17:19:52.193305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49738) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:52.262361 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e461dcc5-f603-4222-af09-73adb2d91f03 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/0eb89883-10f7-4ea6-9417-1787437ed1e7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0679839 Sep 19 17:19:52.267334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49742) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:52.272647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:52.348880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f6753527-9472-41f6-a3a5-bc858e901de8 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:19:52.384166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:52.385689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: f6753527-9472-41f6-a3a5-bc858e901de8 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:19:52.386206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f6753527-9472-41f6-a3a5-bc858e901de8 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:19:52.388085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:52.391260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:52.397244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:52.410328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:52.413887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:52.646287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:52.703547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:52.706612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:52.712123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:52.712660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:52.717014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ee529-9ef7-4eaa-96ac-67f34f706fb2 None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:52.726450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=6b1bc094-ee60-4df7-a77b-d6bda0badb38,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:52.744864 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef58b454-dc8c-42ae-8baf-a4ae691ace79 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4760120 Sep 19 17:19:52.747427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49746) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:52.754056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'security_group': {'name': 'tempest-secgroup-46403433'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:52.763887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:52.768897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:52.771985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:52.777910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:52.798225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:52.818480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:52.822285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group_rule and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:52.825429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:52.831253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:52.905440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:52.909082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:52.956960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:52.958347 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2096150 Sep 19 17:19:52.960198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078fa4-9c9a-47e1-b758-97e04564e71c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d166b57-8afe-4244-8642-0066a790b017,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:52.961410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49750) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:52.968038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'security_group': {'name': 'tempest-secgroup-1801465929'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:52.984299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:52.988506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:52.998034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'tenant_id': '20ea5df3720c48b49a30f37d811325fd', 'fixed_ips': [{'subnet_id': '6b1bc094-ee60-4df7-a77b-d6bda0badb38'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:19:52.998462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:53.000018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.005736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:53.016021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.035911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:53.040247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group_rule and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:53.043403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:53.049446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:53.133253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.141110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.174269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Allocated IP 2001:db8::2 (7d38c9ab-2b9f-4741-8431-0a2376ea087a/6b1bc094-ee60-4df7-a77b-d6bda0badb38/aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:53.187635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4f11ae-0fd6-4e46-8392-7f8b0ac65f49,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:53.196286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.200891 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ea037873-b952-40dc-9d0b-a85070b128e6 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2345767 Sep 19 17:19:53.201228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:53.210518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2064271359', 'security_groups': ['4c4f11ae-0fd6-4e46-8392-7f8b0ac65f49'], 'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b1bc094-ee60-4df7-a77b-d6bda0badb38'}]}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:53.319630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf172bb-eff9-4499-8ec5-e801a8ccf9f8 req-80c6c5b6-7c2f-4fea-bba8-642fd51d530f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:53.321065 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bf172bb-eff9-4499-8ec5-e801a8ccf9f8 req-80c6c5b6-7c2f-4fea-bba8-642fd51d530f tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 945 time: 0.2050087 Sep 19 17:19:53.397749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.403169 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0bf172bb-eff9-4499-8ec5-e801a8ccf9f8 req-b9010937-4e40-454a-9c6a-d86f8e14d22d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722036 Sep 19 17:19:53.411698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:53.412936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Transition to ACTIVE for port object aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:53.423171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:53.440392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:53.453686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Transition to ACTIVE for port object aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:53.461272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.530668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:53.534372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:53.536811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:53.579544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.591655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Pushing event updated for resources: {'Port': ['ID=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:53.602255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 48227597-5eba-4d72-b8a0-9363e37e3fc8 yet. {{(pid=89055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:19:53.657591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Attempting to bind port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:19:53.657967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Attempting to bind port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '3d7afe49-966f-4558-8920-2f9c882f663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:19:53.658319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Attempting to bind port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd on network 7d38c9ab-2b9f-4741-8431-0a2376ea087a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:19:53.664647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:19:53.665133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Checking segment: {'id': '3d7afe49-966f-4558-8920-2f9c882f663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:19:53.665617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.666090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Bound using segment: {'id': '3d7afe49-966f-4558-8920-2f9c882f663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:19:53.666651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Bound port: aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7afe49-966f-4558-8920-2f9c882f663d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:19:53.667115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.766169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] For port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:19:53.769455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] For port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,segment=NetworkSegment(3d7afe49-966f-4558-8920-2f9c882f663d),segment_id=3d7afe49-966f-4558-8920-2f9c882f663d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:19:53.774840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:53.775093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf35b-f614-4ed9-b539-6d035409937d req-753dc440-db28-4d8d-80ac-ecd7252d0c2a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:53.777042 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-019bf35b-f614-4ed9-b539-6d035409937d req-753dc440-db28-4d8d-80ac-ecd7252d0c2a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 945 time: 0.0923173 Sep 19 17:19:53.826166 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-019bf35b-f614-4ed9-b539-6d035409937d req-22a2dff4-0c44-4e32-a292-413be4f9ecb0 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412428 Sep 19 17:19:53.833320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::1f8 (7d38c9ab-2b9f-4741-8431-0a2376ea087a/6b1bc094-ee60-4df7-a77b-d6bda0badb38/48227597-5eba-4d72-b8a0-9363e37e3fc8) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:53.861608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cd836-decc-4343-b9c6-18fff2582c88 None None] Pushing event updated for resources: {'Port': ['ID=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:53.863088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49762) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:54.082204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.103993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 48227597-5eba-4d72-b8a0-9363e37e3fc8 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:54.114709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9dde2-2217-4cb2-8395-fe365a2792c2 tempest-TestVolumeBootPattern-580479133 tempest-TestVolumeBootPattern-580479133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:54.122692 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3cc9dde2-2217-4cb2-8395-fe365a2792c2 tempest-TestVolumeBootPattern-580479133 tempest-TestVolumeBootPattern-580479133-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 1093 time: 0.2583458 Sep 19 17:19:54.125421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49768) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:54.133202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:54.146331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.151167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:54.156571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Usage tracker for resource:floatingip and tenant:005540b87a2946f39e66ce23e0f987a5 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:54.160765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:54.170268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:54.187421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.219995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:54.223382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:54.227338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:54.233361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:54.233674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.241621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=48227597-5eba-4d72-b8a0-9363e37e3fc8,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:54.269327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-69542684-70d1-4b8a-b40f-4588b1c6f1b2 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0660768 Sep 19 17:19:54.273869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49772) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:54.280432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:54.402703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:54.455578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:54.459735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:54.463728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:54.470602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:54.491915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:54.496330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.500497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:54.534470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.641691 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.ipam_backend_mixin [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b1bc094-ee60-4df7-a77b-d6bda0badb38 (CIDR: 2001:db8::/64) Sep 19 17:19:54.646628 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:19:54.647513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:19:54.668283 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5287ae28-1c73-4ea3-a25b-3871f60a3151 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3930597 Sep 19 17:19:54.671320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49776) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:54.680049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:54.696253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Allocated IP 172.26.10.209 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/83ba44f6-ebe6-4429-ae40-3454af15f891) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:54.870536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:54.875239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:54.878648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.878890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:54.885184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:54.900768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:54.910388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.919828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:54.999017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:55.002788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:55.007028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:19:55.057154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=83ba44f6-ebe6-4429-ae40-3454af15f891,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:55.068550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Provisioning for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:55.075959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:55.077030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.223830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:55.224212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.259925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] For port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,segment=NetworkSegment(3d7afe49-966f-4558-8920-2f9c882f663d),segment_id=3d7afe49-966f-4558-8920-2f9c882f663d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:55.264917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.342167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Provisioning complete for port 0eb89883-10f7-4ea6-9417-1787437ed1e7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:55.342540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.344134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.396648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:55.406286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:55.409935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:55.410472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.425970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c70759-6c53-41ac-8e43-e38cfd213c57 None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:55.444452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.445225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Pushing event updated for resources: {'Port': ['ID=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:55.458219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=4e2f37ca-63f2-4e18-97d5-4535d81bb983,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:55.464900 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-26b66e4d-b9b9-4f74-96e4-96a0014f4029 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7921073 Sep 19 17:19:55.465611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49780) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:55.472585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-402101703', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e2f37ca-63f2-4e18-97d5-4535d81bb983'}], 'security_groups': ['3d166b57-8afe-4244-8642-0066a790b017']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:55.474064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0debb61c-0ec7-4f12-958d-9ee6a6e4fcf6 None None] Port 0eb89883-10f7-4ea6-9417-1787437ed1e7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:55.496773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.577827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.603131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.622942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c91593f2-736f-49d6-bdd7-dc69319d92af None None] Provisioning for port 48227597-5eba-4d72-b8a0-9363e37e3fc8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:55.632590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c91593f2-736f-49d6-bdd7-dc69319d92af None None] Provisioning complete for port 48227597-5eba-4d72-b8a0-9363e37e3fc8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:55.632975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c91593f2-736f-49d6-bdd7-dc69319d92af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.728069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c91593f2-736f-49d6-bdd7-dc69319d92af None None] Port 48227597-5eba-4d72-b8a0-9363e37e3fc8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:55.798069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.805371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.903463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a6296-8b87-4c69-8868-bd853d5c6a98 None None] Update dhcp port {'port': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'fixed_ips': [{'subnet_id': '6b1bc094-ee60-4df7-a77b-d6bda0badb38', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e2f37ca-63f2-4e18-97d5-4535d81bb983'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': 'aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:19:55.930783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event updated for resources: {'Port': ['ID=83ba44f6-ebe6-4429-ae40-3454af15f891,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:55.934140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:55.956493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-289a6296-8b87-4c69-8868-bd853d5c6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.031068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Delete allocated IP 2001:db8::1f8 (7d38c9ab-2b9f-4741-8431-0a2376ea087a/6b1bc094-ee60-4df7-a77b-d6bda0badb38) {{(pid=89055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 17:19:56.043686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8:0:1::266 (7d38c9ab-2b9f-4741-8431-0a2376ea087a/4e2f37ca-63f2-4e18-97d5-4535d81bb983/48227597-5eba-4d72-b8a0-9363e37e3fc8) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:56.133374 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Floating IP b9977634-c61b-4649-82b9-9fc491a2c94d associated. External IP: 172.26.10.209, port: 614d5e42-0160-4841-9187-c1f3bfc0804e. Sep 19 17:19:56.244162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.260975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 48227597-5eba-4d72-b8a0-9363e37e3fc8 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:56.266315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.358817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-289a6296-8b87-4c69-8868-bd853d5c6a98 None None] Allocated IP 2001:db8:0:1::2 (7d38c9ab-2b9f-4741-8431-0a2376ea087a/4e2f37ca-63f2-4e18-97d5-4535d81bb983/aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:19:56.391328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=48227597-5eba-4d72-b8a0-9363e37e3fc8,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:56.394476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] In _notify_port_updated(), no bound segment for port 48227597-5eba-4d72-b8a0-9363e37e3fc8 on network 7d38c9ab-2b9f-4741-8431-0a2376ea087a {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:19:56.400115 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:56.400815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.402185 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-176a33e1-a2b9-4840-b1ea-3761d948c409 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "PUT /v2.0/ports/48227597-5eba-4d72-b8a0-9363e37e3fc8 HTTP/1.1" status: 200 len: 930 time: 0.9352098 Sep 19 17:19:56.407508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49784) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:56.407911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:56.491995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab669a-a39a-4d23-a3f4-0d5360257adf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 48227597-5eba-4d72-b8a0-9363e37e3fc8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:19:56.492428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b8ab669a-a39a-4d23-a3f4-0d5360257adf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.575687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-289a6296-8b87-4c69-8868-bd853d5c6a98 None None] For port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,segment=NetworkSegment(3d7afe49-966f-4558-8920-2f9c882f663d),segment_id=3d7afe49-966f-4558-8920-2f9c882f663d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:19:56.577796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:56.578170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.649417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Router 75f93102-03bb-4f55-96ba-60324115fb5d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:19:56.650125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-289a6296-8b87-4c69-8868-bd853d5c6a98 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.697903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-289a6296-8b87-4c69-8868-bd853d5c6a98 None None] Transition to ACTIVE for port object aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:19:56.717066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-289a6296-8b87-4c69-8868-bd853d5c6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.752903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b8ab669a-a39a-4d23-a3f4-0d5360257adf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.815601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:56.839720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:19:56.871874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:19:56.874147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:56.891664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a6296-8b87-4c69-8868-bd853d5c6a98 None None] Pushing event updated for resources: {'Port': ['ID=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:56.895790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab669a-a39a-4d23-a3f4-0d5360257adf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 48227597-5eba-4d72-b8a0-9363e37e3fc8 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:19:56.896602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:56.897225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:56.943524 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1286f917-d808-40c4-9021-e3196fdcc3eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8147924 Sep 19 17:19:56.943524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:19:56.945644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b8c668-9436-4545-a24f-e3853bdd0c73" -d '{"events": [{"name": "network-changed", "server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:19:57.001764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbd35fa-1c62-4c51-ab34-03ff3b4bf068 x-openstack-request-id: req-8bbd35fa-1c62-4c51-ab34-03ff3b4bf068 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:19:57.002239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:19:57.002707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8bbd35fa-1c62-4c51-ab34-03ff3b4bf068 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:19:57.003453 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbd35fa-1c62-4c51-ab34-03ff3b4bf068'] response: {'name': 'network-changed', 'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'status': 'completed', 'code': 200} Sep 19 17:19:57.098064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:19:57.122008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-560963f4-b70b-4df0-8989-c8d4f69a11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:57.123854 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-560963f4-b70b-4df0-8989-c8d4f69a11c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 1098 time: 0.0974925 Sep 19 17:19:57.194774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b8ab669a-a39a-4d23-a3f4-0d5360257adf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:57.265209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab669a-a39a-4d23-a3f4-0d5360257adf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=48227597-5eba-4d72-b8a0-9363e37e3fc8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:57.286644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-8279278a-cf04-4c99-a509-cd865452ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:57.288174 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-8279278a-cf04-4c99-a509-cd865452ca54 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.1580467 Sep 19 17:19:57.329762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b8ab669a-a39a-4d23-a3f4-0d5360257adf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:57.342491 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b8ab669a-a39a-4d23-a3f4-0d5360257adf tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/48227597-5eba-4d72-b8a0-9363e37e3fc8 HTTP/1.1" status: 204 len: 168 time: 0.9335318 Sep 19 17:19:57.345321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49792) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:57.400313 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-7134c9bb-9b90-4a39-952b-1066b5cb65a1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:19:57.400955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7134c9bb-9b90-4a39-952b-1066b5cb65a1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:19:57.425851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7134c9bb-9b90-4a39-952b-1066b5cb65a1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:19:57.428503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7134c9bb-9b90-4a39-952b-1066b5cb65a1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/48227597-5eba-4d72-b8a0-9363e37e3fc8 HTTP/1.1" status: 404 len: 333 time: 0.0822330 Sep 19 17:19:57.431796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49796) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:57.434041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-2b0ae97b-d968-4c03-a1f2-871c6c73aff8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614d5e42-0160-4841-9187-c1f3bfc0804e HTTP/1.1" status: 200 len: 1000 time: 0.1384823 Sep 19 17:19:57.542171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-a1eae5da-e193-4332-ab3b-7215f2c3e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:57.543670 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-a1eae5da-e193-4332-ab3b-7215f2c3e332 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.0962007 Sep 19 17:19:57.563853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:47Z', 'revision_number': 1, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}, {'id': 'b9977634-c61b-4649-82b9-9fc491a2c94d', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.209', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:ac:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:19:55Z', 'updated_at': '2022-09-19T17:19:55Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:57.568161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:19:57.577753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:19:57.578564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:19:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:57.604465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2bd405b9-65c3-4213-b6d7-2475083cd4f3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:57.645055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2bd405b9-65c3-4213-b6d7-2475083cd4f3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:57.692152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-8dd0d582-38a1-4508-806c-2e962622a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:57.693659 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-8dd0d582-38a1-4508-806c-2e962622a5c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1412187 Sep 19 17:19:57.724501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2bd405b9-65c3-4213-b6d7-2475083cd4f3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:57.746400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6fd34a53-db42-4770-b1a2-d6320f190805 None None] Provisioning for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:19:57.755969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6fd34a53-db42-4770-b1a2-d6320f190805 None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:57.756337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6fd34a53-db42-4770-b1a2-d6320f190805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:57.802466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd405b9-65c3-4213-b6d7-2475083cd4f3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4f11ae-0fd6-4e46-8392-7f8b0ac65f49,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:57.813043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2bd405b9-65c3-4213-b6d7-2475083cd4f3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:57.817239 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2bd405b9-65c3-4213-b6d7-2475083cd4f3 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/security-groups/4c4f11ae-0fd6-4e46-8392-7f8b0ac65f49 HTTP/1.1" status: 204 len: 168 time: 0.3792522 Sep 19 17:19:57.817361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49800) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:57.838153 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:19:57.900075 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-14ff0a95-28f0-445b-aee8-c081e5ac19eb service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972804 Sep 19 17:19:57.994121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-246e97ed-bbad-481f-a427-9ed30d00225b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.041798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-246e97ed-bbad-481f-a427-9ed30d00225b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.072322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6fd34a53-db42-4770-b1a2-d6320f190805 None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:58.103178 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-28b8c668-9436-4545-a24f-e3853bdd0c73 req-90f06916-49c5-4768-b5b8-9f6c8cd69077 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973195 Sep 19 17:19:58.118641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-246e97ed-bbad-481f-a427-9ed30d00225b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.121634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6fd34a53-db42-4770-b1a2-d6320f190805 None None] Could not find standard attr ID for object 48227597-5eba-4d72-b8a0-9363e37e3fc8. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:19:58.137093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e97ed-bbad-481f-a427-9ed30d00225b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d166b57-8afe-4244-8642-0066a790b017,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:58.144179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-246e97ed-bbad-481f-a427-9ed30d00225b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.145908 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-246e97ed-bbad-481f-a427-9ed30d00225b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/security-groups/3d166b57-8afe-4244-8642-0066a790b017 HTTP/1.1" status: 204 len: 168 time: 0.3277364 Sep 19 17:19:58.148918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49804) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:58.165528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6fd34a53-db42-4770-b1a2-d6320f190805 None None] Provisioning complete for port 0eb89883-10f7-4ea6-9417-1787437ed1e7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:58.165902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6fd34a53-db42-4770-b1a2-d6320f190805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.220401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-87264629-71fc-4555-920e-8cd10551975c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet 6b1bc094-ee60-4df7-a77b-d6bda0badb38 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:19:58.223573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87264629-71fc-4555-920e-8cd10551975c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.247321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6fd34a53-db42-4770-b1a2-d6320f190805 None None] Port 0eb89883-10f7-4ea6-9417-1787437ed1e7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:58.279636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87264629-71fc-4555-920e-8cd10551975c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.309712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:47Z', 'revision_number': 1, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}, {'id': 'b9977634-c61b-4649-82b9-9fc491a2c94d', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.209', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:ac:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:19:55Z', 'updated_at': '2022-09-19T17:19:55Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:19:58.313999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db7c19-bcec-479e-bd48-09aacebee780 None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:47Z', 'revision_number': 1, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}, {'id': 'b9977634-c61b-4649-82b9-9fc491a2c94d', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.209', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:ac:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:19:55Z', 'updated_at': '2022-09-19T17:19:55Z', 'revision_number': 0, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:19:58.361183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-78385cc5-b621-486c-bf0d-92b374929b05 None None] Could not find standard attr ID for object 48227597-5eba-4d72-b8a0-9363e37e3fc8. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:19:58.368792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:19:58.376450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87264629-71fc-4555-920e-8cd10551975c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.453532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:58.453911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.463397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87264629-71fc-4555-920e-8cd10551975c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.506711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87264629-71fc-4555-920e-8cd10551975c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:58.509736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87264629-71fc-4555-920e-8cd10551975c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1bc094-ee60-4df7-a77b-d6bda0badb38,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:58.520065 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87264629-71fc-4555-920e-8cd10551975c tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/6b1bc094-ee60-4df7-a77b-d6bda0badb38 HTTP/1.1" status: 204 len: 168 time: 0.3660171 Sep 19 17:19:58.521617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49808) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:58.523303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284fdd7-2dd3-4114-9cc0-46e48a36a285 None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:58.527697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:58.580900 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b18a0-f08d-4ef9-86bb-c18d7b03f882 None None] New status for floating IP b9977634-c61b-4649-82b9-9fc491a2c94d: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:19:58.659722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:58.817090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:58.826141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:58.830081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:58.836225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:58.848836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:19:58.853618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.124820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.188049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:19:59.191212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:19:59.195690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:19:59.196285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.210130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=a6954ff2-0cf1-4b42-b78b-c575b0f61249,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:59.224205 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9c8726fa-7286-484b-a9a6-7f8cb2bc5681 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7012136 Sep 19 17:19:59.227066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49812) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:59.232447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'security_group': {'name': 'tempest-secgroup-877717954'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:59.238774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:59.243103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:59.246288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:59.252784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:59.265607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.287440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:59.291401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group_rule and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:59.294394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:59.300547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:59.314314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f39212-04d7-4dbe-bdb8-74ba879dac7b None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:19:59.371584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.377134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.412672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1068cba0-2091-446b-8e9c-bc5b7fe9c907 None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:59.413491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1068cba0-2091-446b-8e9c-bc5b7fe9c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.424153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a410b555-7b42-45ed-a922-28e4e470651a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:59.428369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.429587 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-55e1ba41-df53-4338-a2ae-9e4407b1bf2f tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2015443 Sep 19 17:19:59.432446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:59.437461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'security_group': {'name': 'tempest-secgroup-433015512'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:59.443983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:59.449138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:59.451582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:59.457812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:59.470333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.491993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:59.496232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group_rule and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:59.500155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:59.507316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:59.582117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.587728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.633250 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.634504 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2011452 Sep 19 17:19:59.635236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a545c-5fab-4c3e-a215-0ab2ba10f3c9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb2e354-b772-4469-8913-3db17c473799,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:59.637652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49820) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:59.643228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'security_group': {'name': 'tempest-secgroup-1506919015'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:59.649662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:59.654091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:59.657074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:59.663862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:59.678383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.698326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:59.702816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:security_group_rule and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:19:59.703897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1068cba0-2091-446b-8e9c-bc5b7fe9c907 None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:19:59.705806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:19:59.712186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:19:59.730244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1068cba0-2091-446b-8e9c-bc5b7fe9c907 None None] Provisioning complete for port 0eb89883-10f7-4ea6-9417-1787437ed1e7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:19:59.730619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1068cba0-2091-446b-8e9c-bc5b7fe9c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.781366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.787333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.795791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1068cba0-2091-446b-8e9c-bc5b7fe9c907 None None] Port 0eb89883-10f7-4ea6-9417-1787437ed1e7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:19:59.830877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703e8528-c57f-4121-9e55-5f715f0c9a70,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:59.837483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.839599 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d69d776c-1553-4321-bd13-2c81eb3ce695 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2004600 Sep 19 17:19:59.843191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49824) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:19:59.849092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1728211723', 'security_groups': ['703e8528-c57f-4121-9e55-5f715f0c9a70'], 'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a6954ff2-0cf1-4b42-b78b-c575b0f61249'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:19:59.899248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825eb5b3-c0f9-4ea5-91cd-dd2b51d2ec40 None None] Update dhcp port {'port': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'fixed_ips': [{'subnet_id': '4e2f37ca-63f2-4e18-97d5-4535d81bb983', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a6954ff2-0cf1-4b42-b78b-c575b0f61249'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': 'aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:19:59.951708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-825eb5b3-c0f9-4ea5-91cd-dd2b51d2ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:19:59.989077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:19:59.999386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:00.013116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:20:00.143992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:00.155511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-825eb5b3-c0f9-4ea5-91cd-dd2b51d2ec40 None None] Allocated IP 2001:db8::2 (7d38c9ab-2b9f-4741-8431-0a2376ea087a/a6954ff2-0cf1-4b42-b78b-c575b0f61249/aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:20:00.175319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] device_id is not set on port 777722dd-b5d2-4a38-a72b-4b2a06db9ccd yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:20:00.293287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-825eb5b3-c0f9-4ea5-91cd-dd2b51d2ec40 None None] For port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,segment=NetworkSegment(3d7afe49-966f-4558-8920-2f9c882f663d),segment_id=3d7afe49-966f-4558-8920-2f9c882f663d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:00.320148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-825eb5b3-c0f9-4ea5-91cd-dd2b51d2ec40 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:00.339069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-825eb5b3-c0f9-4ea5-91cd-dd2b51d2ec40 None None] Transition to ACTIVE for port object aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:00.345686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-825eb5b3-c0f9-4ea5-91cd-dd2b51d2ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:00.423987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8::3bf (7d38c9ab-2b9f-4741-8431-0a2376ea087a/a6954ff2-0cf1-4b42-b78b-c575b0f61249/777722dd-b5d2-4a38-a72b-4b2a06db9ccd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:20:00.504561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825eb5b3-c0f9-4ea5-91cd-dd2b51d2ec40 None None] Pushing event updated for resources: {'Port': ['ID=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:00.621382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:00.638637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 777722dd-b5d2-4a38-a72b-4b2a06db9ccd will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:00.664767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:00.736985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:20:00.740287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:20:00.744222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:20:00.749758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:00.750377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:00.758534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=777722dd-b5d2-4a38-a72b-4b2a06db9ccd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:00.783019 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0522f966-4075-47f5-8cd1-88e997197f69 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9386199 Sep 19 17:20:00.786439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49828) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:00.792449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:00.937191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:00.941069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:00.944066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:00.950560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:00.962208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:20:00.966291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:01.026137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b1b64bd4-2dae-44d6-81fa-f71747f46018 None None] Provisioning for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:01.031745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b1b64bd4-2dae-44d6-81fa-f71747f46018 None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:01.032231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b1b64bd4-2dae-44d6-81fa-f71747f46018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:01.108515 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.ipam_backend_mixin [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6954ff2-0cf1-4b42-b78b-c575b0f61249 (CIDR: 2001:db8::/64) Sep 19 17:20:01.113426 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:20:01.114060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:01.133925 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7e7c4ea6-b1e8-490a-8b24-e391a6128978 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3462958 Sep 19 17:20:01.136771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49832) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:01.143460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:01.161693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b1b64bd4-2dae-44d6-81fa-f71747f46018 None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:01.173877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b1b64bd4-2dae-44d6-81fa-f71747f46018 None None] Provisioning complete for port 0eb89883-10f7-4ea6-9417-1787437ed1e7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:01.174252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b1b64bd4-2dae-44d6-81fa-f71747f46018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:01.228886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b1b64bd4-2dae-44d6-81fa-f71747f46018 None None] Port 0eb89883-10f7-4ea6-9417-1787437ed1e7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:20:01.290467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:01.294531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:01.297414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:01.303355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:01.326626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:20:01.330254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:01.351301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6ac32b8d-bc57-470f-93cf-d5411da54df3 None None] Provisioning for port 777722dd-b5d2-4a38-a72b-4b2a06db9ccd completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:01.356562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6ac32b8d-bc57-470f-93cf-d5411da54df3 None None] Provisioning complete for port 777722dd-b5d2-4a38-a72b-4b2a06db9ccd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:01.357014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6ac32b8d-bc57-470f-93cf-d5411da54df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:01.410415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6ac32b8d-bc57-470f-93cf-d5411da54df3 None None] Port 777722dd-b5d2-4a38-a72b-4b2a06db9ccd cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:20:01.464744 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.ipam_backend_mixin [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4e2f37ca-63f2-4e18-97d5-4535d81bb983 (CIDR: 2001:db8:0:1::/64) Sep 19 17:20:01.467944 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:20:01.468397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:01.486546 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f2d9125f-fbb7-4a3c-bc9c-b7363a3a6c01 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3486717 Sep 19 17:20:01.489475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49836) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:01.494661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'subnet': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:01.738843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:01.742801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Usage tracker for resource:subnet and tenant:20ea5df3720c48b49a30f37d811325fd is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:01.745716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:01.751992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:01.765349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Made reservation on behalf of 20ea5df3720c48b49a30f37d811325fd for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:20:01.768804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:02.050894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:02.112574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:20:02.115698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:20:02.118812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:02.120857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:02.126045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589a813-c8f3-4a05-9fc8-33f21464cd0d None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:20:02.144409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Subnet': ['ID=5b7dde88-b596-46dd-b893-59eb639bbed3,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:02.155441 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7d57ba1a-b9b3-4be1-b45c-97039e041813 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6649735 Sep 19 17:20:02.158235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49840) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:02.164574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-966161294', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b7dde88-b596-46dd-b893-59eb639bbed3'}], 'security_groups': ['a410b555-7b42-45ed-a922-28e4e470651a', '8bb2e354-b772-4469-8913-3db17c473799']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:02.366072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:02.428144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:02.452486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:02.453136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:02.568299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb4c45-6ab8-42d6-a1d0-917ee4b2c2b5 None None] Update dhcp port {'port': {'network_id': '7d38c9ab-2b9f-4741-8431-0a2376ea087a', 'fixed_ips': [{'subnet_id': '4e2f37ca-63f2-4e18-97d5-4535d81bb983', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a6954ff2-0cf1-4b42-b78b-c575b0f61249', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b7dde88-b596-46dd-b893-59eb639bbed3'}], 'binding:host_id': 'dv-neutron-857789-3-hyperv'}, 'id': 'aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd'} from dv-neutron-857789-3-hyperv. {{(pid=89057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 19 17:20:02.703385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c45-6ab8-42d6-a1d0-917ee4b2c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:02.714417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:02.837539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Delete allocated IP 2001:db8::3bf (7d38c9ab-2b9f-4741-8431-0a2376ea087a/a6954ff2-0cf1-4b42-b78b-c575b0f61249) {{(pid=89055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 17:20:02.845544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Allocated IP 2001:db8:0:2::70 (7d38c9ab-2b9f-4741-8431-0a2376ea087a/5b7dde88-b596-46dd-b893-59eb639bbed3/777722dd-b5d2-4a38-a72b-4b2a06db9ccd) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:20:03.060311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:03.078512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Transition to ACTIVE for port object 777722dd-b5d2-4a38-a72b-4b2a06db9ccd will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:03.086036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:03.156205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-94fb4c45-6ab8-42d6-a1d0-917ee4b2c2b5 None None] Allocated IP 2001:db8:0:2::2 (7d38c9ab-2b9f-4741-8431-0a2376ea087a/5b7dde88-b596-46dd-b893-59eb639bbed3/aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:20:03.198943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] In _notify_port_updated(), no bound segment for port 777722dd-b5d2-4a38-a72b-4b2a06db9ccd on network 7d38c9ab-2b9f-4741-8431-0a2376ea087a {{(pid=89055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:20:03.205445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:03.206050 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:03.207391 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "PUT /v2.0/ports/777722dd-b5d2-4a38-a72b-4b2a06db9ccd HTTP/1.1" status: 200 len: 968 time: 1.0480368 Sep 19 17:20:03.210323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49844) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:03.246381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bd4c0-29a0-417d-b074-b0f59aa70ba8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event updated for resources: {'Port': ['ID=777722dd-b5d2-4a38-a72b-4b2a06db9ccd,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:03.290052 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8d95f1eb-0d20-4fe1-9a42-d9dbe3775cea tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 777722dd-b5d2-4a38-a72b-4b2a06db9ccd {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:03.290387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d95f1eb-0d20-4fe1-9a42-d9dbe3775cea tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:03.299340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-94fb4c45-6ab8-42d6-a1d0-917ee4b2c2b5 None None] For port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,segment=NetworkSegment(3d7afe49-966f-4558-8920-2f9c882f663d),segment_id=3d7afe49-966f-4558-8920-2f9c882f663d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:03.323601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c45-6ab8-42d6-a1d0-917ee4b2c2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:03.340509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-94fb4c45-6ab8-42d6-a1d0-917ee4b2c2b5 None None] Transition to ACTIVE for port object aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:03.345778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c45-6ab8-42d6-a1d0-917ee4b2c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:03.527389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4c45-6ab8-42d6-a1d0-917ee4b2c2b5 None None] Pushing event updated for resources: {'Port': ['ID=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:03.558048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d95f1eb-0d20-4fe1-9a42-d9dbe3775cea tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:03.698010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8d95f1eb-0d20-4fe1-9a42-d9dbe3775cea tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 777722dd-b5d2-4a38-a72b-4b2a06db9ccd owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:03.704797 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-a5c874fc-53af-4a3b-a1c2-35b51495e973 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1005139 Sep 19 17:20:03.898047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d95f1eb-0d20-4fe1-9a42-d9dbe3775cea tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:03.924250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-e5cafe44-f797-4037-af11-255e29b8a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:03.926796 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-e5cafe44-f797-4037-af11-255e29b8a0c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 1099 time: 0.1349113 Sep 19 17:20:03.958647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95f1eb-0d20-4fe1-9a42-d9dbe3775cea tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=777722dd-b5d2-4a38-a72b-4b2a06db9ccd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:04.025290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d95f1eb-0d20-4fe1-9a42-d9dbe3775cea tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.040116 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d95f1eb-0d20-4fe1-9a42-d9dbe3775cea tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/777722dd-b5d2-4a38-a72b-4b2a06db9ccd HTTP/1.1" status: 204 len: 168 time: 0.8287423 Sep 19 17:20:04.040653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49848) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:04.097610 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b270f39-f1af-48fe-ae5c-8738fca95af4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] GET failed (client error): The resource could not be found. Sep 19 17:20:04.097797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8b270f39-f1af-48fe-ae5c-8738fca95af4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:04.100645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-0a139227-12b7-4a3f-8fa3-b140dd7a2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:04.102455 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-0a139227-12b7-4a3f-8fa3-b140dd7a2cb0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.1545134 Sep 19 17:20:04.120483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8b270f39-f1af-48fe-ae5c-8738fca95af4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:04.121870 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b270f39-f1af-48fe-ae5c-8738fca95af4 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports/777722dd-b5d2-4a38-a72b-4b2a06db9ccd HTTP/1.1" status: 404 len: 333 time: 0.0801435 Sep 19 17:20:04.125884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49852) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:04.204631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcf58526-e9d2-462b-9256-3898cd47f2e0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.228062 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-cc7b9a64-99f8-4017-8dd4-a1ebfb78271e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83 HTTP/1.1" status: 200 len: 1002 time: 0.1181819 Sep 19 17:20:04.236716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcf58526-e9d2-462b-9256-3898cd47f2e0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.295367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcf58526-e9d2-462b-9256-3898cd47f2e0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.316112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf58526-e9d2-462b-9256-3898cd47f2e0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703e8528-c57f-4121-9e55-5f715f0c9a70,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:04.316424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-25fb6091-6821-46f2-9460-9851b2a7921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:04.318786 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-25fb6091-6821-46f2-9460-9851b2a7921a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.0843515 Sep 19 17:20:04.328608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcf58526-e9d2-462b-9256-3898cd47f2e0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.332564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49858) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:04.333465 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dcf58526-e9d2-462b-9256-3898cd47f2e0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/security-groups/703e8528-c57f-4121-9e55-5f715f0c9a70 HTTP/1.1" status: 204 len: 168 time: 0.2060382 Sep 19 17:20:04.373538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2d76efae-1305-45a1-98c7-d12b95dffc44 None None] Provisioning for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:04.389250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2d76efae-1305-45a1-98c7-d12b95dffc44 None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:04.389250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2d76efae-1305-45a1-98c7-d12b95dffc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.489745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f151-26d9-4fb5-a459-111b5ef3aa63 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.495495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:04.528550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f151-26d9-4fb5-a459-111b5ef3aa63 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.558093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-756be198-324d-4ec0-809b-d4cca03cf65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:04.560038 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-756be198-324d-4ec0-809b-d4cca03cf65d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2245383 Sep 19 17:20:04.630317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2d76efae-1305-45a1-98c7-d12b95dffc44 None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:04.637481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:04.637856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.686792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2d76efae-1305-45a1-98c7-d12b95dffc44 None None] Provisioning complete for port 0eb89883-10f7-4ea6-9417-1787437ed1e7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:04.687197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2d76efae-1305-45a1-98c7-d12b95dffc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.724940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f151-26d9-4fb5-a459-111b5ef3aa63 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.745386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9f151-26d9-4fb5-a459-111b5ef3aa63 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb2e354-b772-4469-8913-3db17c473799,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:04.750575 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-370ef604-5bd2-4982-a3b8-419edf868bb8 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827855 Sep 19 17:20:04.761068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f151-26d9-4fb5-a459-111b5ef3aa63 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.761068 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cdc9f151-26d9-4fb5-a459-111b5ef3aa63 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/security-groups/8bb2e354-b772-4469-8913-3db17c473799 HTTP/1.1" status: 204 len: 168 time: 0.4236124 Sep 19 17:20:04.761266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49862) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:04.771700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2d76efae-1305-45a1-98c7-d12b95dffc44 None None] Port 0eb89883-10f7-4ea6-9417-1787437ed1e7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:20:04.776759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2d76efae-1305-45a1-98c7-d12b95dffc44 None None] Could not find standard attr ID for object 777722dd-b5d2-4a38-a72b-4b2a06db9ccd. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:20:04.846408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:04.886835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51205c15-a9b2-497b-afc8-cec65042eb9a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.891398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1327fb4d-d834-4b95-a3f1-a290508dcb73 None None] Could not find standard attr ID for object 777722dd-b5d2-4a38-a72b-4b2a06db9ccd. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:20:04.907773 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f168833c-f9ca-4d1d-a1c8-0e2d14b6d0a6 req-f4f13c96-db39-4a8d-ac85-4dc29fcd1dfd service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478944 Sep 19 17:20:04.933324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51205c15-a9b2-497b-afc8-cec65042eb9a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:04.985692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51205c15-a9b2-497b-afc8-cec65042eb9a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.003196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51205c15-a9b2-497b-afc8-cec65042eb9a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a410b555-7b42-45ed-a922-28e4e470651a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:05.011358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-51205c15-a9b2-497b-afc8-cec65042eb9a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.015836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49866) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:05.015966 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-51205c15-a9b2-497b-afc8-cec65042eb9a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/security-groups/a410b555-7b42-45ed-a922-28e4e470651a HTTP/1.1" status: 204 len: 168 time: 0.2521877 Sep 19 17:20:05.087288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2ad51b-9098-45f0-9bdd-74db3dc624d9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet a6954ff2-0cf1-4b42-b78b-c575b0f61249 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:20:05.090818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad51b-9098-45f0-9bdd-74db3dc624d9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.145303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad51b-9098-45f0-9bdd-74db3dc624d9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.236427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad51b-9098-45f0-9bdd-74db3dc624d9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.313634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad51b-9098-45f0-9bdd-74db3dc624d9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.352808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ad51b-9098-45f0-9bdd-74db3dc624d9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=a6954ff2-0cf1-4b42-b78b-c575b0f61249,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:05.356704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad51b-9098-45f0-9bdd-74db3dc624d9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.364084 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8d2ad51b-9098-45f0-9bdd-74db3dc624d9 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/a6954ff2-0cf1-4b42-b78b-c575b0f61249 HTTP/1.1" status: 204 len: 168 time: 0.3460047 Sep 19 17:20:05.364881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bbc4df-2227-454c-8721-79d1d2756aea None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:20:05.370120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49870) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:05.442935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-312a51fb-1740-474f-beea-9d2e4db6c613 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet 5b7dde88-b596-46dd-b893-59eb639bbed3 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:20:05.446029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312a51fb-1740-474f-beea-9d2e4db6c613 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.502126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312a51fb-1740-474f-beea-9d2e4db6c613 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.590585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312a51fb-1740-474f-beea-9d2e4db6c613 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.666583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312a51fb-1740-474f-beea-9d2e4db6c613 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.706862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a51fb-1740-474f-beea-9d2e4db6c613 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7dde88-b596-46dd-b893-59eb639bbed3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:05.711867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-312a51fb-1740-474f-beea-9d2e4db6c613 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:05.718773 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-312a51fb-1740-474f-beea-9d2e4db6c613 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/5b7dde88-b596-46dd-b893-59eb639bbed3 HTTP/1.1" status: 204 len: 168 time: 0.3476427 Sep 19 17:20:05.721383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49874) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:05.759454 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-88246ae9-3e55-4cd8-9394-3891ca553bfa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:05.759912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88246ae9-3e55-4cd8-9394-3891ca553bfa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:05.761620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88246ae9-3e55-4cd8-9394-3891ca553bfa tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/a6954ff2-0cf1-4b42-b78b-c575b0f61249 HTTP/1.1" status: 404 len: 337 time: 0.0392599 Sep 19 17:20:05.764426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49878) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:05.952406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dc27a0-8e86-4f53-9bf8-c835a28600a8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting subnet 4e2f37ca-63f2-4e18-97d5-4535d81bb983 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:20:05.955809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38dc27a0-8e86-4f53-9bf8-c835a28600a8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.012962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38dc27a0-8e86-4f53-9bf8-c835a28600a8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.101195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38dc27a0-8e86-4f53-9bf8-c835a28600a8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.119324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2c0a9-921d-4b57-a10e-982df5dda6bf None None] Network 7d38c9ab-2b9f-4741-8431-0a2376ea087a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:20:06.185385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38dc27a0-8e86-4f53-9bf8-c835a28600a8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.224886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc27a0-8e86-4f53-9bf8-c835a28600a8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2f37ca-63f2-4e18-97d5-4535d81bb983,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:06.231494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38dc27a0-8e86-4f53-9bf8-c835a28600a8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.238332 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-38dc27a0-8e86-4f53-9bf8-c835a28600a8 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/4e2f37ca-63f2-4e18-97d5-4535d81bb983 HTTP/1.1" status: 204 len: 168 time: 0.4728127 Sep 19 17:20:06.240951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49882) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.257766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f4f84f8c-34a3-4918-b47a-3832be28a7dc None None] Provisioning complete for port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:06.258298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f4f84f8c-34a3-4918-b47a-3832be28a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.278309 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b3495f-f2a4-43f9-9170-99b0a214ee4d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.278862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b3495f-f2a4-43f9-9170-99b0a214ee4d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.280536 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c5b3495f-f2a4-43f9-9170-99b0a214ee4d tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/6b1bc094-ee60-4df7-a77b-d6bda0badb38 HTTP/1.1" status: 404 len: 337 time: 0.0386801 Sep 19 17:20:06.283305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49886) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.336062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-54560941-dffb-4277-8682-7ff07fee8a62 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Synchronizing usage tracker for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:06.350468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-54560941-dffb-4277-8682-7ff07fee8a62 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Unset dirty status for tenant:20ea5df3720c48b49a30f37d811325fd on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:06.351598 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-54560941-dffb-4277-8682-7ff07fee8a62 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "GET /v2.0/ports?device_id=4890eb4e-bb5d-44c4-98bd-855c90305648 HTTP/1.1" status: 200 len: 205 time: 0.0674131 Sep 19 17:20:06.354315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49890) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.426294 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-47d8636a-0467-4cea-b412-023a429920c0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] delete failed (client error): The resource could not be found. Sep 19 17:20:06.427652 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-47d8636a-0467-4cea-b412-023a429920c0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/routers/4890eb4e-bb5d-44c4-98bd-855c90305648 HTTP/1.1" status: 404 len: 336 time: 0.0724216 Sep 19 17:20:06.430386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49894) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.532046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f4f84f8c-34a3-4918-b47a-3832be28a7dc None None] Current status of the port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:06.550774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f4f84f8c-34a3-4918-b47a-3832be28a7dc None None] Provisioning complete for port 0eb89883-10f7-4ea6-9417-1787437ed1e7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:06.551187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f4f84f8c-34a3-4918-b47a-3832be28a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.604357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] DHCP port deletion for 7d38c9ab-2b9f-4741-8431-0a2376ea087a request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:20:06.613843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Deleting port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:06.614315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.632108 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc9e05a-206c-41eb-a33d-3836dae82d4b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.633082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc9e05a-206c-41eb-a33d-3836dae82d4b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.637600 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2bc9e05a-206c-41eb-a33d-3836dae82d4b tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/f75f6b2f-2e1b-4998-8b12-8980b67384bb HTTP/1.1" status: 404 len: 337 time: 0.2061577 Sep 19 17:20:06.637752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49898) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.644580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f4f84f8c-34a3-4918-b47a-3832be28a7dc None None] Port 0eb89883-10f7-4ea6-9417-1787437ed1e7 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:20:06.677361 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc791ec-e37f-4175-9b21-c4853e94d4be tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.678057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc791ec-e37f-4175-9b21-c4853e94d4be tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.682538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0cc791ec-e37f-4175-9b21-c4853e94d4be tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/feccb9fb-4f72-45e1-83d5-d733002050ae HTTP/1.1" status: 404 len: 337 time: 0.0411916 Sep 19 17:20:06.683419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49902) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.722880 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ed27fa-d78e-4ef8-b584-e7eac9cb76bb tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.723591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ed27fa-d78e-4ef8-b584-e7eac9cb76bb tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.725062 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4ed27fa-d78e-4ef8-b584-e7eac9cb76bb tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/f88986c5-772f-4f6e-ad15-8e45d8b2b260 HTTP/1.1" status: 404 len: 337 time: 0.0405173 Sep 19 17:20:06.728806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49906) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.770505 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd73884c-7753-4b63-8b2b-f73f226171c0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.770996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd73884c-7753-4b63-8b2b-f73f226171c0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.772721 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bd73884c-7753-4b63-8b2b-f73f226171c0 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/0fc199fd-119b-4050-89c0-3b5dd60d56c7 HTTP/1.1" status: 404 len: 333 time: 0.0429873 Sep 19 17:20:06.775455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49910) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.816603 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-646c806b-093f-4bcf-89bc-130514f6ef99 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.817054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646c806b-093f-4bcf-89bc-130514f6ef99 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.818701 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-646c806b-093f-4bcf-89bc-130514f6ef99 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/e05d7ab8-fb08-4071-ba61-27ee84b4db18 HTTP/1.1" status: 404 len: 337 time: 0.0423298 Sep 19 17:20:06.821656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49914) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.827341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] For port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,segment=NetworkSegment(3d7afe49-966f-4558-8920-2f9c882f663d),segment_id=3d7afe49-966f-4558-8920-2f9c882f663d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:06.827678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:06.859743 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bc1cd0-2a7b-4dfa-81ff-e5d9b775cb97 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.860113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bc1cd0-2a7b-4dfa-81ff-e5d9b775cb97 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.861769 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d5bc1cd0-2a7b-4dfa-81ff-e5d9b775cb97 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/bfccb5cf-9d50-470f-91bb-19c8544614e6 HTTP/1.1" status: 404 len: 337 time: 0.0391369 Sep 19 17:20:06.864593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 49918) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.905336 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f2225a-d28f-4cef-b475-cf63601d086a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.905802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f2225a-d28f-4cef-b475-cf63601d086a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.907491 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d9f2225a-d28f-4cef-b475-cf63601d086a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/23a0bbcc-c6f9-4ff2-8279-f26d78fdf309 HTTP/1.1" status: 404 len: 333 time: 0.0419359 Sep 19 17:20:06.910240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49922) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.947645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Calling delete_port for aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:06.951712 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f672fe1-a52a-47ff-a88a-3222ccbb9a38 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.952164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f672fe1-a52a-47ff-a88a-3222ccbb9a38 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.956278 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2f672fe1-a52a-47ff-a88a-3222ccbb9a38 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/dccac22e-6d1a-4aa0-9d48-5ca6c7f68de3 HTTP/1.1" status: 404 len: 337 time: 0.0424082 Sep 19 17:20:06.956663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49926) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:06.994510 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad2a908-4d2b-4d01-82a6-3aeea4e5e530 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] DELETE failed (client error): The resource could not be found. Sep 19 17:20:06.995000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad2a908-4d2b-4d01-82a6-3aeea4e5e530 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:20:06.996711 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bad2a908-4d2b-4d01-82a6-3aeea4e5e530 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/subnets/5a3e99b3-7f0e-47e2-a3bf-991af977b727 HTTP/1.1" status: 404 len: 337 time: 0.0391114 Sep 19 17:20:06.999715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49930) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:07.031164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.067033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7df7f35b-e81e-40da-a6f8-9fa0a072c25a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Deleting port 0eb89883-10f7-4ea6-9417-1787437ed1e7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:07.067400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df7f35b-e81e-40da-a6f8-9fa0a072c25a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.077890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Pushing event deleted for resources: {'Port': ['ID=aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:07.080239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] No DVR routers for this DVR port aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:20:07.091172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.091583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.092251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.092607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.093028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.093287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.093652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.093936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.094295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.094622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.095013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.095327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e184dd4-0724-4be5-9a89-5fcab16c0de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:07.298778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df7f35b-e81e-40da-a6f8-9fa0a072c25a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.423048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7df7f35b-e81e-40da-a6f8-9fa0a072c25a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Calling delete_port for 0eb89883-10f7-4ea6-9417-1787437ed1e7 owned by {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:07.518344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df7f35b-e81e-40da-a6f8-9fa0a072c25a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.567602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7f35b-e81e-40da-a6f8-9fa0a072c25a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Port': ['ID=0eb89883-10f7-4ea6-9417-1787437ed1e7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:07.572606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df7f35b-e81e-40da-a6f8-9fa0a072c25a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.588578 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7df7f35b-e81e-40da-a6f8-9fa0a072c25a tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/ports/0eb89883-10f7-4ea6-9417-1787437ed1e7 HTTP/1.1" status: 204 len: 168 time: 0.5878527 Sep 19 17:20:07.591335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49934) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:07.706247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.854795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.887726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d38c9ab-2b9f-4741-8431-0a2376ea087a']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:07.900114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7afe49-966f-4558-8920-2f9c882f663d') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:07.900412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7afe49-966f-4558-8920-2f9c882f663d') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:07.916315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.938378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:07.948956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:20:07.949407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:08.020753 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 3d7afe49-966f-4558-8920-2f9c882f663d resource provider aggregate not found Sep 19 17:20:08.044090 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 3d7afe49-966f-4558-8920-2f9c882f663d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d7afe49-966f-4558-8920-2f9c882f663d found for delete ", "request_id": "req-583a0ae7-ec50-414e-8f2e-e6561297f5b2"}]} Sep 19 17:20:08.057379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:08.074594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:08.084688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] Pushing event deleted for resources: {'Network': ['ID=7d38c9ab-2b9f-4741-8431-0a2376ea087a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:08.087284 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a29314bd-93e8-4384-aef7-8547077a6fb1 tempest-PortsIpV6TestJSON-1350025925 tempest-PortsIpV6TestJSON-1350025925-project] 10.222.0.83 "DELETE /v2.0/networks/7d38c9ab-2b9f-4741-8431-0a2376ea087a HTTP/1.1" status: 204 len: 168 time: 0.4949269 Sep 19 17:20:08.098317 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:20:08.361049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:08.367816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49946) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:08.398596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:08.399012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device aa3fe278-ac62-4bb4-91d5-bfa9e33d9ccd not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:08.527182 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-10aa41fa-e790-41fd-873b-9ea53a6b5650 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=20ea5df3720c48b49a30f37d811325fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580005 Sep 19 17:20:08.529815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49952) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:08.592973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a398e69-cd33-45f4-b334-3607b2f08d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:08.619386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a398e69-cd33-45f4-b334-3607b2f08d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:08.673660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a398e69-cd33-45f4-b334-3607b2f08d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:08.688039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a398e69-cd33-45f4-b334-3607b2f08d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e6019-b53f-4164-a4d8-d0cb81897ea5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:08.695420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1a398e69-cd33-45f4-b334-3607b2f08d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:08.696525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1a398e69-cd33-45f4-b334-3607b2f08d81 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5a4e6019-b53f-4164-a4d8-d0cb81897ea5 HTTP/1.1" status: 204 len: 168 time: 0.1658425 Sep 19 17:20:11.387618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14c03889-e263-494b-a3ac-9f09df078c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:13.609882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-997f3e3d-1549-420f-8cb3-73ac5372f53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:15.116123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:15.182587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:16.204828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:20.787716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e132e5-0353-4afa-b869-23698091cd0e req-71b52000-49b5-46d8-95d6-d388a86df0dd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:20.790338 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d9e132e5-0353-4afa-b869-23698091cd0e req-71b52000-49b5-46d8-95d6-d388a86df0dd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 946 time: 0.0961363 Sep 19 17:20:20.840142 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d9e132e5-0353-4afa-b869-23698091cd0e req-87ee1069-a697-4f42-9f75-3d1be151e4b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441406 Sep 19 17:20:22.058121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da835fb7-aed0-4631-8654-acff76173155 req-b357ee4b-5529-4aea-98cc-583b682009f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:22.060728 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da835fb7-aed0-4631-8654-acff76173155 req-b357ee4b-5529-4aea-98cc-583b682009f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 946 time: 0.0950382 Sep 19 17:20:22.110393 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-da835fb7-aed0-4631-8654-acff76173155 req-8416de8a-371f-4c6c-b279-18bd6618b2bb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fa08ecf-dfe6-41fc-9c0b-774c6307a810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449283 Sep 19 17:20:22.188765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-6810ea48-6674-402a-ba2c-8a4a7ed062b2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:22.190357 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-6810ea48-6674-402a-ba2c-8a4a7ed062b2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 946 time: 0.0883234 Sep 19 17:20:22.391064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 42d34ea8-12a4-4059-a2b2-2395208babf3 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:22.391064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:22.649844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 42d34ea8-12a4-4059-a2b2-2395208babf3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=42d34ea8-12a4-4059-a2b2-2395208babf3,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:22.650209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:22.938169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:22.938542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:22.938854 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP d2fabaae-c391-4f64-978f-f4354336ffe5 disassociated. External IP: 172.26.10.31, port: 42d34ea8-12a4-4059-a2b2-2395208babf3. Sep 19 17:20:22.939225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 42d34ea8-12a4-4059-a2b2-2395208babf3 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:23.093355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:23.142385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=42d34ea8-12a4-4059-a2b2-2395208babf3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:23.348586 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1cc8afcc-8bbe-4741-b9a6-11f62311efc4 req-534b69cf-e45a-4e02-bb80-9d580a36ac1e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dbb374d-044c-40b4-b1ff-63c1a9ab1f28 HTTP/1.1" status: 200 len: 210 time: 0.1128445 Sep 19 17:20:23.378270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 1efd70b3-843f-4eca-9cb4-b01c6842de60 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:20:23.567914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:20:23.580511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] Sync routers for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:20:23.591597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:23.592250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:23.660368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port 42d34ea8-12a4-4059-a2b2-2395208babf3 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:20:23.663260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:23.666022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'name': 'network-vif-deleted', 'tag': '42d34ea8-12a4-4059-a2b2-2395208babf3'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:20:23.668323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc94dba7-4e43-4b6e-8cee-35032776d521" -d '{"events": [{"server_uuid": "1dbb374d-044c-40b4-b1ff-63c1a9ab1f28", "name": "network-vif-deleted", "tag": "42d34ea8-12a4-4059-a2b2-2395208babf3"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:20:23.684206 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fe18f2a-ca8e-4811-ad8a-eca4ed160954 req-d9226eeb-3a72-4afc-bb62-a4efba5f2f4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/42d34ea8-12a4-4059-a2b2-2395208babf3 HTTP/1.1" status: 204 len: 173 time: 1.4887524 Sep 19 17:20:23.778842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:23.925132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80deb17c-8155-4b2d-b28d-501b0c43a36c x-openstack-request-id: req-80deb17c-8155-4b2d-b28d-501b0c43a36c {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:20:23.925410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb374d-044c-40b4-b1ff-63c1a9ab1f28", "name": "network-vif-deleted", "tag": "42d34ea8-12a4-4059-a2b2-2395208babf3", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:20:23.925696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-80deb17c-8155-4b2d-b28d-501b0c43a36c {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:20:23.926150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80deb17c-8155-4b2d-b28d-501b0c43a36c'] response: {'server_uuid': '1dbb374d-044c-40b4-b1ff-63c1a9ab1f28', 'name': 'network-vif-deleted', 'tag': '42d34ea8-12a4-4059-a2b2-2395208babf3', 'status': 'completed', 'code': 200} Sep 19 17:20:24.110297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:24.114494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] Checking router: 1efd70b3-843f-4eca-9cb4-b01c6842de60 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:20:24.123451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:24.124070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:24.350096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:24.455049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49986) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:24.522867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16512998-fec7-49fa-aec2-fb38c389d9bc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:24.552761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16512998-fec7-49fa-aec2-fb38c389d9bc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:24.618458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16512998-fec7-49fa-aec2-fb38c389d9bc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:24.643137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16512998-fec7-49fa-aec2-fb38c389d9bc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa08ecf-dfe6-41fc-9c0b-774c6307a810,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:24.653486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-16512998-fec7-49fa-aec2-fb38c389d9bc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:24.657592 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-16512998-fec7-49fa-aec2-fb38c389d9bc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/5fa08ecf-dfe6-41fc-9c0b-774c6307a810 HTTP/1.1" status: 204 len: 168 time: 0.1992722 Sep 19 17:20:24.669675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:24.673762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293b89c-281e-4fbe-b873-f6a69479bea6 None None] The sync data for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv is: [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:18:21Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'bffc3803-7a6b-4277-99c4-5862d4eee54d', 'name': '', 'network_id': 'a86f7c28-82f2-45d0-add1-36028e5e9da8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:36:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:20Z', 'updated_at': '2022-09-19T17:18:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '4a42887a-5edb-4947-aac9-7013bc24b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:20:24.697391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 49992) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:24.860307 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 42d34ea8-12a4-4059-a2b2-2395208babf3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:24.898089 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a032526-edf0-4ba0-8619-15f070082d1b None None] New status for floating IP d2fabaae-c391-4f64-978f-f4354336ffe5: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:20:24.899706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 42d34ea8-12a4-4059-a2b2-2395208babf3 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:24.900056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 42d34ea8-12a4-4059-a2b2-2395208babf3 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:24.975185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port e1835dfa-40dc-48e7-aebb-068f97c522fd {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:24.975513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:25.151235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:25.151571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:25.275119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for e1835dfa-40dc-48e7-aebb-068f97c522fd owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:25.346845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:25.362705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:20:25.363078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:20:25.865178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port e1835dfa-40dc-48e7-aebb-068f97c522fd {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:25.866185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:26.048728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:26.049053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:26.178715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for e1835dfa-40dc-48e7-aebb-068f97c522fd owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:26.327312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:26.384147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=e1835dfa-40dc-48e7-aebb-068f97c522fd,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:26.491821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:26.506478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:26.507866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-38a9d664-3b5a-4762-b4c0-08ebf247e82b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/d2fabaae-c391-4f64-978f-f4354336ffe5 HTTP/1.1" status: 204 len: 168 time: 1.8091855 Sep 19 17:20:26.886292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197995ba-3971-4258-b079-839aed36e63b req-eb7d2254-36a5-4aa5-b423-d0f625914e17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:26.887831 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-197995ba-3971-4258-b079-839aed36e63b req-eb7d2254-36a5-4aa5-b423-d0f625914e17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 946 time: 0.0936275 Sep 19 17:20:26.932680 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-197995ba-3971-4258-b079-839aed36e63b req-b52e514e-ff23-40b9-8801-7b43d205ef7d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390415 Sep 19 17:20:28.160536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310506fb-5961-43c2-92f3-19f9d052893e req-7dea6b02-6d9b-4b38-b2d2-8e3fe9a1bbdf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:28.161234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-310506fb-5961-43c2-92f3-19f9d052893e req-7dea6b02-6d9b-4b38-b2d2-8e3fe9a1bbdf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:28.187799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3a3c-1dc5-4b55-84c9-1b0b70d81de7 req-26d385b1-efba-45fe-a441-852db8419bf2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:28.188471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-c55f3a3c-1dc5-4b55-84c9-1b0b70d81de7 req-26d385b1-efba-45fe-a441-852db8419bf2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:28.192283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-310506fb-5961-43c2-92f3-19f9d052893e req-7dea6b02-6d9b-4b38-b2d2-8e3fe9a1bbdf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:28.193367 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-310506fb-5961-43c2-92f3-19f9d052893e req-7dea6b02-6d9b-4b38-b2d2-8e3fe9a1bbdf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 946 time: 0.1830926 Sep 19 17:20:28.234329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-c55f3a3c-1dc5-4b55-84c9-1b0b70d81de7 req-26d385b1-efba-45fe-a441-852db8419bf2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:28.235490 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c55f3a3c-1dc5-4b55-84c9-1b0b70d81de7 req-26d385b1-efba-45fe-a441-852db8419bf2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 946 time: 0.1665182 Sep 19 17:20:28.290776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 52b1e703-3567-4d35-a5a6-1048c3351faa {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:28.291117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:28.444768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-c55f3a3c-1dc5-4b55-84c9-1b0b70d81de7 req-45fbb9c1-8b98-4151-ba87-8bda045f365c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:28.496967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-c55f3a3c-1dc5-4b55-84c9-1b0b70d81de7 req-45fbb9c1-8b98-4151-ba87-8bda045f365c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:28.498035 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c55f3a3c-1dc5-4b55-84c9-1b0b70d81de7 req-45fbb9c1-8b98-4151-ba87-8bda045f365c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=5ade3442-e96d-40bb-838f-935a41673e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554324 Sep 19 17:20:28.664175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 52b1e703-3567-4d35-a5a6-1048c3351faa, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=52b1e703-3567-4d35-a5a6-1048c3351faa,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:28.664516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:28.793755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 52b1e703-3567-4d35-a5a6-1048c3351faa owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:28.943887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:28.997329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=52b1e703-3567-4d35-a5a6-1048c3351faa,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:29.086652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port 52b1e703-3567-4d35-a5a6-1048c3351faa on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:20:29.089212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:29.092461 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'name': 'network-vif-deleted', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:20:29.094750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb6ac72-9e8b-4e03-9a1f-89ed5d69feaa" -d '{"events": [{"server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "name": "network-vif-deleted", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:20:29.111616 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-310506fb-5961-43c2-92f3-19f9d052893e req-02311260-6dd2-4f0f-b5e5-6f62d9bbce63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/52b1e703-3567-4d35-a5a6-1048c3351faa HTTP/1.1" status: 204 len: 173 time: 0.9108868 Sep 19 17:20:29.139923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be330d34-ed24-41c0-a6f2-906e6aa12b65 x-openstack-request-id: req-be330d34-ed24-41c0-a6f2-906e6aa12b65 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:20:29.140340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9920bd-f087-4629-9e10-c173d3865ba1", "name": "network-vif-deleted", "tag": "52b1e703-3567-4d35-a5a6-1048c3351faa", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:20:29.140598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-be330d34-ed24-41c0-a6f2-906e6aa12b65 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:20:29.141009 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be330d34-ed24-41c0-a6f2-906e6aa12b65'] response: {'server_uuid': 'fb9920bd-f087-4629-9e10-c173d3865ba1', 'name': 'network-vif-deleted', 'tag': '52b1e703-3567-4d35-a5a6-1048c3351faa', 'status': 'completed', 'code': 200} Sep 19 17:20:29.677214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d7e1b641-d319-44eb-aaf0-c677f2d0f17f req-df93bd96-d783-40ff-8fc9-525ab325cb17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:29.696484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d7e1b641-d319-44eb-aaf0-c677f2d0f17f req-df93bd96-d783-40ff-8fc9-525ab325cb17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:29.697625 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d7e1b641-d319-44eb-aaf0-c677f2d0f17f req-df93bd96-d783-40ff-8fc9-525ab325cb17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb9920bd-f087-4629-9e10-c173d3865ba1 HTTP/1.1" status: 200 len: 210 time: 0.0703120 Sep 19 17:20:30.813535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50010) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:30.861885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 52b1e703-3567-4d35-a5a6-1048c3351faa no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:30.888650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-463ede2e-dd4d-4396-8e42-e159e33d4e45 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:30.896232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 52b1e703-3567-4d35-a5a6-1048c3351faa {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:30.896584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 52b1e703-3567-4d35-a5a6-1048c3351faa not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:30.919447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-463ede2e-dd4d-4396-8e42-e159e33d4e45 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:30.992101 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-463ede2e-dd4d-4396-8e42-e159e33d4e45 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:31.010323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ede2e-dd4d-4396-8e42-e159e33d4e45 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ade3442-e96d-40bb-838f-935a41673e5c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:31.022128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-463ede2e-dd4d-4396-8e42-e159e33d4e45 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:31.023275 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-463ede2e-dd4d-4396-8e42-e159e33d4e45 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/5ade3442-e96d-40bb-838f-935a41673e5c HTTP/1.1" status: 204 len: 168 time: 0.2087586 Sep 19 17:20:31.054182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50016) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:31.641631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:32.115428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port bffc3803-7a6b-4277-99c4-5862d4eee54d {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:32.116107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:32.310515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port bffc3803-7a6b-4277-99c4-5862d4eee54d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=bffc3803-7a6b-4277-99c4-5862d4eee54d,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:32.310953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:32.435799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for bffc3803-7a6b-4277-99c4-5862d4eee54d owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:32.652081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:32.701205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=bffc3803-7a6b-4277-99c4-5862d4eee54d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:33.002607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:33.495132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 1efd70b3-843f-4eca-9cb4-b01c6842de60 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:20:33.685074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:20:33.694938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] Sync routers for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:20:33.705063 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-49d1a06b-404d-488c-8e94-8b0b2b203bfc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/1efd70b3-843f-4eca-9cb4-b01c6842de60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6497045 Sep 19 17:20:33.706970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:33.707550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:33.707832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50020) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:33.776196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efd61c8-c2ed-4b70-b2ea-022daca11700 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet 4a42887a-5edb-4947-aac9-7013bc24b768 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:20:33.780006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6efd61c8-c2ed-4b70-b2ea-022daca11700 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:33.840240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6efd61c8-c2ed-4b70-b2ea-022daca11700 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:33.885458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:33.923899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6efd61c8-c2ed-4b70-b2ea-022daca11700 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:33.998754 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6efd61c8-c2ed-4b70-b2ea-022daca11700 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:34.041167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd61c8-c2ed-4b70-b2ea-022daca11700 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=4a42887a-5edb-4947-aac9-7013bc24b768,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:34.045006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6efd61c8-c2ed-4b70-b2ea-022daca11700 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:34.051293 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6efd61c8-c2ed-4b70-b2ea-022daca11700 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/4a42887a-5edb-4947-aac9-7013bc24b768 HTTP/1.1" status: 204 len: 168 time: 0.3424909 Sep 19 17:20:34.054721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:34.058821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7292850-1acb-4f40-a9ab-01b26826c285 None None] Network a86f7c28-82f2-45d0-add1-36028e5e9da8 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:20:34.256990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:34.364050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:20:32Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:34.370960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] Checking router: 1efd70b3-843f-4eca-9cb4-b01c6842de60 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:20:34.384209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] Routers {'1efd70b3-843f-4eca-9cb4-b01c6842de60'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:34.384209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['1efd70b3-843f-4eca-9cb4-b01c6842de60'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:34.462657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] DHCP port deletion for a86f7c28-82f2-45d0-add1-36028e5e9da8 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:20:34.474675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] Deleting port f1252d4b-4769-4207-9bad-27393a9a52c9 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:34.475068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:34.483660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:34.493823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 991dcd69-0310-4ae3-ba1f-3753c70e95ca {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:34.494162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:34.674593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 991dcd69-0310-4ae3-ba1f-3753c70e95ca, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=991dcd69-0310-4ae3-ba1f-3753c70e95ca,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:34.675004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:34.702527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] Set router 1efd70b3-843f-4eca-9cb4-b01c6842de60 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:34.802472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 991dcd69-0310-4ae3-ba1f-3753c70e95ca owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:34.980045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:34.983095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] For port f1252d4b-4769-4207-9bad-27393a9a52c9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f1252d4b-4769-4207-9bad-27393a9a52c9,segment=NetworkSegment(4d371d43-0466-4847-8b6b-efa56a39ffac),segment_id=4d371d43-0466-4847-8b6b-efa56a39ffac)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:34.983481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.033715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=991dcd69-0310-4ae3-ba1f-3753c70e95ca,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:35.119026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] Calling delete_port for f1252d4b-4769-4207-9bad-27393a9a52c9 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:35.129705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.260449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.313619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] Pushing event deleted for resources: {'Port': ['ID=f1252d4b-4769-4207-9bad-27393a9a52c9,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:35.315536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80c952-4785-4e00-9550-f935270e82a5 None None] No DVR routers for this DVR port f1252d4b-4769-4207-9bad-27393a9a52c9 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:20:35.322367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:20:32Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:35.327325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d248ba0-9f9f-45ed-8722-aa8f9da3d33b None None] The sync data for ids ['1efd70b3-843f-4eca-9cb4-b01c6842de60'] in dv-neutron-857789-3-hyperv is: [{'id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'name': 'tempest-TestNetworkBasicOps-router-40560496', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7'}], 'enable_snat': True}, 'gw_port_id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:18:14Z', 'updated_at': '2022-09-19T17:20:32Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '991dcd69-0310-4ae3-ba1f-3753c70e95ca', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efd70b3-843f-4eca-9cb4-b01c6842de60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:18:15Z', 'updated_at': '2022-09-19T17:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:20:35.437124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.439617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.466663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.467462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Fanout notify agent at l3_agent the message router_deleted on router 1efd70b3-843f-4eca-9cb4-b01c6842de60 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:20:35.483164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.486965 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5b042f2-eaaf-4e26-8009-f33bbb960a20 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/routers/1efd70b3-843f-4eca-9cb4-b01c6842de60 HTTP/1.1" status: 204 len: 168 time: 1.4277275 Sep 19 17:20:35.487695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50028) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:35.604122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.753527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.780825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86f7c28-82f2-45d0-add1-36028e5e9da8']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:35.793327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d371d43-0466-4847-8b6b-efa56a39ffac') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:35.793671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d371d43-0466-4847-8b6b-efa56a39ffac') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:35.805905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.821946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.830571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:20:35.832108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.902868 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 4d371d43-0466-4847-8b6b-efa56a39ffac resource provider aggregate not found Sep 19 17:20:35.925011 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 4d371d43-0466-4847-8b6b-efa56a39ffac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d371d43-0466-4847-8b6b-efa56a39ffac found for delete ", "request_id": "req-aefc3343-4959-4141-932a-ec35361d83ee"}]} Sep 19 17:20:35.941728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.959900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:35.972126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=a86f7c28-82f2-45d0-add1-36028e5e9da8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:35.984809 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f71a2db8-688c-41fc-aa75-89b634500f62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/a86f7c28-82f2-45d0-add1-36028e5e9da8 HTTP/1.1" status: 204 len: 168 time: 0.4927599 Sep 19 17:20:36.007722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:36.012673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--895193382', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:36.017594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:36.022024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:36.024992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:36.031575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:36.047559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:20:36.051470 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:36.082282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:20:36.098697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:36.098697 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment a07af54e-4312-423c-9235-e24f53c5f8de of type vlan for network 2ff70835-686d-402a-9c84-e273c2540012 Sep 19 17:20:36.122713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:36.161888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:36.166059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:36.166059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:36.274482 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2671521 Sep 19 17:20:36.277397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50040) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:36.283699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'admin_state_up': True, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:36.284747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d6807-5089-4e28-ad8b-0b6637f1d68b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=2ff70835-686d-402a-9c84-e273c2540012,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:36.295804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:36.296937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 2ff70835-686d-402a-9c84-e273c2540012 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:20:36.299846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:router and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:36.303735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:36.311976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:36.325672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:36.326590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:36.344768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:36.406142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bffc3803-7a6b-4277-99c4-5862d4eee54d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:36.455557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: bffc3803-7a6b-4277-99c4-5862d4eee54d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:36.455557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device bffc3803-7a6b-4277-99c4-5862d4eee54d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:36.455557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 991dcd69-0310-4ae3-ba1f-3753c70e95ca no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:36.491781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 991dcd69-0310-4ae3-ba1f-3753c70e95ca {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:36.493020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 991dcd69-0310-4ae3-ba1f-3753c70e95ca not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:36.493020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f1252d4b-4769-4207-9bad-27393a9a52c9 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:36.531552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: f1252d4b-4769-4207-9bad-27393a9a52c9 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:36.532359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f1252d4b-4769-4207-9bad-27393a9a52c9 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:36.700032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:37.016098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:37.045661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:37.307552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.140 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/9dc12d3f-b82b-4ac0-969d-64281ec6691b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:20:37.465347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:37.498032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:37.566985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:20:37.569029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:20:37.573384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:20:37.609364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=9dc12d3f-b82b-4ac0-969d-64281ec6691b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:38.034355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:38.416741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:38.625071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 4a09c351-ceae-4ec7-8067-875c409b9d16 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:20:38.935690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:20:38.945707 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Sync routers for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:20:38.957467 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:38.958708 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:38.971246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:38.973156 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-493a2ca3-e911-4fda-a65e-7e12fd549e65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6939511 Sep 19 17:20:38.976040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50046) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:39.026533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a9adba75-41db-43ae-b603-4b23c48221f3 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407984 Sep 19 17:20:39.026533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50050) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:39.164284 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:39.173937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64afaa94-fb4f-496c-a13e-3bbe58a8642f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:39.175661 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-64afaa94-fb4f-496c-a13e-3bbe58a8642f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534226 Sep 19 17:20:39.178465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50054) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:39.222895 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7ce571ed-961e-4493-a8a0-6af313fa9d1c tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431311 Sep 19 17:20:39.225485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50058) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:39.230887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494145421', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:39.343984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:39.347909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:39.350709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:39.358937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:39.370722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:20:39.374584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:39.470070 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:37Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:39.474569 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Checking router: 4a09c351-ceae-4ec7-8067-875c409b9d16 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:20:39.475002 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Updating router 4a09c351-ceae-4ec7-8067-875c409b9d16 port 9dc12d3f-b82b-4ac0-969d-64281ec6691b binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:20:39.538080 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:39.600121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:39.691408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=c98eb0dd-cad4-48ae-98ef-1681d60d0288,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:39.695326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:20:39.695326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: 2ff70835-686d-402a-9c84-e273c2540012, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:20:39.719188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 2ff70835-686d-402a-9c84-e273c2540012 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:20:39.731581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 2ff70835-686d-402a-9c84-e273c2540012) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:20:39.737551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:39.737551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:39.745160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2399279-da19-403b-ac48-df99f42e7b87 None None] Network 2ff70835-686d-402a-9c84-e273c2540012 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:20:39.777145 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-cff19c8d-153e-410c-b0c0-2822646ef5a9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5503585 Sep 19 17:20:39.779753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50062) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:39.920076 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:39.932081 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Transition to ACTIVE for port object 9dc12d3f-b82b-4ac0-969d-64281ec6691b will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:39.941650 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.003030 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Attempting to bind port 9dc12d3f-b82b-4ac0-969d-64281ec6691b on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:20:40.003030 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Attempting to bind port 9dc12d3f-b82b-4ac0-969d-64281ec6691b by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:20:40.003030 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Attempting to bind port 9dc12d3f-b82b-4ac0-969d-64281ec6691b on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:20:40.013475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-2ff70835-686d-402a-9c84-e273c2540012', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:20:40.014395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.015140 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:20:40.015514 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:20:40.015907 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.016283 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:20:40.016746 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Bound port: 9dc12d3f-b82b-4ac0-969d-64281ec6691b, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:20:40.017109 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.055309 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Pushing event updated for resources: {'Port': ['ID=9dc12d3f-b82b-4ac0-969d-64281ec6691b,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:40.072335 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.072640 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.073130 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.073642 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.073970 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.074598 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.075048 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.075743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.076199 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.076557 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.076876 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.077194 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:40.109748 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] For port 9dc12d3f-b82b-4ac0-969d-64281ec6691b, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:20:40.113121 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] For port 9dc12d3f-b82b-4ac0-969d-64281ec6691b, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9dc12d3f-b82b-4ac0-969d-64281ec6691b,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:20:40.117739 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.180796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Allocated IP 172.20.0.2 (2ff70835-686d-402a-9c84-e273c2540012/c98eb0dd-cad4-48ae-98ef-1681d60d0288/84f50a08-7b18-4be7-bb68-2cbad86e51a0) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:20:40.181134 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:40.181953 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:40.268430 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309f424-8938-4e5b-8388-94c9ad52a084 None None] Pushing event updated for resources: {'Port': ['ID=9dc12d3f-b82b-4ac0-969d-64281ec6691b,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:40.385399 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:40.474130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.485311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Transition to ACTIVE for port object 84f50a08-7b18-4be7-bb68-2cbad86e51a0 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:40.506284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Transition to ACTIVE for port object 84f50a08-7b18-4be7-bb68-2cbad86e51a0 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:40.513730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.579860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Network 2ff70835-686d-402a-9c84-e273c2540012 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:20:40.580956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:20:40.584621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:20:40.636265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Pushing event updated for resources: {'Port': ['ID=84f50a08-7b18-4be7-bb68-2cbad86e51a0,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:40.692923 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:37Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:40.693217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.694238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Attempting to bind port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:20:40.694607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Attempting to bind port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:20:40.695004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Attempting to bind port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 on network 2ff70835-686d-402a-9c84-e273c2540012 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:20:40.697330 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a39ce-76ac-4b3a-a5e9-45bc2aacc9db None None] The sync data for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv is: [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:37Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:20:40.701251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:20:40.701649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Checking segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:20:40.702047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.702719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Bound using segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:20:40.702858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Bound port: 84f50a08-7b18-4be7-bb68-2cbad86e51a0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:20:40.703426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.800759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] For port 84f50a08-7b18-4be7-bb68-2cbad86e51a0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:20:40.805099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] For port 84f50a08-7b18-4be7-bb68-2cbad86e51a0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84f50a08-7b18-4be7-bb68-2cbad86e51a0,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:20:40.811636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:40.895064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b21dd-0ffc-46ab-82e1-9b21bd36a7cf None None] Pushing event updated for resources: {'Port': ['ID=84f50a08-7b18-4be7-bb68-2cbad86e51a0,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:41.180971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.1 (2ff70835-686d-402a-9c84-e273c2540012/c98eb0dd-cad4-48ae-98ef-1681d60d0288/3f575248-1c17-414a-88d1-5e327742491e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:20:41.376012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b89f234a-0921-45ea-9558-86d6fba9ea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:41.408120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:41.426448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 3f575248-1c17-414a-88d1-5e327742491e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:41.466717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:41.543461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 2ff70835-686d-402a-9c84-e273c2540012 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:20:41.546356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:20:41.551539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:20:41.583015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=3f575248-1c17-414a-88d1-5e327742491e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:41.617977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:41.807042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:42.043773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e253be-e644-48aa-817a-403e17aad688 None None] Network 2ff70835-686d-402a-9c84-e273c2540012 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:20:42.217088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-be998eae-d7f1-440c-a02b-6009372ff1d6 None None] Provisioning for port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:42.304475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:42.310242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:42.505938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9dc12d3f-b82b-4ac0-969d-64281ec6691b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:42.587954 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 9dc12d3f-b82b-4ac0-969d-64281ec6691b completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:42.594025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9dc12d3f-b82b-4ac0-969d-64281ec6691b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:42.594390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:42.614275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=3f575248-1c17-414a-88d1-5e327742491e,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:42.619700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:42.743602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e866db40-0ba7-488f-a8ab-8569f07df9ff None None] Provisioning for port 3f575248-1c17-414a-88d1-5e327742491e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:42.751346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e866db40-0ba7-488f-a8ab-8569f07df9ff None None] Provisioning complete for port 3f575248-1c17-414a-88d1-5e327742491e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:42.751870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e866db40-0ba7-488f-a8ab-8569f07df9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:42.769165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 2ff70835-686d-402a-9c84-e273c2540012 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:20:42.770466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:20:42.781778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9dc12d3f-b82b-4ac0-969d-64281ec6691b is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:42.782154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:42.819082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 9dc12d3f-b82b-4ac0-969d-64281ec6691b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9dc12d3f-b82b-4ac0-969d-64281ec6691b,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:42.821690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e866db40-0ba7-488f-a8ab-8569f07df9ff None None] Port 3f575248-1c17-414a-88d1-5e327742491e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:20:42.825314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:42.826662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84f50a08-7b18-4be7-bb68-2cbad86e51a0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:42.959814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=9dc12d3f-b82b-4ac0-969d-64281ec6691b,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:42.972856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a2546c0f-ed77-401e-9916-41381977bf62 None None] Provisioning complete for port 3f575248-1c17-414a-88d1-5e327742491e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:42.973021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 4a09c351-ceae-4ec7-8067-875c409b9d16 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:20:42.973226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a2546c0f-ed77-401e-9916-41381977bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:43.010639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:43.034522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:43.034894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:43.087593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a2546c0f-ed77-401e-9916-41381977bf62 None None] Port 3f575248-1c17-414a-88d1-5e327742491e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:20:43.160377 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:43.160711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:43.171738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:20:43.182140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Sync routers for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:20:43.184723 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92b81a83-06ab-4bd5-9bc1-24a48b7b1b00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/4a09c351-ceae-4ec7-8067-875c409b9d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4038653 Sep 19 17:20:43.187489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50066) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:43.210349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:43.211018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:43.265956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 84f50a08-7b18-4be7-bb68-2cbad86e51a0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84f50a08-7b18-4be7-bb68-2cbad86e51a0,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:43.285819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:43.331878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bd05e-f9ad-4789-bad0-fd4f9c6db0a4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.332525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bd05e-f9ad-4789-bad0-fd4f9c6db0a4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.332788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bd05e-f9ad-4789-bad0-fd4f9c6db0a4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.333242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bd05e-f9ad-4789-bad0-fd4f9c6db0a4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.333690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bd05e-f9ad-4789-bad0-fd4f9c6db0a4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.334142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bd05e-f9ad-4789-bad0-fd4f9c6db0a4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.334588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bd05e-f9ad-4789-bad0-fd4f9c6db0a4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.339026 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad5bd05e-f9ad-4789-bad0-fd4f9c6db0a4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1479716 Sep 19 17:20:43.339172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-802e5adb-01dc-4d9a-bbc4-85e1681a3b2e None None] Provisioning complete for port 3f575248-1c17-414a-88d1-5e327742491e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:43.339172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-802e5adb-01dc-4d9a-bbc4-85e1681a3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:43.339366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50070) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:43.414654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c973f7-dc83-40e4-9c95-1d3367d37d2b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.415147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c973f7-dc83-40e4-9c95-1d3367d37d2b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.415604 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c973f7-dc83-40e4-9c95-1d3367d37d2b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.416065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c973f7-dc83-40e4-9c95-1d3367d37d2b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.416530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c973f7-dc83-40e4-9c95-1d3367d37d2b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.416974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c973f7-dc83-40e4-9c95-1d3367d37d2b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.417420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c973f7-dc83-40e4-9c95-1d3367d37d2b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:43.419519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d5c973f7-dc83-40e4-9c95-1d3367d37d2b tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.0792956 Sep 19 17:20:43.422300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50074) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:43.523109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-802e5adb-01dc-4d9a-bbc4-85e1681a3b2e None None] Port 3f575248-1c17-414a-88d1-5e327742491e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:20:43.528914 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=84f50a08-7b18-4be7-bb68-2cbad86e51a0,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:43.548392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:43.626142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ed2a4dff-4002-4d8e-9ed8-e4dba764ce68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:43.637248 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0999f8e4-0233-4d8e-b198-71293c88ed01 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.2137835 Sep 19 17:20:43.641050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50078) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:43.646797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-757457287', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:43.785119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:43.789283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:port and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:43.792154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:43.797894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:43.808583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:20:43.812395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:43.834232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] device_id is not set on port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:20:43.880957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:43.884939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Checking router: 4a09c351-ceae-4ec7-8067-875c409b9d16 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:20:43.885298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Updating router 4a09c351-ceae-4ec7-8067-875c409b9d16 port 3f575248-1c17-414a-88d1-5e327742491e binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:20:43.938664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:43.978899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.12 (2ff70835-686d-402a-9c84-e273c2540012/c98eb0dd-cad4-48ae-98ef-1681d60d0288/84a79ed0-1fae-4a83-a7fb-2c950a49a072) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:20:44.184143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.201571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 84a79ed0-1fae-4a83-a7fb-2c950a49a072 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:44.230828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.300641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 2ff70835-686d-402a-9c84-e273c2540012 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:20:44.301791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:20:44.305724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:20:44.357979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:44.395893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:44.395893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.436498 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2d2ffd2d-cece-4a14-8150-7b9c727a22d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7943113 Sep 19 17:20:44.468382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9dc12d3f-b82b-4ac0-969d-64281ec6691b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:44.517116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50086) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:44.522594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265376451', 'description': 'tempest-secgroup-smoke-265376451 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:44.529959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:44.536689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:44.540414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:44.549239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:44.554460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.564848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.570496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Transition to ACTIVE for port object 3f575248-1c17-414a-88d1-5e327742491e will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:44.582007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.587516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:44.592507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:44.595362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:44.602049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:44.666301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9dc12d3f-b82b-4ac0-969d-64281ec6691b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:44.666673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.675894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.680834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.726603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae525ba-b43f-4c90-9d5d-9e581efbe3c4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:44.734207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.735387 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-edfae0cb-575b-400b-bab7-e5e888334a9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2171118 Sep 19 17:20:44.738035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50090) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:44.743434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'aae525ba-b43f-4c90-9d5d-9e581efbe3c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:44.749399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:44.753323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:44.756410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:44.762122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:44.779370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.827840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-85091ec7-b865-45ca-82bd-21a06337bd00 None None] Provisioning for port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:44.837554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185de60d-d78c-4569-ad74-b691d3775a0b None None] Pushing event updated for resources: {'Port': ['ID=3f575248-1c17-414a-88d1-5e327742491e,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:44.850658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.855800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.859366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-85091ec7-b865-45ca-82bd-21a06337bd00 None None] Provisioning complete for port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:44.859740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-85091ec7-b865-45ca-82bd-21a06337bd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.912722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Attempting to bind port 3f575248-1c17-414a-88d1-5e327742491e on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:20:44.913094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Attempting to bind port 3f575248-1c17-414a-88d1-5e327742491e by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:20:44.913460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Attempting to bind port 3f575248-1c17-414a-88d1-5e327742491e on network 2ff70835-686d-402a-9c84-e273c2540012 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:20:44.960428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:20:44.960804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Checking segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:20:44.961203 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.961592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Bound using segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:20:44.962067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Bound port: 3f575248-1c17-414a-88d1-5e327742491e, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:20:44.962435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:44.988433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-85091ec7-b865-45ca-82bd-21a06337bd00 None None] Port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:20:44.996307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a95d4bd-b1cc-442a-9232-baff468f053a,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:45.003271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.004684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a855d587-0d20-414d-b490-e1d0cce702c4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2656245 Sep 19 17:20:45.007733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50096) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:45.012764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'aae525ba-b43f-4c90-9d5d-9e581efbe3c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:45.018752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:45.022657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:45.025602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:45.031824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:45.043769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9dc12d3f-b82b-4ac0-969d-64281ec6691b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:45.044905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84f50a08-7b18-4be7-bb68-2cbad86e51a0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:45.051081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.101306 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:20:45.116162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.121803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.132260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] For port 3f575248-1c17-414a-88d1-5e327742491e, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:20:45.135657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] For port 3f575248-1c17-414a-88d1-5e327742491e, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3f575248-1c17-414a-88d1-5e327742491e,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:20:45.138059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.141892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.150346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9bb3fb-d106-4a9e-9e18-f1e5453c55ae,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:45.161668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.163110 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8d5ed3df-9dc6-4aaa-8040-d3e1532f42c2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545310 Sep 19 17:20:45.166081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50100) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:45.172204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'aae525ba-b43f-4c90-9d5d-9e581efbe3c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:45.177437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:45.183232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:45.186362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:45.208179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:45.226098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:45.226506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.229944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.303907 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:45.304208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.304313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:45.309200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.333470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82995699-b708-411f-9f13-f009c43ffa2b,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:45.348502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.349727 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b017c051-cbf2-456c-8b16-3722c3698d29 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1826789 Sep 19 17:20:45.353159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50104) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:45.359378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'aae525ba-b43f-4c90-9d5d-9e581efbe3c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:45.365402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:45.366099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.369492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:45.372703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:45.378849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:45.402493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.412894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185de60d-d78c-4569-ad74-b691d3775a0b None None] Pushing event updated for resources: {'Port': ['ID=3f575248-1c17-414a-88d1-5e327742491e,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:45.479238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.485984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.516439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daacc136-d67b-4359-b222-b6436b35de83,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:45.524957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.525451 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7f57e014-1449-4faa-9b5e-f7050f3cbf86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1711352 Sep 19 17:20:45.528433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50108) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:45.533569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'aae525ba-b43f-4c90-9d5d-9e581efbe3c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:45.539662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:45.544371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:45.547123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:45.553266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:45.562124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:45.565777 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:20:45.572710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.631044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:45.646380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.652131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.688979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5686762b-e078-4c5f-9be5-97bc0c23bb2a,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:45.703235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.705278 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5c71d3eb-9016-4988-891c-7df1a9a635f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1755328 Sep 19 17:20:45.708098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50112) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:45.714222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'aae525ba-b43f-4c90-9d5d-9e581efbe3c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:45.722298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:45.728992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:45.734075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:45.740792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:45.753489 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:20:45.760394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.832385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.837054 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.860602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6097f885-0abb-4c65-a6fa-493755bc4c37,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:45.873867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:45.884768 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-66078212-3454-4341-a077-afcf24b65b86 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662958 Sep 19 17:20:45.917191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:45.921902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b722b-37b9-4961-a20b-7bdff9e41264 None None] The sync data for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv is: [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:45Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:20:45.996780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50120) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:46.195361 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-df73fc56-379f-49cf-b768-d2e5e10ff525 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265376451&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.0641241 Sep 19 17:20:46.217168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:46.269647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Deleting port 4bad0544-afc4-417b-bd02-adf2b9f1a16c {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:46.270689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:46.286647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-f485f5f2-ffdd-4740-a35e-42a6ba78d823 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:46.286647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-f485f5f2-ffdd-4740-a35e-42a6ba78d823 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:46.305592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-f485f5f2-ffdd-4740-a35e-42a6ba78d823 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:46.308581 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-f485f5f2-ffdd-4740-a35e-42a6ba78d823 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 930 time: 0.1006172 Sep 19 17:20:46.441541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3f575248-1c17-414a-88d1-5e327742491e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:46.520561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:46.520902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:46.563958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 3f575248-1c17-414a-88d1-5e327742491e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:46.575345 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-95f336fd-ebb0-404d-b991-1449296ff0fc service neutron] 10.222.0.83 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2504060 Sep 19 17:20:46.575457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 3f575248-1c17-414a-88d1-5e327742491e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:46.575532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:46.587106 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-6b41689c-ad04-4550-90c8-9747dc9b3613 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:20:46.591467 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-6b41689c-ad04-4550-90c8-9747dc9b3613 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066795 Sep 19 17:20:46.704653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Calling delete_port for 4bad0544-afc4-417b-bd02-adf2b9f1a16c owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:46.752770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 3f575248-1c17-414a-88d1-5e327742491e is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:46.753386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:46.777873 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-2da684fc-5d43-44c3-a9af-e897407ea451 service neutron] 10.222.0.83 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817021 Sep 19 17:20:46.797359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 3f575248-1c17-414a-88d1-5e327742491e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3f575248-1c17-414a-88d1-5e327742491e,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:46.807482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:46.908696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=3f575248-1c17-414a-88d1-5e327742491e,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:46.925794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:46.956179 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-a6d994d9-5556-4e33-91fe-4ea85240afea service neutron] 10.222.0.83 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773827 Sep 19 17:20:46.975796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event deleted for resources: {'Port': ['ID=4bad0544-afc4-417b-bd02-adf2b9f1a16c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:47.083206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:47.083546 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Floating IP cd204ab3-fbb8-4883-9c9b-0820f6717015 disassociated (deleted). External IP: 172.26.10.170, port: 61cbbc71-a1e8-458d-b522-5f7fe1d99663. Sep 19 17:20:47.632536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Router 276ea389-af73-412e-a085-e70d5dd8436e has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:20:47.820829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:20:47.833328 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] Sync routers for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:20:47.846807 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:47.846807 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:47.848628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:47.917647 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0c04e046-4ab5-4e3e-9870-43ce9602cabe tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "DELETE /v2.0/floatingips/cd204ab3-fbb8-4883-9c9b-0820f6717015 HTTP/1.1" status: 204 len: 168 time: 1.9175014 Sep 19 17:20:47.917647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:20:47.919882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ff643d-ee50-43f8-b6fe-a53750b1e012" -d '{"events": [{"name": "network-changed", "server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:20:48.049774 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:48.165470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a3cfc2-6272-46a8-8d45-38c2afe169a0 x-openstack-request-id: req-90a3cfc2-6272-46a8-8d45-38c2afe169a0 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:20:48.165906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:20:48.166241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-90a3cfc2-6272-46a8-8d45-38c2afe169a0 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:20:48.166898 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a3cfc2-6272-46a8-8d45-38c2afe169a0'] response: {'name': 'network-changed', 'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'status': 'completed', 'code': 200} Sep 19 17:20:48.464341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-cd537a6e-ac22-4ee9-b4fb-21d481d34ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:48.464882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3f575248-1c17-414a-88d1-5e327742491e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:48.465857 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-cd537a6e-ac22-4ee9-b4fb-21d481d34ba9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dceb64b83fb344fca937a777bcae3076&device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 1098 time: 0.2758963 Sep 19 17:20:48.487620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1e12c543-c0f4-447b-839f-beb625e007d5 req-e16a22ce-26ab-4a09-aa34-4a8872f0735d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 210 time: 0.2825189 Sep 19 17:20:48.588594 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:35Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:48.591759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552706c-197a-43ee-92fc-aa111120421c req-c4685517-0d68-4db1-8800-4f3c5d138d3f tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:48.592490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5552706c-197a-43ee-92fc-aa111120421c req-c4685517-0d68-4db1-8800-4f3c5d138d3f tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Synchronizing usage tracker for tenant:dceb64b83fb344fca937a777bcae3076 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:48.594771 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] Checking router: 276ea389-af73-412e-a085-e70d5dd8436e for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:20:48.598732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 3f575248-1c17-414a-88d1-5e327742491e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:48.599706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:48.606740 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:48.607509 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:48.651376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5552706c-197a-43ee-92fc-aa111120421c req-c4685517-0d68-4db1-8800-4f3c5d138d3f tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Unset dirty status for tenant:dceb64b83fb344fca937a777bcae3076 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:48.652451 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5552706c-197a-43ee-92fc-aa111120421c req-c4685517-0d68-4db1-8800-4f3c5d138d3f tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.3454311 Sep 19 17:20:48.662484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-d24bc464-8177-46a4-9a26-3e91cd169dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:48.665426 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-d24bc464-8177-46a4-9a26-3e91cd169dcd service neutron] 10.222.0.86 "GET /v2.0/networks?id=df1b3620-623b-4912-89d6-75697ab73df2 HTTP/1.1" status: 200 len: 897 time: 0.1888409 Sep 19 17:20:48.764763 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-485d4e13-13ef-4a5c-9c49-635404cb9a18 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663 HTTP/1.1" status: 200 len: 217 time: 0.0703158 Sep 19 17:20:48.827440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 3f575248-1c17-414a-88d1-5e327742491e is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:48.862200 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5552706c-197a-43ee-92fc-aa111120421c req-7ffd8198-785f-4676-84bd-1f3fb37b4743 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927545 Sep 19 17:20:48.882188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-8c58779f-4315-4976-a825-47240d4038b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:48.883728 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-8c58779f-4315-4976-a825-47240d4038b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2660a5a9-6d92-4c50-92b2-4cad967ffe02 HTTP/1.1" status: 200 len: 835 time: 0.1023300 Sep 19 17:20:48.914520 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:49.001741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-27e5dfed-47d5-455c-b843-a9bfa1dadc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:49.004610 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-27e5dfed-47d5-455c-b843-a9bfa1dadc7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=df1b3620-623b-4912-89d6-75697ab73df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1119192 Sep 19 17:20:49.188634 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-1226cc15-f258-4a1e-a263-c181c1bc7823 service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766045 Sep 19 17:20:49.283465 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:35Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:49.291965 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a5b50-66a5-48ca-86f1-64e0a9e5cac1 None None] The sync data for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv is: [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:17:26Z', 'revision_number': 4, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '84a2e7ee-8a62-4179-9466-180cd0c57c99', 'name': '', 'network_id': 'df1b3620-623b-4912-89d6-75697ab73df2', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'mac_address': 'fa:16:3e:6d:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:24Z', 'updated_at': '2022-09-19T17:17:35Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'subnets': [{'id': '2660a5a9-6d92-4c50-92b2-4cad967ffe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:20:49.360016 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56ff643d-ee50-43f8-b6fe-a53750b1e012 req-db9fbe28-4718-4f13-a542-682ea15d8162 service neutron] 10.222.0.86 "GET /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657414 Sep 19 17:20:49.638965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01ab300-85ca-4fad-a7ba-22349de980f2 None None] New status for floating IP cd204ab3-fbb8-4883-9c9b-0820f6717015: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:20:49.664379 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-44391c60-3694-4ba1-b092-9caeaa026738 req-66259c87-6adf-4290-9ad3-d5330210060c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 210 time: 0.0687370 Sep 19 17:20:49.717069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-73201eb2-1e1f-4805-83d8-0b1c8aab616c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:49.720998 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-73201eb2-1e1f-4805-83d8-0b1c8aab616c tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.1681750 Sep 19 17:20:49.878592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Deleting port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:49.879234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:49.911588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-e479f994-3623-4e3d-8f1c-b2039ef4afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:49.913396 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-e479f994-3623-4e3d-8f1c-b2039ef4afc3 service neutron] 10.222.0.86 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1026 time: 0.1757059 Sep 19 17:20:50.327628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-41eb565d-eac3-469c-bf2e-6544d1243d17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:50.329015 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-41eb565d-eac3-469c-bf2e-6544d1243d17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=2ff70835-686d-402a-9c84-e273c2540012 HTTP/1.1" status: 200 len: 796 time: 0.4076188 Sep 19 17:20:50.489102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-bd9a0b99-35ab-4a1e-9567-65fcbaf2cd4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:50.512264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee648583-c7b4-4027-adff-0c300a38c9a3 req-3a4f5008-6c93-4895-8d10-35430f544c03 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:50.513897 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ee648583-c7b4-4027-adff-0c300a38c9a3 req-3a4f5008-6c93-4895-8d10-35430f544c03 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 945 time: 0.3827150 Sep 19 17:20:50.553230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] For port 61cbbc71-a1e8-458d-b522-5f7fe1d99663, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=61cbbc71-a1e8-458d-b522-5f7fe1d99663,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:50.553595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:50.561311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-bd9a0b99-35ab-4a1e-9567-65fcbaf2cd4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:50.562409 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-bd9a0b99-35ab-4a1e-9567-65fcbaf2cd4e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 379 time: 0.2127571 Sep 19 17:20:50.579267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Request body: {'port': {'device_id': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:50.745508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Calling delete_port for 61cbbc71-a1e8-458d-b522-5f7fe1d99663 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:50.777535 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ee648583-c7b4-4027-adff-0c300a38c9a3 req-d02141c7-f874-4209-a544-3f4752d97ab1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/security-groups?id=19419fce-697e-4f1f-b024-3806a29af005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570071 Sep 19 17:20:50.831450 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b15b8ee-42d4-4dd2-b36d-8284a5210980 req-b523402a-41e0-43c3-a72a-bbccdd29d018 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 210 time: 0.0531154 Sep 19 17:20:50.887991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:51.055291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:51.127751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event deleted for resources: {'Port': ['ID=61cbbc71-a1e8-458d-b522-5f7fe1d99663,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:51.287956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] No DVR routers for this DVR port 61cbbc71-a1e8-458d-b522-5f7fe1d99663 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:20:51.294587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:51.297083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'name': 'network-vif-deleted', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:20:51.299999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e990749-e56f-47e7-8626-d0bd16f67fff" -d '{"events": [{"server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "name": "network-vif-deleted", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:20:51.326963 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-430bfa19-cb50-4d74-bcac-749bb3cf7e0a req-59bf7549-23f3-4eb1-b701-0faafc5b02e0 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.86 "DELETE /v2.0/ports/61cbbc71-a1e8-458d-b522-5f7fe1d99663 HTTP/1.1" status: 204 len: 173 time: 1.5907075 Sep 19 17:20:51.359679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc41563-c96e-4c96-9e3f-450c300b30e9 x-openstack-request-id: req-7dc41563-c96e-4c96-9e3f-450c300b30e9 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:20:51.359953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f34843e-9ac8-4d9c-a82b-7b143222ce16", "name": "network-vif-deleted", "tag": "61cbbc71-a1e8-458d-b522-5f7fe1d99663", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:20:51.360219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7dc41563-c96e-4c96-9e3f-450c300b30e9 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:20:51.360760 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc41563-c96e-4c96-9e3f-450c300b30e9'] response: {'server_uuid': '6f34843e-9ac8-4d9c-a82b-7b143222ce16', 'name': 'network-vif-deleted', 'tag': '61cbbc71-a1e8-458d-b522-5f7fe1d99663', 'status': 'completed', 'code': 200} Sep 19 17:20:51.449872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a79ed0-1fae-4a83-a7fb-2c950a49a072 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:20:51.458098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:51.472838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Transition to ACTIVE for port object 84a79ed0-1fae-4a83-a7fb-2c950a49a072 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:20:51.478215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:51.660860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:51.706068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Attempting to bind port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:20:51.706276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Attempting to bind port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:20:51.706612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Attempting to bind port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on network 2ff70835-686d-402a-9c84-e273c2540012 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:20:51.711609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on network 2ff70835-686d-402a-9c84-e273c2540012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:20:51.711953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Attempting to bind port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on network 2ff70835-686d-402a-9c84-e273c2540012 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:20:51.717545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:20:51.717881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Checking segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:20:51.718245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Bound using segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:20:51.719128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Bound port: 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:20:51.719128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:51.937418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:20:51.940941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:20:51.947724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:51.980224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:51.980903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:51.982242 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] 10.222.0.86 "PUT /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1131 time: 1.4099076 Sep 19 17:20:52.000081 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed1b68a9-f114-4a3c-ac2a-121a5b2ba7a2 req-8cbd0599-5f30-4c51-8d92-29524c3c6ea8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f34843e-9ac8-4d9c-a82b-7b143222ce16 HTTP/1.1" status: 200 len: 210 time: 0.0562911 Sep 19 17:20:52.133000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:52.144255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.144607 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.144951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.145296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.145631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.145969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.146308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.146660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.146995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.147331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.147659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.147987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76257c1a-4a6d-4620-9a63-1ed0a4f5290c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:52.176600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-ac402533-01cc-4e79-a1cb-1e07fcdeb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:52.178105 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-ac402533-01cc-4e79-a1cb-1e07fcdeb203 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 1134 time: 0.1489727 Sep 19 17:20:52.186403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e71101-7679-4ff8-93b4-909617873865 req-3966a77b-69a0-495f-8f9f-6d411a9d2b37 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:52.187107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-50e71101-7679-4ff8-93b4-909617873865 req-3966a77b-69a0-495f-8f9f-6d411a9d2b37 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:20:52.254947 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-ad6cc6ae-e36c-48c6-ab16-9a74e431e7f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 217 time: 0.0650101 Sep 19 17:20:52.261379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-50e71101-7679-4ff8-93b4-909617873865 req-3966a77b-69a0-495f-8f9f-6d411a9d2b37 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:20:52.262442 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50e71101-7679-4ff8-93b4-909617873865 req-3966a77b-69a0-495f-8f9f-6d411a9d2b37 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 981 time: 0.2841313 Sep 19 17:20:52.352265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-21422b2c-793e-462b-9276-5029a8284855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:52.353730 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-21422b2c-793e-462b-9276-5029a8284855 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c98eb0dd-cad4-48ae-98ef-1681d60d0288 HTTP/1.1" status: 200 len: 834 time: 0.0934031 Sep 19 17:20:52.356901 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50e71101-7679-4ff8-93b4-909617873865 req-828f1c53-b521-4811-8ecc-15e1a6ad9363 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655625 Sep 19 17:20:52.438538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-11260947-73b7-4a94-8f6c-38101d6e7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:52.440128 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-11260947-73b7-4a94-8f6c-38101d6e7921 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ff70835-686d-402a-9c84-e273c2540012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790923 Sep 19 17:20:52.579597 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-96f2b9fd-3b35-4700-857b-b42714f3b60f service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333697 Sep 19 17:20:52.724821 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4673b887-90a3-4daf-aa73-60e05504ff07 req-1ede1fd9-82b4-47df-b777-50df765c9782 service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393251 Sep 19 17:20:52.984486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 61cbbc71-a1e8-458d-b522-5f7fe1d99663 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:53.022991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 61cbbc71-a1e8-458d-b522-5f7fe1d99663 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:53.023335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 61cbbc71-a1e8-458d-b522-5f7fe1d99663 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:53.112814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50172) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:53.366385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:20:53.368707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9019f3e6-289a-40ba-bc94-fb697f43de43" -d '{"events": [{"name": "network-changed", "server_uuid": "97926d05-8cac-41e3-b9ff-9decec065ebd", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:20:53.485458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa19142-177c-43e4-bc96-5758c115d159 x-openstack-request-id: req-1aa19142-177c-43e4-bc96-5758c115d159 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:20:53.485723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97926d05-8cac-41e3-b9ff-9decec065ebd", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:20:53.485975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1aa19142-177c-43e4-bc96-5758c115d159 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:20:53.486363 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa19142-177c-43e4-bc96-5758c115d159'] response: {'name': 'network-changed', 'server_uuid': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'status': 'completed', 'code': 200} Sep 19 17:20:53.594223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416a404-33b8-4f75-9a04-7cc8054a2f40 req-02a7834d-7122-4812-948c-5cd3fee8c734 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:53.595648 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3416a404-33b8-4f75-9a04-7cc8054a2f40 req-02a7834d-7122-4812-948c-5cd3fee8c734 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 981 time: 0.0940480 Sep 19 17:20:53.640516 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3416a404-33b8-4f75-9a04-7cc8054a2f40 req-8d93f981-8a9b-4f6a-a8aa-461fdb743850 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388725 Sep 19 17:20:53.646947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-1dc9c1d4-6f85-4342-b590-633cd8760e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:53.648403 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-1dc9c1d4-6f85-4342-b590-633cd8760e0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 1134 time: 0.1612999 Sep 19 17:20:53.934265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-feb48558-6b68-4935-9c61-d4629ce78e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:53.935903 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-feb48558-6b68-4935-9c61-d4629ce78e18 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ff70835-686d-402a-9c84-e273c2540012 HTTP/1.1" status: 200 len: 897 time: 0.2623894 Sep 19 17:20:54.007437 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-42840910-f8f3-4735-abb7-7c0e9c92b839 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 217 time: 0.0653179 Sep 19 17:20:54.111292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-b259cb67-cfc7-4b0b-a776-2c91c7e7e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:54.112767 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-b259cb67-cfc7-4b0b-a776-2c91c7e7e247 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c98eb0dd-cad4-48ae-98ef-1681d60d0288 HTTP/1.1" status: 200 len: 834 time: 0.0791497 Sep 19 17:20:54.180724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:54.356142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-b912b6ef-64a0-4d64-b7bf-24f46fbf10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:54.357662 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-b912b6ef-64a0-4d64-b7bf-24f46fbf10bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ff70835-686d-402a-9c84-e273c2540012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2382760 Sep 19 17:20:54.596324 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-7bc09bb7-3c92-4ac2-ac3c-a14ece31fa8d service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317257 Sep 19 17:20:54.815283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Deleting port 84a2e7ee-8a62-4179-9466-180cd0c57c99 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:54.815625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:54.871517 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9019f3e6-289a-40ba-bc94-fb697f43de43 req-9e6bfb62-7529-4102-b4b4-1c4f6b0f9f6e service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686501 Sep 19 17:20:55.001387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 84a79ed0-1fae-4a83-a7fb-2c950a49a072 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:20:55.021761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba221971-2b99-43eb-955d-22e9fe962774 req-2bda76e0-8a04-493e-b2fb-1919dfa43f7b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:55.023239 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba221971-2b99-43eb-955d-22e9fe962774 req-2bda76e0-8a04-493e-b2fb-1919dfa43f7b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 981 time: 0.2621756 Sep 19 17:20:55.062521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] For port 84a2e7ee-8a62-4179-9466-180cd0c57c99, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84a2e7ee-8a62-4179-9466-180cd0c57c99,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:55.062751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:55.138828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:55.152505 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'port_id': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'mac_address': 'fa:16:3e:21:8c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:20:55.196583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Calling delete_port for 84a2e7ee-8a62-4179-9466-180cd0c57c99 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:55.209823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:55.210216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:55.230862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a79ed0-1fae-4a83-a7fb-2c950a49a072 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:20:55.247677 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:55.253204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:55.325521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:55.347628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:55.368467 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba221971-2b99-43eb-955d-22e9fe962774 req-97f6fde2-f667-4b8a-83c1-deb4c422b979 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390954 Sep 19 17:20:55.482888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['84a79ed0-1fae-4a83-a7fb-2c950a49a072'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:20:55.525294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:55.576246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event deleted for resources: {'Port': ['ID=84a2e7ee-8a62-4179-9466-180cd0c57c99,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:55.868886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:56.238938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Router 276ea389-af73-412e-a085-e70d5dd8436e has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:20:56.456946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:20:56.473357 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] Sync routers for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:20:56.482942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e3ed42a7-1fc7-43e6-a7c4-ef7ab3fd99cf tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "PUT /v2.0/routers/276ea389-af73-412e-a085-e70d5dd8436e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3689761 Sep 19 17:20:56.488804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50184) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:56.490085 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:56.490889 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:56.616211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Deleting subnet 2660a5a9-6d92-4c50-92b2-4cad967ffe02 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:20:56.620927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:56.675121 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:56.679426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:56.733847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41736a-71ff-4366-b25e-5791a3d15862 req-e4403ca5-eaa3-48b0-9afd-b15c9d55536a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:56.735332 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4d41736a-71ff-4366-b25e-5791a3d15862 req-e4403ca5-eaa3-48b0-9afd-b15c9d55536a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 982 time: 0.2118833 Sep 19 17:20:56.801330 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4d41736a-71ff-4366-b25e-5791a3d15862 req-ed3c01f1-b84d-46d1-82f5-29100d8c8f4f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582154 Sep 19 17:20:56.808804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:56.885544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:56.926254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event deleted for resources: {'Subnet': ['ID=2660a5a9-6d92-4c50-92b2-4cad967ffe02,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:56.935673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:56.938886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.939282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.939618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.939977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.940251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.940600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.940920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.941259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.941541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.941858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.942174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.942266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43489e0d-155b-424d-8ae4-8f744b399254 None None] Network df1b3620-623b-4912-89d6-75697ab73df2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:20:56.942675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:20:56.951829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50188) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:56.955090 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5853aba3-9448-4658-aee6-c2d2852fd5b1 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "DELETE /v2.0/subnets/2660a5a9-6d92-4c50-92b2-4cad967ffe02 HTTP/1.1" status: 204 len: 168 time: 0.4608729 Sep 19 17:20:56.962021 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:20:55Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:56.966520 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] Checking router: 276ea389-af73-412e-a085-e70d5dd8436e for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:20:56.974491 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] Routers {'276ea389-af73-412e-a085-e70d5dd8436e'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:20:56.975131 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['276ea389-af73-412e-a085-e70d5dd8436e'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:57.019475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 84a79ed0-1fae-4a83-a7fb-2c950a49a072 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:20:57.141798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.149086 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] Set router 276ea389-af73-412e-a085-e70d5dd8436e gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:20:57.196942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:20:57.204659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:20:57.205038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.357613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:20:57.358151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.376321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] DHCP port deletion for df1b3620-623b-4912-89d6-75697ab73df2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:20:57.382521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] Deleting port f5aaa884-0fb0-4747-87fb-e9c56be1c007 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:57.382898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.462707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.481505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Deleting port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:20:57.481953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.491271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:20:57.494245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7c0df-582d-49c7-9240-59b0cbeb0cd2" -d '{"events": [{"server_uuid": "97926d05-8cac-41e3-b9ff-9decec065ebd", "name": "network-vif-plugged", "status": "completed", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:20:57.499943 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:20:55Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:57.505318 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf85f0a-2535-4b21-8704-49979a404cd8 None None] The sync data for ids ['276ea389-af73-412e-a085-e70d5dd8436e'] in dv-neutron-857789-3-hyperv is: [{'id': '276ea389-af73-412e-a085-e70d5dd8436e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98967091', 'tenant_id': 'dceb64b83fb344fca937a777bcae3076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115'}], 'enable_snat': True}, 'gw_port_id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:17:05Z', 'updated_at': '2022-09-19T17:20:55Z', 'revision_number': 5, 'project_id': 'dceb64b83fb344fca937a777bcae3076', 'gw_port': {'id': '9f7bbe22-7001-4f88-bcfa-6efaa2cba07d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ea389-af73-412e-a085-e70d5dd8436e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:17:08Z', 'updated_at': '2022-09-19T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:20:57.508922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:57.532776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.616835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b006e3-d168-4762-8d48-cf13ab76934b x-openstack-request-id: req-33b006e3-d168-4762-8d48-cf13ab76934b {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:20:57.617067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97926d05-8cac-41e3-b9ff-9decec065ebd", "name": "network-vif-plugged", "status": "completed", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:20:57.617311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-33b006e3-d168-4762-8d48-cf13ab76934b {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:20:57.617675 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b006e3-d168-4762-8d48-cf13ab76934b'] response: {'server_uuid': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'code': 200} Sep 19 17:20:57.680168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] For port 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9f7bbe22-7001-4f88-bcfa-6efaa2cba07d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:57.680579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.681313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] For port f5aaa884-0fb0-4747-87fb-e9c56be1c007, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f5aaa884-0fb0-4747-87fb-e9c56be1c007,segment=NetworkSegment(59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae),segment_id=59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:20:57.681712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.744513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:57.808898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] Calling delete_port for f5aaa884-0fb0-4747-87fb-e9c56be1c007 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:57.838720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Calling delete_port for 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:20:57.899285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:57.952688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] Pushing event deleted for resources: {'Port': ['ID=f5aaa884-0fb0-4747-87fb-e9c56be1c007,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:57.958869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42356d06-141f-4c2f-86b3-d0dd8d30a6a5 None None] No DVR routers for this DVR port f5aaa884-0fb0-4747-87fb-e9c56be1c007 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:20:58.011006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed972-cbca-4e3d-bc3b-ea0228bfb9a5 req-24dba481-9539-48da-a4e9-816654e6ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:58.012881 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-53eed972-cbca-4e3d-bc3b-ea0228bfb9a5 req-24dba481-9539-48da-a4e9-816654e6ce67 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 1136 time: 0.2698462 Sep 19 17:20:58.046291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8316-8441-42ec-aafe-4ea036d29941 req-1b080796-f782-4413-af44-68440f2bc966 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:58.051458 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-381f8316-8441-42ec-aafe-4ea036d29941 req-1b080796-f782-4413-af44-68440f2bc966 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 983 time: 0.1239390 Sep 19 17:20:58.093437 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-381f8316-8441-42ec-aafe-4ea036d29941 req-59e4d30a-ae69-4475-925e-d994300481ce tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394809 Sep 19 17:20:58.103031 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-53eed972-cbca-4e3d-bc3b-ea0228bfb9a5 req-57640f94-319d-44e6-ad75-37436e170e51 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840526 Sep 19 17:20:58.125969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.173964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event deleted for resources: {'Port': ['ID=9f7bbe22-7001-4f88-bcfa-6efaa2cba07d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:58.273745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.446440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84a2e7ee-8a62-4179-9466-180cd0c57c99 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:58.452487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.455263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.480609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.481497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Fanout notify agent at l3_agent the message router_deleted on router 276ea389-af73-412e-a085-e70d5dd8436e {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:20:58.481920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 84a2e7ee-8a62-4179-9466-180cd0c57c99 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:58.482858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84a2e7ee-8a62-4179-9466-180cd0c57c99 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:58.482858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f5aaa884-0fb0-4747-87fb-e9c56be1c007 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:20:58.496302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.497519 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c391789-2d2d-4c6a-922f-348e9b68d272 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "DELETE /v2.0/routers/276ea389-af73-412e-a085-e70d5dd8436e HTTP/1.1" status: 204 len: 168 time: 1.5444489 Sep 19 17:20:58.500149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50196) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:58.526417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: f5aaa884-0fb0-4747-87fb-e9c56be1c007 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:20:58.526636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f5aaa884-0fb0-4747-87fb-e9c56be1c007 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:20:58.617404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.748338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.772805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1b3620-623b-4912-89d6-75697ab73df2']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:58.784914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:58.785117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:20:58.796504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.812374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:58.818509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:20:58.818893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.012046 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae resource provider aggregate not found Sep 19 17:20:59.033318 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59b2c360-dfb7-42c9-bd41-fa52e7f6d8ae found for delete ", "request_id": "req-5b2b5d16-431d-404e-a572-845a256d9840"}]} Sep 19 17:20:59.051064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.067536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.079928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event deleted for resources: {'Network': ['ID=df1b3620-623b-4912-89d6-75697ab73df2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:59.090576 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a977d8db-49fc-47f9-9c65-40f6382179f9 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "DELETE /v2.0/networks/df1b3620-623b-4912-89d6-75697ab73df2 HTTP/1.1" status: 204 len: 168 time: 0.5893989 Sep 19 17:20:59.093845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50204) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:59.166830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea44276c-eb60-40ff-98b8-c7df94555cc8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.203235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea44276c-eb60-40ff-98b8-c7df94555cc8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.328482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164816c5-0f67-462c-b10f-84d3d6e7bc53 req-634225ab-4f4f-441d-ac25-fa336392f333 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:59.329845 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-164816c5-0f67-462c-b10f-84d3d6e7bc53 req-634225ab-4f4f-441d-ac25-fa336392f333 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 983 time: 0.1154575 Sep 19 17:20:59.351943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea44276c-eb60-40ff-98b8-c7df94555cc8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.387590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44276c-eb60-40ff-98b8-c7df94555cc8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19419fce-697e-4f1f-b024-3806a29af005,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:20:59.405806 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-164816c5-0f67-462c-b10f-84d3d6e7bc53 req-e20c0aa6-5917-4d4f-84e0-7fb33cab3863 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691690 Sep 19 17:20:59.406605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ea44276c-eb60-40ff-98b8-c7df94555cc8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.410543 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ea44276c-eb60-40ff-98b8-c7df94555cc8 tempest-TestNetworkAdvancedServerOps-733370735 tempest-TestNetworkAdvancedServerOps-733370735-project] 10.222.0.83 "DELETE /v2.0/security-groups/19419fce-697e-4f1f-b024-3806a29af005 HTTP/1.1" status: 204 len: 168 time: 0.3156741 Sep 19 17:20:59.630432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f3c1c-8a46-4239-ba5e-0a34dc49fdd7 req-d5d5caa0-fbf3-4a2d-a98d-7e16aa9939f7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:59.631946 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3b2f3c1c-8a46-4239-ba5e-0a34dc49fdd7 req-d5d5caa0-fbf3-4a2d-a98d-7e16aa9939f7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 983 time: 0.0887651 Sep 19 17:20:59.677002 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3b2f3c1c-8a46-4239-ba5e-0a34dc49fdd7 req-d9e35114-aae1-447b-8509-2f95f71317dc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 Sep 19 17:20:59.706324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50218) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:59.733281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50222) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:59.787688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0859a832-c30a-4265-9cb6-ed835df6c37f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:20:59.789201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0859a832-c30a-4265-9cb6-ed835df6c37f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 1131 time: 0.0817316 Sep 19 17:20:59.792158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50228) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:59.797261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:20:59.803210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:20:59.807101 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:20:59.810090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:20:59.815847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:20:59.828078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.886837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e2f6ca00-d7bb-42ce-b8c1-073b473a32b9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dceb64b83fb344fca937a777bcae3076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522484 Sep 19 17:20:59.889509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50232) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:20:59.948786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce12eed4-8922-4b9c-b3d6-dc68e5d41093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.968216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:20:59.975848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce12eed4-8922-4b9c-b3d6-dc68e5d41093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.029440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce12eed4-8922-4b9c-b3d6-dc68e5d41093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.046765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12eed4-8922-4b9c-b3d6-dc68e5d41093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca6c1f-45b3-4193-a0e1-9208acc9d537,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:00.053921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ce12eed4-8922-4b9c-b3d6-dc68e5d41093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.055070 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ce12eed4-8922-4b9c-b3d6-dc68e5d41093 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/74ca6c1f-45b3-4193-a0e1-9208acc9d537 HTTP/1.1" status: 204 len: 168 time: 0.1645691 Sep 19 17:21:00.107051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.20 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/2d8b787b-32db-48a9-92a4-301713cc3e8c) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:21:00.263052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.293371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.346618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50240) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:00.350327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:00.364552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.364745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:21:00.367326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:21:00.371315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:21:00.380365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:00.384879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff432b34860748f1b4598a6a428da788 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:00.388249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:00.394290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:00.408344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=2d8b787b-32db-48a9-92a4-301713cc3e8c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:00.423855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:00.424538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9f7bbe22-7001-4f88-bcfa-6efaa2cba07d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:00.485589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.490598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.544352 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ff432b34860748f1b4598a6a428da788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965256 Sep 19 17:21:00.545086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72c576-cb2f-45c9-9803-37e31142e3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611eeb7e-f182-4ce7-aa6a-9a9a5e159569,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:00.547411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50244) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:00.763729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4756-1ced-4e81-8d17-86ab3ad8a929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.808851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4756-1ced-4e81-8d17-86ab3ad8a929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.889000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4756-1ced-4e81-8d17-86ab3ad8a929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.908181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d4756-1ced-4e81-8d17-86ab3ad8a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611eeb7e-f182-4ce7-aa6a-9a9a5e159569,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:00.921346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.938113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4756-1ced-4e81-8d17-86ab3ad8a929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:00.939274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0b0d4756-1ced-4e81-8d17-86ab3ad8a929 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/611eeb7e-f182-4ce7-aa6a-9a9a5e159569 HTTP/1.1" status: 204 len: 168 time: 0.3908343 Sep 19 17:21:01.007368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:01.348420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:01.354713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:01.460103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:01.505584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=2d8b787b-32db-48a9-92a4-301713cc3e8c,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:01.641638 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 1db6abde-e4d7-4e3a-a014-a492a96b8ae8 associated. External IP: 172.26.10.20, port: 84a79ed0-1fae-4a83-a7fb-2c950a49a072. Sep 19 17:21:02.004601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 4a09c351-ceae-4ec7-8067-875c409b9d16 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:02.195262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:02.205393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] Sync routers for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:02.216378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:02.217302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:02.218466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:02.273801 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d3f7d517-42e3-4f9d-b921-3cdf2624aae5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4804323 Sep 19 17:21:02.274440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:02.276934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:02.279629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a94dc3-f714-4c75-81c3-e693e9e92d32" -d '{"events": [{"name": "network-changed", "server_uuid": "97926d05-8cac-41e3-b9ff-9decec065ebd", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:02.322275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f63b0e0-f407-4bcb-93a4-e1af97000f0b x-openstack-request-id: req-5f63b0e0-f407-4bcb-93a4-e1af97000f0b {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:02.322567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97926d05-8cac-41e3-b9ff-9decec065ebd", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:02.322815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5f63b0e0-f407-4bcb-93a4-e1af97000f0b {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:02.323255 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f63b0e0-f407-4bcb-93a4-e1af97000f0b'] response: {'name': 'network-changed', 'server_uuid': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'status': 'completed', 'code': 200} Sep 19 17:21:02.359110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b2d34-165d-4416-b597-4bc5c7919e45 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:02.363800 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ff9b2d34-165d-4416-b597-4bc5c7919e45 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd&network_id=2ff70835-686d-402a-9c84-e273c2540012 HTTP/1.1" status: 200 len: 1131 time: 0.0858364 Sep 19 17:21:02.426719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:02.453544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-b59c798e-fc78-4429-ab4e-3c2b0952db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:02.455415 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-b59c798e-fc78-4429-ab4e-3c2b0952db0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 1136 time: 0.1083260 Sep 19 17:21:02.598423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-fea4b2c7-534b-4a55-92b8-e15dd775c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:02.599933 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-fea4b2c7-534b-4a55-92b8-e15dd775c05c service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ff70835-686d-402a-9c84-e273c2540012 HTTP/1.1" status: 200 len: 897 time: 0.1384735 Sep 19 17:21:02.765478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b34ee-2645-41c5-916f-42bfbfa1760b req-4358a4d2-64e5-4516-8e7f-2838f5e64cd6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:02.767129 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2f0b34ee-2645-41c5-916f-42bfbfa1760b req-4358a4d2-64e5-4516-8e7f-2838f5e64cd6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 983 time: 0.0982826 Sep 19 17:21:02.810331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '1db6abde-e4d7-4e3a-a014-a492a96b8ae8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.20', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'port_id': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-757457287', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'mac_address': 'fa:16:3e:21:8c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:00Z', 'updated_at': '2022-09-19T17:21:00Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:02.815023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] Checking router: 4a09c351-ceae-4ec7-8067-875c409b9d16 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:02.815315 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2f0b34ee-2645-41c5-916f-42bfbfa1760b req-4ab68bf3-ff4b-4936-b49a-ca0daf287d74 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Sep 19 17:21:02.824654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:02.825447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:20:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:02.850284 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-de550b29-bdb5-4635-a9cb-d577ca8c1de1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1037 time: 0.2429571 Sep 19 17:21:02.913078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-570576e3-7d76-4367-85d6-38c050e2cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:02.914586 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-570576e3-7d76-4367-85d6-38c050e2cb6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c98eb0dd-cad4-48ae-98ef-1681d60d0288 HTTP/1.1" status: 200 len: 834 time: 0.0579453 Sep 19 17:21:02.998811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-bb6b2f9e-ba9a-47b5-a8a3-3c50ad9c84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:03.000377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-bb6b2f9e-ba9a-47b5-a8a3-3c50ad9c84bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ff70835-686d-402a-9c84-e273c2540012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795238 Sep 19 17:21:03.000815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:03.135880 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-223b18c8-3cc0-4c3f-99be-34bfe2118881 service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285517 Sep 19 17:21:03.274342 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-29a94dc3-f714-4c75-81c3-e693e9e92d32 req-906e2fc9-dbf0-4ea3-86e0-956b1383318d service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319237 Sep 19 17:21:03.352020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '1db6abde-e4d7-4e3a-a014-a492a96b8ae8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.20', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'port_id': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-757457287', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'mac_address': 'fa:16:3e:21:8c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:00Z', 'updated_at': '2022-09-19T17:21:00Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:03.356952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02205364-71d6-4f24-8a7b-d4906ac49b2a None None] The sync data for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv is: [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '1db6abde-e4d7-4e3a-a014-a492a96b8ae8', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.20', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'port_id': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-757457287', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'mac_address': 'fa:16:3e:21:8c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97926d05-8cac-41e3-b9ff-9decec065ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:00Z', 'updated_at': '2022-09-19T17:21:00Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:03.561069 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343927b-a07a-4f09-adbe-30216174bce5 None None] New status for floating IP 1db6abde-e4d7-4e3a-a014-a492a96b8ae8: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:21:04.055963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-9dac293a-d01e-42b6-856b-03732223f87d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:04.057423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-9dac293a-d01e-42b6-856b-03732223f87d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 983 time: 0.1540344 Sep 19 17:21:04.065273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cea62d-a655-4155-88c5-9c6920b3bd7f req-73ebf5c0-024c-4592-81b8-cbfd969096c9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:04.066588 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19cea62d-a655-4155-88c5-9c6920b3bd7f req-73ebf5c0-024c-4592-81b8-cbfd969096c9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 983 time: 0.1246953 Sep 19 17:21:04.158858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-55aa23da-d49e-49b4-af9b-15cccaaef9ca tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:04.160124 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-55aa23da-d49e-49b4-af9b-15cccaaef9ca tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0926745 Sep 19 17:21:04.164564 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19cea62d-a655-4155-88c5-9c6920b3bd7f req-9076cb12-4cd2-4497-86ae-ccc3057ec292 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672541 Sep 19 17:21:04.305574 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-cb33a07b-903b-4b0e-93ed-700a53310a65 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1401131 Sep 19 17:21:04.316439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:04.485029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:04.576606 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-f044d9dc-844b-4e11-885e-bfd3622b1477 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1691573 Sep 19 17:21:04.768536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:04.781501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-07dc9de4-4f45-40d5-936c-70137cd2b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:04.782977 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-07dc9de4-4f45-40d5-936c-70137cd2b3eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 1098 time: 0.1819298 Sep 19 17:21:04.824385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:21:04.935826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] device_id is not set on port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:21:04.948357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:04.965593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:05.214991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-ccc59bcf-2534-40c5-a338-7b4bdd4c1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:05.216547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-ccc59bcf-2534-40c5-a338-7b4bdd4c1785 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.4119492 Sep 19 17:21:05.225168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:05.331742 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b94701e8-8e89-489e-90c2-894067d946fa req-d3bfdfd7-35ac-4c39-a66b-12884ef05e17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=97926d05-8cac-41e3-b9ff-9decec065ebd HTTP/1.1" status: 200 len: 210 time: 0.0496433 Sep 19 17:21:05.356401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] No DVR routers for this DVR port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:21:05.440979 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-4defe1d2-de6d-4d77-88ae-c5518ad63dad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614d5e42-0160-4841-9187-c1f3bfc0804e HTTP/1.1" status: 200 len: 1002 time: 0.2166972 Sep 19 17:21:05.586669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-5211791d-f619-4955-8460-dbc91cec5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:05.588040 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-5211791d-f619-4955-8460-dbc91cec5a8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.1400666 Sep 19 17:21:05.695006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] In _notify_port_updated(), no bound segment for port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on network 2ff70835-686d-402a-9c84-e273c2540012 {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:21:05.695881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:05.696496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:05.697763 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab2c9e06-a82c-4e0e-8aed-fd2fb3fd3d32 req-61580d91-5f32-424a-8fcb-567ecd661092 service neutron] 10.222.0.86 "PUT /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1026 time: 1.3852129 Sep 19 17:21:05.718677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-f495c848-12c8-4778-9894-84eea3501db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:05.720235 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-f495c848-12c8-4778-9894-84eea3501db1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071181 Sep 19 17:21:05.856770 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-9248eb4c-118d-4c23-9f07-9bdab463734e service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300015 Sep 19 17:21:05.991791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-82d53d37-29b7-4901-a1fb-63bf8cd83201 req-dffa6967-4e51-493d-9961-af543e82538a service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273108 Sep 19 17:21:06.441734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50266) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:06.517162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92bbec-8f39-45bf-9ef2-fdf4f39a5b2f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:06.518506 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bd92bbec-8f39-45bf-9ef2-fdf4f39a5b2f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 925 time: 0.0757899 Sep 19 17:21:06.606744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50272) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:06.612663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406706339', 'description': 'tempest-secgroup-smoke-406706339 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:06.619368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:06.629969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:06.642178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:06.663856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:06.667850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:06.670838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:06.676648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:06.750053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:06.755173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:06.806876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ca3852-c448-48e8-853e-6c4c1cc6cc0a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:06.820090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:06.824544 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad8f6421-2864-4ab4-ae93-cdb284d6b301 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2134471 Sep 19 17:21:06.824643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50276) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:06.829911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3852-c448-48e8-853e-6c4c1cc6cc0a', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:06.836238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:06.840125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:06.843098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:06.848762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:06.867907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:06.933665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:06.938511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:06.961983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48da3ad-bbc2-45ad-94fd-b24ecb5a306c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:06.974485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:06.975741 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a3bc2ead-3f50-4c03-a88f-ae9dca0050f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500659 Sep 19 17:21:06.978545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50280) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:06.983620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3852-c448-48e8-853e-6c4c1cc6cc0a', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:06.989555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:06.993540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:06.996483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:07.002381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:07.023930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.063259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 84a79ed0-1fae-4a83-a7fb-2c950a49a072 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:07.092937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.098027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.125977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606b5f51-ac58-40cf-9fc2-e31f58562f34,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:07.127550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 84a79ed0-1fae-4a83-a7fb-2c950a49a072 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:07.134768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.136118 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f0880155-eba7-448c-aba9-685d7870c72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565499 Sep 19 17:21:07.139075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50284) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:07.143985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3852-c448-48e8-853e-6c4c1cc6cc0a', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:07.149955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:07.154082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:07.157200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:07.162928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:07.181966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.251456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.257954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.284769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d436c10-bb59-4d45-b254-29fcb51818c1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:07.296764 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.298016 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a0760924-523e-4f8e-a6f5-84a2b6f12ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580515 Sep 19 17:21:07.300997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50288) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:07.306033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3852-c448-48e8-853e-6c4c1cc6cc0a', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:07.312306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:07.316226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:07.319249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:07.325390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:07.342446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.405827 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.410605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.434722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4cdfaf-632d-4c2f-a21f-db1b1459f434,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:07.444167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.445551 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f684f842-7182-4e37-a0f7-2b6faf094dba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435108 Sep 19 17:21:07.448520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50292) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:07.454129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3852-c448-48e8-853e-6c4c1cc6cc0a', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:07.460523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:07.464649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:07.467751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:07.473677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:07.486889 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:21:07.493598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.567167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.578667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.602550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35203b04-ab9d-499c-a0d9-c98afc6cfa73,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:07.615163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.616766 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9442f511-f5a1-4f3b-916d-a937352d0ce2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668456 Sep 19 17:21:07.619890 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50296) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:07.628612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca3852-c448-48e8-853e-6c4c1cc6cc0a', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:07.636227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:07.642488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:07.646649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:07.654527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:07.670762 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:21:07.681574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.767289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.774592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.799091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff111d60-62dd-4b75-bb8e-7f4e09b47b47,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:07.809277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:07.811039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3fc4a73c-356f-4708-a923-cf5b4a3a0722 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1897728 Sep 19 17:21:08.044788 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-045b4c03-73da-424d-88a9-cfb0a7c81fde tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406706339&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.0424435 Sep 19 17:21:08.122226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-b171d8aa-3555-4354-9e91-fa133857ad08 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:08.123665 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-b171d8aa-3555-4354-9e91-fa133857ad08 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 930 time: 0.0720239 Sep 19 17:21:08.201686 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-70a2bb66-4552-495b-8889-6ae5777c49ef service neutron] 10.222.0.83 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0656836 Sep 19 17:21:08.336184 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-441d1b9f-660c-490f-8135-6a413102336e service neutron] 10.222.0.83 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286306 Sep 19 17:21:08.475744 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-6221620c-bdf6-4135-93ce-b9274df74331 service neutron] 10.222.0.83 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315732 Sep 19 17:21:08.663053 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e18c44d5-0824-4c6e-a532-a79123f11973 req-4c6c6874-c6b6-483f-a3b7-934694ea5b7d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 210 time: 0.0501087 Sep 19 17:21:09.738008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-125a4672-3c77-4ca5-8e10-7ec090f577ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:09.739404 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-125a4672-3c77-4ca5-8e10-7ec090f577ea service neutron] 10.222.0.86 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1026 time: 0.0645168 Sep 19 17:21:10.008941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3cd4eaca-00c8-4092-955c-8d3949ae5ccc req-c4910241-f9ad-4872-a87f-7b6d7f7d55d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 210 time: 0.0652354 Sep 19 17:21:10.063363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-eb09f01c-cd6b-4b17-9c31-466e58daf718 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:10.064772 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-eb09f01c-cd6b-4b17-9c31-466e58daf718 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=2ff70835-686d-402a-9c84-e273c2540012 HTTP/1.1" status: 200 len: 796 time: 0.3200543 Sep 19 17:21:10.123839 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-73c67aa6-d838-4baa-bb07-a40f9b3ba03f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 471 time: 0.0505505 Sep 19 17:21:10.133503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Request body: {'port': {'device_id': '15eaa78c-2584-4458-bb48-7a314c12160a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:10.246475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:10.595020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a79ed0-1fae-4a83-a7fb-2c950a49a072 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:21:10.602596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:10.617882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Transition to ACTIVE for port object 84a79ed0-1fae-4a83-a7fb-2c950a49a072 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:21:10.626295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:10.769836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:10.892682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Attempting to bind port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:21:10.892919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Attempting to bind port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:21:10.893214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Attempting to bind port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on network 2ff70835-686d-402a-9c84-e273c2540012 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:21:10.898285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on network 2ff70835-686d-402a-9c84-e273c2540012 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:21:10.898609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Attempting to bind port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on network 2ff70835-686d-402a-9c84-e273c2540012 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:21:10.904232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:21:10.904539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Checking segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:21:10.905053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Bound using segment: {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:21:10.905455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Bound port: 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07af54e-4312-423c-9235-e24f53c5f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2ff70835-686d-402a-9c84-e273c2540012'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:21:10.905829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:10.996608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:21:10.999676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:21:11.007780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:11.037972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:11.038587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:11.040074 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] 10.222.0.86 "PUT /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1131 time: 0.9104307 Sep 19 17:21:11.040517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15eaa78c-2584-4458-bb48-7a314c12160a', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:11.042783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87" -d '{"events": [{"name": "network-changed", "server_uuid": "15eaa78c-2584-4458-bb48-7a314c12160a", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:11.121213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a683ab-ff63-45bb-b6ed-38e3679807c5 x-openstack-request-id: req-f3a683ab-ff63-45bb-b6ed-38e3679807c5 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:11.121593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15eaa78c-2584-4458-bb48-7a314c12160a", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:11.121840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f3a683ab-ff63-45bb-b6ed-38e3679807c5 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:11.122238 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a683ab-ff63-45bb-b6ed-38e3679807c5'] response: {'name': 'network-changed', 'server_uuid': '15eaa78c-2584-4458-bb48-7a314c12160a', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'status': 'completed', 'code': 200} Sep 19 17:21:11.143117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e23ac8-e8bf-4da7-8f8e-8c176d63ed08 service neutron] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=8']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:11.174071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-e8366fd6-efda-4f2e-9082-b72d44db7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:11.175632 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-e8366fd6-efda-4f2e-9082-b72d44db7642 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 1134 time: 0.0930243 Sep 19 17:21:11.285795 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-f4990f22-ae1d-4784-a3ce-115696e07911 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1037 time: 0.1030614 Sep 19 17:21:11.333403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bf248-5c03-458e-870d-685db4f396ea req-f82ad425-2b57-48f7-a4f0-c399dd3f66f1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:11.334894 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a6bf248-5c03-458e-870d-685db4f396ea req-f82ad425-2b57-48f7-a4f0-c399dd3f66f1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 981 time: 0.2015035 Sep 19 17:21:11.353895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-20793a50-2d5b-470d-9dc1-8294acbf16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:11.355408 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-20793a50-2d5b-470d-9dc1-8294acbf16ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c98eb0dd-cad4-48ae-98ef-1681d60d0288 HTTP/1.1" status: 200 len: 834 time: 0.0637767 Sep 19 17:21:11.376813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-159077c2-74fb-4588-b251-105fe326a598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:11.382241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1a6bf248-5c03-458e-870d-685db4f396ea req-e459f989-961c-4e8a-a3b8-6fcbd591d89d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:11.399687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-1a6bf248-5c03-458e-870d-685db4f396ea req-e459f989-961c-4e8a-a3b8-6fcbd591d89d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:11.401156 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a6bf248-5c03-458e-870d-685db4f396ea req-e459f989-961c-4e8a-a3b8-6fcbd591d89d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605264 Sep 19 17:21:11.444399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-dd289d3e-0702-4d04-a96f-3033ca7b5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:11.446024 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-dd289d3e-0702-4d04-a96f-3033ca7b5c71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ff70835-686d-402a-9c84-e273c2540012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849025 Sep 19 17:21:11.579991 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-1878b707-6daa-46aa-836d-7314dbf78a06 service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273272 Sep 19 17:21:11.831862 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a6336c83-1d7e-4fa5-b50a-03ff9c887e46 req-629a3d63-e3da-40af-90fa-fba184170aa5 service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457290 Sep 19 17:21:11.973524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-07515991-f17b-4dce-ade1-c93494aa2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:11.975069 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-07515991-f17b-4dce-ade1-c93494aa2abf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 1134 time: 0.0844972 Sep 19 17:21:12.114187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-5cc8131d-04b5-4f04-8f17-3c5b6385979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:12.115588 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-5cc8131d-04b5-4f04-8f17-3c5b6385979e service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ff70835-686d-402a-9c84-e273c2540012 HTTP/1.1" status: 200 len: 897 time: 0.1342864 Sep 19 17:21:12.220424 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-33e42003-3129-49d8-80d2-f30b411e3bb8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1037 time: 0.0983615 Sep 19 17:21:12.285836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-fe0de609-0c2f-4c01-b621-e6d26297c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:12.287252 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-fe0de609-0c2f-4c01-b621-e6d26297c251 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c98eb0dd-cad4-48ae-98ef-1681d60d0288 HTTP/1.1" status: 200 len: 834 time: 0.0596244 Sep 19 17:21:12.375589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-d752d3ef-322f-4c4a-914f-ae8d73dfd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:12.377004 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-d752d3ef-322f-4c4a-914f-ae8d73dfd32c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ff70835-686d-402a-9c84-e273c2540012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834198 Sep 19 17:21:12.511888 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-b102e40e-4fc6-49e3-bcfa-3efa3abed5cc service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278136 Sep 19 17:21:12.711518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e036cac5-5a1e-4b23-a8cb-121ad8f4ef87 req-24266a31-aa3d-419f-8fe8-4de9064a0225 service neutron] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508660 Sep 19 17:21:12.720314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82584a-7185-4a15-aa11-34211741c36c req-02b9cd68-7440-4ab3-9d3c-c2256cddb213 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:12.721710 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dd82584a-7185-4a15-aa11-34211741c36c req-02b9cd68-7440-4ab3-9d3c-c2256cddb213 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 981 time: 0.2027447 Sep 19 17:21:12.768830 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dd82584a-7185-4a15-aa11-34211741c36c req-5a3f7f2c-a8b8-486e-8f73-e78dcbf0503c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Sep 19 17:21:13.080343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 84a79ed0-1fae-4a83-a7fb-2c950a49a072 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:21:13.221508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:13.235595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'port_id': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'mac_address': 'fa:16:3e:21:8c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:21:13.337635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:13.337878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:13.355454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a79ed0-1fae-4a83-a7fb-2c950a49a072 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:21:13.372580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:13.380485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:13.450010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=9']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:13.458407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.458760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.459133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.459499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.459857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.460185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.460514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.460850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.461194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.461516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.461840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.462159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:13.600588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['84a79ed0-1fae-4a83-a7fb-2c950a49a072'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:21:13.643594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-01ec9593-fc79-40d4-a7c0-043b9bec4df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:13.974939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244c62b-7023-4fad-b7c8-03d94ff67006 req-4a7ccccb-4747-42fd-8b03-04d9155753d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:13.976422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7244c62b-7023-4fad-b7c8-03d94ff67006 req-4a7ccccb-4747-42fd-8b03-04d9155753d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 982 time: 0.0963366 Sep 19 17:21:14.020659 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7244c62b-7023-4fad-b7c8-03d94ff67006 req-42e30bd2-ed15-448a-9164-655a8694f533 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Sep 19 17:21:15.096179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 84a79ed0-1fae-4a83-a7fb-2c950a49a072 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:21:15.161054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:15.185889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:15.192506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:21:15.197336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:15.197745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:15.240201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353a7cf-d38f-464a-89ae-eae668f1238f req-018bd315-8077-4706-98ca-e81f06a11236 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:15.241669 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9353a7cf-d38f-464a-89ae-eae668f1238f req-018bd315-8077-4706-98ca-e81f06a11236 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 982 time: 0.0934553 Sep 19 17:21:15.286406 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9353a7cf-d38f-464a-89ae-eae668f1238f req-8ddd2516-0038-4a5b-995c-923eb3d24a1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Sep 19 17:21:15.314562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:15.315024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:15.341999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eaa78c-2584-4458-bb48-7a314c12160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:15.344508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdf7710-42e2-4a11-98bc-35d391eb1cef" -d '{"events": [{"server_uuid": "15eaa78c-2584-4458-bb48-7a314c12160a", "name": "network-vif-plugged", "status": "completed", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:15.352921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:15.359166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:15.395028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b30e4af-7839-4d3e-8193-d5cffbf56d37 x-openstack-request-id: req-1b30e4af-7839-4d3e-8193-d5cffbf56d37 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:15.395322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15eaa78c-2584-4458-bb48-7a314c12160a", "name": "network-vif-plugged", "status": "completed", "tag": "84a79ed0-1fae-4a83-a7fb-2c950a49a072", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:15.395570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1b30e4af-7839-4d3e-8193-d5cffbf56d37 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:15.395965 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b30e4af-7839-4d3e-8193-d5cffbf56d37'] response: {'server_uuid': '15eaa78c-2584-4458-bb48-7a314c12160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a79ed0-1fae-4a83-a7fb-2c950a49a072', 'code': 200} Sep 19 17:21:15.433164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=10']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:15.657465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676c5dc-d577-4c45-8ceb-8753aa5ee5b8 req-631fda78-a790-469a-aeec-2f512e91e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:15.658833 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d676c5dc-d577-4c45-8ceb-8753aa5ee5b8 req-631fda78-a790-469a-aeec-2f512e91e81f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 1137 time: 0.0917451 Sep 19 17:21:15.702119 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d676c5dc-d577-4c45-8ceb-8753aa5ee5b8 req-4e0805cc-7072-42b1-93a3-6d39c147b193 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 Sep 19 17:21:16.208254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:16.496840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af190d1a-0d9e-4431-af17-d393c8b27128 req-60fbb466-face-49e3-824f-f07ee3bcda83 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:16.498323 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af190d1a-0d9e-4431-af17-d393c8b27128 req-60fbb466-face-49e3-824f-f07ee3bcda83 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 984 time: 0.0884175 Sep 19 17:21:16.542354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af190d1a-0d9e-4431-af17-d393c8b27128 req-7b505638-1ac5-46b6-9e83-b885dbf91df3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379431 Sep 19 17:21:17.783732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fb928-9285-4ac2-99a8-a98b9b78e4f8 req-ac9d2e52-0b95-4ae8-8c25-ff1745485c37 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:17.785052 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a78fb928-9285-4ac2-99a8-a98b9b78e4f8 req-ac9d2e52-0b95-4ae8-8c25-ff1745485c37 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 984 time: 0.1063933 Sep 19 17:21:17.832321 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a78fb928-9285-4ac2-99a8-a98b9b78e4f8 req-5cc65622-2f75-4d28-9ce5-d6a94eb0dbe7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387800 Sep 19 17:21:18.044969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8227fe4-be11-40f4-bc81-9bd8e3f82809 req-5df4b917-24fb-4a01-8168-ca6fb13c70ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:18.046345 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a8227fe4-be11-40f4-bc81-9bd8e3f82809 req-5df4b917-24fb-4a01-8168-ca6fb13c70ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 984 time: 0.0948093 Sep 19 17:21:18.090680 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a8227fe4-be11-40f4-bc81-9bd8e3f82809 req-3fefbdbd-fddc-4e39-abd5-352f6b4f8f76 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385280 Sep 19 17:21:18.119908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50346) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:18.201510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b143ac3-f56f-4c04-beb4-7caa1074dcc7 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:18.203172 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4b143ac3-f56f-4c04-beb4-7caa1074dcc7 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a&network_id=2ff70835-686d-402a-9c84-e273c2540012 HTTP/1.1" status: 200 len: 1132 time: 0.0822034 Sep 19 17:21:18.591553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995c4aa-1231-4fb5-8c66-5d1b75db1ecb req-8fca0ce4-9a0e-49a3-9330-54edf4941cf6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:18.593295 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a995c4aa-1231-4fb5-8c66-5d1b75db1ecb req-8fca0ce4-9a0e-49a3-9330-54edf4941cf6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 984 time: 0.1002555 Sep 19 17:21:18.643794 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a995c4aa-1231-4fb5-8c66-5d1b75db1ecb req-d61e956a-ef94-4f9f-ae90-0f37ecc9850c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Sep 19 17:21:19.788625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-acfb6db7-fa62-4a55-a45e-ce09ae5cdbbb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:19.789994 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-acfb6db7-fa62-4a55-a45e-ce09ae5cdbbb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 984 time: 0.0905242 Sep 19 17:21:19.866378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a3d6-7a7b-413b-9f31-9aa91384e01f req-ca09300a-6fdf-4a1d-9c20-2e6922b04af0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:19.867984 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0f7a3d6-7a7b-413b-9f31-9aa91384e01f req-ca09300a-6fdf-4a1d-9c20-2e6922b04af0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 984 time: 0.0978327 Sep 19 17:21:19.916708 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0f7a3d6-7a7b-413b-9f31-9aa91384e01f req-ef7894a4-c4d5-4375-84ad-31c3babb70e5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c953c558-8010-42c7-ae31-4c727a6aa236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Sep 19 17:21:19.973622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-d59981e8-12ad-43ba-a2b2-22c2bc24e82c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:19.974999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-d59981e8-12ad-43ba-a2b2-22c2bc24e82c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1788189 Sep 19 17:21:20.122237 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-f58da741-394b-4edd-abe5-8e17654fe136 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1418638 Sep 19 17:21:20.132113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:20.243471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:20.437911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=84a79ed0-1fae-4a83-a7fb-2c950a49a072,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:20.466621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] For port 84a79ed0-1fae-4a83-a7fb-2c950a49a072, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:21:20.524319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] device_id is not set on port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 yet. {{(pid=89056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 19 17:21:20.533236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:20.541264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:20.676509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] Pushing event updated for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=11']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:20.725056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] No DVR routers for this DVR port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:21:20.947489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] In _notify_port_updated(), no bound segment for port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 on network 2ff70835-686d-402a-9c84-e273c2540012 {{(pid=89056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 19 17:21:20.948346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:20.949270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:20.950564 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-405961dc-c0a6-4687-9aba-34b7fb5e7c7a req-49cf3580-5304-42a1-be97-669afdf773d6 service neutron] 10.222.0.86 "PUT /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 200 len: 1027 time: 0.8222926 Sep 19 17:21:21.083454 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4a40676f-0cb9-4db0-afed-ca9a22e7a4ba req-8c0510e0-80f0-4a2b-8b3c-bb980afaa7f1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=15eaa78c-2584-4458-bb48-7a314c12160a HTTP/1.1" status: 200 len: 210 time: 0.0515795 Sep 19 17:21:22.107333 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:21:22.187645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50360) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:22.262685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f414e26c-3d35-4928-b47b-c8585765acb4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:22.292640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f414e26c-3d35-4928-b47b-c8585765acb4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:22.373086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f414e26c-3d35-4928-b47b-c8585765acb4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:22.394814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414e26c-3d35-4928-b47b-c8585765acb4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ca3852-c448-48e8-853e-6c4c1cc6cc0a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:22.411021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f414e26c-3d35-4928-b47b-c8585765acb4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:22.414950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f414e26c-3d35-4928-b47b-c8585765acb4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/a2ca3852-c448-48e8-853e-6c4c1cc6cc0a HTTP/1.1" status: 204 len: 168 time: 0.2231216 Sep 19 17:21:22.445166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50366) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:22.647259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 2d8b787b-32db-48a9-92a4-301713cc3e8c {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:22.647465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:22.924246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:22.924561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:23.046989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 2d8b787b-32db-48a9-92a4-301713cc3e8c owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:23.127371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 84a79ed0-1fae-4a83-a7fb-2c950a49a072 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:23.189383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 84a79ed0-1fae-4a83-a7fb-2c950a49a072 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:23.207764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:23.255618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=2d8b787b-32db-48a9-92a4-301713cc3e8c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:23.365826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:23.366131 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 1db6abde-e4d7-4e3a-a014-a492a96b8ae8 disassociated (deleted). External IP: 172.26.10.20, port: 84a79ed0-1fae-4a83-a7fb-2c950a49a072. Sep 19 17:21:23.743339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 4a09c351-ceae-4ec7-8067-875c409b9d16 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:23.936513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:23.946346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] Sync routers for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:23.957326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:23.957953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:23.959131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:24.015432 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-87f6c3c3-c47a-41ff-b76a-6d09e3fd7b48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/1db6abde-e4d7-4e3a-a014-a492a96b8ae8 HTTP/1.1" status: 204 len: 168 time: 1.5689902 Sep 19 17:21:24.136272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:24.161069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50374) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:24.233035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88deee69-00c7-4056-883a-00d67365957d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:24.264768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88deee69-00c7-4056-883a-00d67365957d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:24.336600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88deee69-00c7-4056-883a-00d67365957d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:24.355941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deee69-00c7-4056-883a-00d67365957d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae525ba-b43f-4c90-9d5d-9e581efbe3c4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:24.363308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-88deee69-00c7-4056-883a-00d67365957d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:24.364057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-88deee69-00c7-4056-883a-00d67365957d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/aae525ba-b43f-4c90-9d5d-9e581efbe3c4 HTTP/1.1" status: 204 len: 168 time: 0.2019167 Sep 19 17:21:24.395778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50380) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:24.465148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a4c24579-a0c7-4073-9629-e624849e8fc8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 84a79ed0-1fae-4a83-a7fb-2c950a49a072 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:24.465494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c24579-a0c7-4073-9629-e624849e8fc8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:24.471338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:24.475233 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] Checking router: 4a09c351-ceae-4ec7-8067-875c409b9d16 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:24.483631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:24.484231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:24.664845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:24.713386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c24579-a0c7-4073-9629-e624849e8fc8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:24.839599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a4c24579-a0c7-4073-9629-e624849e8fc8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 84a79ed0-1fae-4a83-a7fb-2c950a49a072 owned by {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:24.990099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c24579-a0c7-4073-9629-e624849e8fc8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:25.011178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:25.015283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa6ab7e-5547-41b1-aa2a-f070410cd2c0 None None] The sync data for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv is: [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:20:41Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '3f575248-1c17-414a-88d1-5e327742491e', 'name': '', 'network_id': '2ff70835-686d-402a-9c84-e273c2540012', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:b9:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:40Z', 'updated_at': '2022-09-19T17:20:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'c98eb0dd-cad4-48ae-98ef-1681d60d0288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:25.077421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c24579-a0c7-4073-9629-e624849e8fc8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=84a79ed0-1fae-4a83-a7fb-2c950a49a072,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:25.159268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4c24579-a0c7-4073-9629-e624849e8fc8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:25.170795 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4c24579-a0c7-4073-9629-e624849e8fc8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/ports/84a79ed0-1fae-4a83-a7fb-2c950a49a072 HTTP/1.1" status: 204 len: 168 time: 0.7738464 Sep 19 17:21:25.173959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50384) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:25.247321 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c1373-12b1-41f7-b8a6-edc72900f2af None None] New status for floating IP 1db6abde-e4d7-4e3a-a014-a492a96b8ae8: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:21:25.382159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:25.871041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:26.259305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 3f575248-1c17-414a-88d1-5e327742491e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:26.259614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:26.449849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 3f575248-1c17-414a-88d1-5e327742491e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3f575248-1c17-414a-88d1-5e327742491e,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:26.450156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:26.573213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 3f575248-1c17-414a-88d1-5e327742491e owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:26.773389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:26.854724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=3f575248-1c17-414a-88d1-5e327742491e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:26.910049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50388) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:27.126762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Deleting port 83ba44f6-ebe6-4429-ae40-3454af15f891 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:27.126995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:27.228617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:27.299887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:27.300518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:27.540906 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Calling delete_port for 83ba44f6-ebe6-4429-ae40-3454af15f891 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:27.606362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 4a09c351-ceae-4ec7-8067-875c409b9d16 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:27.691427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:27.743635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event deleted for resources: {'Port': ['ID=83ba44f6-ebe6-4429-ae40-3454af15f891,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:27.798282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:27.808873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] Sync routers for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:27.811406 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-03a447bb-f2a7-49d7-99c2-74bf28e56339 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/4a09c351-ceae-4ec7-8067-875c409b9d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362715 Sep 19 17:21:27.814182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50392) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:27.820637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:27.821508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:27.840053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:27.840385 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Floating IP b9977634-c61b-4649-82b9-9fc491a2c94d disassociated (deleted). External IP: 172.26.10.209, port: 614d5e42-0160-4841-9187-c1f3bfc0804e. Sep 19 17:21:27.885181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a852a83-a38e-4673-ab0a-d5d4b72a8d27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet c98eb0dd-cad4-48ae-98ef-1681d60d0288 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:21:27.888662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a852a83-a38e-4673-ab0a-d5d4b72a8d27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:27.943483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a852a83-a38e-4673-ab0a-d5d4b72a8d27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.011540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:28.027318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a852a83-a38e-4673-ab0a-d5d4b72a8d27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.111006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a852a83-a38e-4673-ab0a-d5d4b72a8d27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.149967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a852a83-a38e-4673-ab0a-d5d4b72a8d27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=c98eb0dd-cad4-48ae-98ef-1681d60d0288,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:28.153680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6a852a83-a38e-4673-ab0a-d5d4b72a8d27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.162927 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6a852a83-a38e-4673-ab0a-d5d4b72a8d27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/c98eb0dd-cad4-48ae-98ef-1681d60d0288 HTTP/1.1" status: 204 len: 168 time: 0.3453825 Sep 19 17:21:28.165267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50396) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:28.180567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a4e04-9184-4d45-bf84-73a173be5c57 None None] Network 2ff70835-686d-402a-9c84-e273c2540012 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:21:28.213116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Router 75f93102-03bb-4f55-96ba-60324115fb5d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:28.347400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.412950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:28.422852 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:28.435035 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:28.435652 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:28.462327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.548536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:21:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:28.553915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] Checking router: 4a09c351-ceae-4ec7-8067-875c409b9d16 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:28.555435 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-946f4a7e-318a-457b-b4ce-1ec880652a8a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "DELETE /v2.0/floatingips/b9977634-c61b-4649-82b9-9fc491a2c94d HTTP/1.1" status: 204 len: 168 time: 1.6441660 Sep 19 17:21:28.556082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:28.559440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c789964-bb4f-4b94-886a-0086c8a8722c" -d '{"events": [{"name": "network-changed", "server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:28.565802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] Routers {'4a09c351-ceae-4ec7-8067-875c409b9d16'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:28.566690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4a09c351-ceae-4ec7-8067-875c409b9d16'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:28.617249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50453013-eaed-45bd-b89e-04e515a1e909 x-openstack-request-id: req-50453013-eaed-45bd-b89e-04e515a1e909 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:28.617559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:28.617835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-50453013-eaed-45bd-b89e-04e515a1e909 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:28.618244 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50453013-eaed-45bd-b89e-04e515a1e909'] response: {'name': 'network-changed', 'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'status': 'completed', 'code': 200} Sep 19 17:21:28.647933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] DHCP port deletion for 2ff70835-686d-402a-9c84-e273c2540012 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:21:28.666038 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:28.667818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] Deleting port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:28.668201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.808433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.836283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 9dc12d3f-b82b-4ac0-969d-64281ec6691b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:28.836637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:28.906681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] Set router 4a09c351-ceae-4ec7-8067-875c409b9d16 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:28.995953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-0fa53700-d466-4800-a029-fa45210313e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:28.997519 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-0fa53700-d466-4800-a029-fa45210313e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 1098 time: 0.2346160 Sep 19 17:21:29.041937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a52da7-17a4-4282-bc96-d1dfc2af0c1e req-ac24af71-9fa0-4069-bfcf-533a94fc196a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:29.043089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b3a52da7-17a4-4282-bc96-d1dfc2af0c1e req-ac24af71-9fa0-4069-bfcf-533a94fc196a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:29.062192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b3a52da7-17a4-4282-bc96-d1dfc2af0c1e req-ac24af71-9fa0-4069-bfcf-533a94fc196a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:29.070571 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3a52da7-17a4-4282-bc96-d1dfc2af0c1e req-ac24af71-9fa0-4069-bfcf-533a94fc196a tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 945 time: 0.1227295 Sep 19 17:21:29.125324 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b3a52da7-17a4-4282-bc96-d1dfc2af0c1e req-83044489-70aa-4f1c-8150-9fa5aff2a78d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530777 Sep 19 17:21:29.143068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 9dc12d3f-b82b-4ac0-969d-64281ec6691b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9dc12d3f-b82b-4ac0-969d-64281ec6691b,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:29.143068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:29.202117 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:47Z', 'revision_number': 1, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:29.207337 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:29.216481 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:29.218085 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:29.236342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] For port 84f50a08-7b18-4be7-bb68-2cbad86e51a0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=84f50a08-7b18-4be7-bb68-2cbad86e51a0,segment=NetworkSegment(a07af54e-4312-423c-9235-e24f53c5f8de),segment_id=a07af54e-4312-423c-9235-e24f53c5f8de)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:29.236737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:29.278349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 9dc12d3f-b82b-4ac0-969d-64281ec6691b owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:29.345187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-e3a96c98-8e81-4b97-a0b4-a2ffbb223366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:29.346658 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-e3a96c98-8e81-4b97-a0b4-a2ffbb223366 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.3395226 Sep 19 17:21:29.365732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] Calling delete_port for 84f50a08-7b18-4be7-bb68-2cbad86e51a0 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:29.396294 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:29.427306 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-49b0f2d4-565d-4942-b25a-3ba84c69a210 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614d5e42-0160-4841-9187-c1f3bfc0804e HTTP/1.1" status: 200 len: 217 time: 0.0726991 Sep 19 17:21:29.504912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-ad92ee62-4361-4abb-82ea-48848ef3891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:29.506375 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-ad92ee62-4361-4abb-82ea-48848ef3891b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.0719287 Sep 19 17:21:29.510195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:29.559740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] No DVR routers for this DVR port 84f50a08-7b18-4be7-bb68-2cbad86e51a0 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:21:29.572051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d13ca-922b-4eaa-868f-7b3a3afdb381 None None] Pushing event deleted for resources: {'Port': ['ID=84f50a08-7b18-4be7-bb68-2cbad86e51a0,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:29.588892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:21:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:29.593419 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3d5fd-dc6a-4193-9c92-61af907ce40d None None] The sync data for ids ['4a09c351-ceae-4ec7-8067-875c409b9d16'] in dv-neutron-857789-3-hyperv is: [{'id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'name': 'tempest-TestNetworkBasicOps-router-1739636526', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140'}], 'enable_snat': True}, 'gw_port_id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:20:36Z', 'updated_at': '2022-09-19T17:21:26Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '9dc12d3f-b82b-4ac0-969d-64281ec6691b', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09c351-ceae-4ec7-8067-875c409b9d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:20:37Z', 'updated_at': '2022-09-19T17:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:29.663570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-2aec8b7e-f6df-408c-8194-70415bfa819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:29.664915 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-2aec8b7e-f6df-408c-8194-70415bfa819e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1499600 Sep 19 17:21:29.666702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:29.736231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=9dc12d3f-b82b-4ac0-969d-64281ec6691b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:29.782716 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:47Z', 'revision_number': 1, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:29.786647 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315abf2e-ee83-47a5-84c5-d9866cdb2f17 None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'floating_ip_address': '172.26.10.47', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'port_id': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'mac_address': 'fa:16:3e:e9:ad:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:17:43Z', 'updated_at': '2022-09-19T17:17:47Z', 'revision_number': 1, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:29.923307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.037854 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-9ca6790a-cfc7-425c-9dc4-17f7f0b818b5 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313718 Sep 19 17:21:30.043983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b49a6f-69eb-4b86-ab4e-8b4eac7cbda8 None None] New status for floating IP b9977634-c61b-4649-82b9-9fc491a2c94d: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:21:30.370529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.377794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.459591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3f575248-1c17-414a-88d1-5e327742491e no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:30.477988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.478591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Fanout notify agent at l3_agent the message router_deleted on router 4a09c351-ceae-4ec7-8067-875c409b9d16 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:21:30.499855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 3f575248-1c17-414a-88d1-5e327742491e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:30.500503 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3f575248-1c17-414a-88d1-5e327742491e not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:30.501162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84f50a08-7b18-4be7-bb68-2cbad86e51a0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:30.538489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 84f50a08-7b18-4be7-bb68-2cbad86e51a0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:30.538840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 84f50a08-7b18-4be7-bb68-2cbad86e51a0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:30.539997 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c789964-bb4f-4b94-886a-0086c8a8722c req-04b57518-2fcd-4755-97f8-426942669e29 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905384 Sep 19 17:21:30.546688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.548149 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f9914f14-4280-45d1-aa68-6f8f7fdd0bd7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/routers/4a09c351-ceae-4ec7-8067-875c409b9d16 HTTP/1.1" status: 204 len: 168 time: 2.3840699 Sep 19 17:21:30.552671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50408) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:30.577249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9ce27-e293-4260-9405-8b5bfc3c08b5 req-faea3fe6-5b16-4f25-af60-c1d8607e9674 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:30.579005 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90d9ce27-e293-4260-9405-8b5bfc3c08b5 req-faea3fe6-5b16-4f25-af60-c1d8607e9674 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 945 time: 0.3257713 Sep 19 17:21:30.613868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229e90b-0912-4e07-b5ed-be068a301905 req-76b0da1d-ef0c-4355-a9ec-ab13c06f65db tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:30.615555 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b229e90b-0912-4e07-b5ed-be068a301905 req-76b0da1d-ef0c-4355-a9ec-ab13c06f65db tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 945 time: 0.2101936 Sep 19 17:21:30.677908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.692269 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90d9ce27-e293-4260-9405-8b5bfc3c08b5 req-4abbc7e2-da6b-405f-9c22-eddd9cea38cd tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067784 Sep 19 17:21:30.703369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Deleting port 614d5e42-0160-4841-9187-c1f3bfc0804e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:30.703641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.818494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.964589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff70835-686d-402a-9c84-e273c2540012']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:30.976749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07af54e-4312-423c-9235-e24f53c5f8de') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:30.977051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07af54e-4312-423c-9235-e24f53c5f8de') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:30.980463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] For port 614d5e42-0160-4841-9187-c1f3bfc0804e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=614d5e42-0160-4841-9187-c1f3bfc0804e,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:30.980824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:30.988408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.004578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.010736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:21:31.011156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.078812 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a07af54e-4312-423c-9235-e24f53c5f8de resource provider aggregate not found Sep 19 17:21:31.104936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Calling delete_port for 614d5e42-0160-4841-9187-c1f3bfc0804e owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:31.108573 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment a07af54e-4312-423c-9235-e24f53c5f8de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a07af54e-4312-423c-9235-e24f53c5f8de found for delete ", "request_id": "req-358c8c5f-18b6-4008-a2db-f811ca92d99c"}]} Sep 19 17:21:31.114446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.131821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.143020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=2ff70835-686d-402a-9c84-e273c2540012,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:31.148143 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ff54668c-f634-4653-b035-27a1fc26ef30 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/2ff70835-686d-402a-9c84-e273c2540012 HTTP/1.1" status: 204 len: 168 time: 0.5942538 Sep 19 17:21:31.162129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50416) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:31.175655 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bce31e52-7212-4182-83a2-3ea8c00e6458 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0101428 Sep 19 17:21:31.176004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50420) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:31.181335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--627118736', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:31.186412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:31.190819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:31.194437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:31.200689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:31.212076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:21:31.215464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.244579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:21:31.253515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.253859 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment ad5f348e-535c-497c-9ccd-774a01b61a09 of type vlan for network 494eea4a-dd98-4382-8fdb-7d188c06c909 Sep 19 17:21:31.262880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.280329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.311424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.313586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event deleted for resources: {'Port': ['ID=614d5e42-0160-4841-9187-c1f3bfc0804e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:31.317562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:31.318248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.402979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] No DVR routers for this DVR port 614d5e42-0160-4841-9187-c1f3bfc0804e on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:21:31.406080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.409284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'name': 'network-vif-deleted', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:31.411969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbd1860-b5c6-4c92-ad5d-07b21a4563cf" -d '{"events": [{"server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "name": "network-vif-deleted", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:31.432283 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b229e90b-0912-4e07-b5ed-be068a301905 req-9f67fec0-6be5-4e44-97f6-fe018eac7d8d tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "DELETE /v2.0/ports/614d5e42-0160-4841-9187-c1f3bfc0804e HTTP/1.1" status: 204 len: 173 time: 0.8107269 Sep 19 17:21:31.435594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=494eea4a-dd98-4382-8fdb-7d188c06c909,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:31.440525 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9af9f59d-114b-426b-8288-74e9c1b76719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2635899 Sep 19 17:21:31.443466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50426) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:31.451039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'admin_state_up': True, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:31.451306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:21:31.468438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:31.473418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:router and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:31.478592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:31.480645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9867d4bf-c939-4dc9-989c-cc65126b3eae x-openstack-request-id: req-9867d4bf-c939-4dc9-989c-cc65126b3eae {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:31.481136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22802ce5-902e-4e0b-8b18-cd29f1b9a6c1", "name": "network-vif-deleted", "tag": "614d5e42-0160-4841-9187-c1f3bfc0804e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:31.481769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9867d4bf-c939-4dc9-989c-cc65126b3eae {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:31.482191 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9867d4bf-c939-4dc9-989c-cc65126b3eae'] response: {'server_uuid': '22802ce5-902e-4e0b-8b18-cd29f1b9a6c1', 'name': 'network-vif-deleted', 'tag': '614d5e42-0160-4841-9187-c1f3bfc0804e', 'status': 'completed', 'code': 200} Sep 19 17:21:31.486429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:31.497498 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.498761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.515865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.802667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:31.888313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2609ab13-3d7d-41be-80de-6eaee5d48105 req-f546bc87-dde1-4a0f-a2a7-6157c07d89ee tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:31.904920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2609ab13-3d7d-41be-80de-6eaee5d48105 req-f546bc87-dde1-4a0f-a2a7-6157c07d89ee tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:31.906349 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2609ab13-3d7d-41be-80de-6eaee5d48105 req-f546bc87-dde1-4a0f-a2a7-6157c07d89ee tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=22802ce5-902e-4e0b-8b18-cd29f1b9a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0829680 Sep 19 17:21:32.148366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:32.178128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:32.323306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.132 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/35bd67d6-8cf0-4646-a527-0de65d1aebe3) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:21:32.364962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9dc12d3f-b82b-4ac0-969d-64281ec6691b no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:32.402442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 9dc12d3f-b82b-4ac0-969d-64281ec6691b {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:32.403045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9dc12d3f-b82b-4ac0-969d-64281ec6691b not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:32.487868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:32.518675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:32.584109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:21:32.587118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:21:32.590690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:21:32.735898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=35bd67d6-8cf0-4646-a527-0de65d1aebe3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:33.144102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:33.194165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 614d5e42-0160-4841-9187-c1f3bfc0804e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:33.228842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 614d5e42-0160-4841-9187-c1f3bfc0804e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:33.229340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 614d5e42-0160-4841-9187-c1f3bfc0804e not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:33.494237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:33.707271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:21:33.887889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:33.899650 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Sync routers for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:33.909572 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:33.911050 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:33.921839 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:33.926329 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-81dc9cfa-1151-4cb4-9128-77e5419724f5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4787514 Sep 19 17:21:33.926622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50438) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:33.973153 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11845e89-bfb1-4a5e-9c71-41ec97a9cb5f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427995 Sep 19 17:21:33.973345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50442) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:34.091632 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:34.243427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82acf0-08d2-462d-b1e0-5884fd99cd71 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:34.248319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50448) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:34.258445 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8f82acf0-08d2-462d-b1e0-5884fd99cd71 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2841818 Sep 19 17:21:34.308430 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8791230b-e595-4515-9c4f-0a93c1109fe2 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580006 Sep 19 17:21:34.308430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50452) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:34.314262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-686353508', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:34.396321 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:32Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:34.402080 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Checking router: 5ae97037-4c6f-40c7-9341-0daa96ea82b5 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:34.403314 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Updating router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:21:34.435198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:34.439794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:34.443498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:34.450984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:34.461391 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:34.463438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:21:34.467176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:34.812848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:34.834264 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:34.846312 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Transition to ACTIVE for port object 35bd67d6-8cf0-4646-a527-0de65d1aebe3 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:21:34.853107 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:34.895545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=9e93c487-ad43-48cb-b642-ec00fac193af,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:34.903588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:21:34.903977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: 494eea4a-dd98-4382-8fdb-7d188c06c909, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:21:34.925085 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:21:34.926300 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Attempting to bind port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:21:34.926866 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Attempting to bind port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:21:34.927024 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Attempting to bind port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:21:34.935957 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee713fe7-dc60-42eb-bede-6fb7e830e73f None None] Pushing event updated for resources: {'Port': ['ID=35bd67d6-8cf0-4646-a527-0de65d1aebe3,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:34.937096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 494eea4a-dd98-4382-8fdb-7d188c06c909) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:21:34.938705 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:21:34.939106 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:21:34.939504 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:34.939884 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:21:34.940353 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Bound port: 35bd67d6-8cf0-4646-a527-0de65d1aebe3, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:21:34.940723 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:34.949575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112f5aad-7047-4129-ba0e-3a2dbb2e2261 None None] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:21:34.954401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:34.955276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:34.983305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a69c4ef5-1e5c-454c-b8e8-97a90ce8401f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6738880 Sep 19 17:21:34.986307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50456) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:35.017978 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] For port 35bd67d6-8cf0-4646-a527-0de65d1aebe3, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:21:35.021135 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] For port 35bd67d6-8cf0-4646-a527-0de65d1aebe3, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=35bd67d6-8cf0-4646-a527-0de65d1aebe3,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:21:35.028882 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:35.082593 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:35.083268 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:35.200313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-494eea4a-dd98-4382-8fdb-7d188c06c909', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:21:35.201527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:35.242147 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee713fe7-dc60-42eb-bede-6fb7e830e73f None None] Pushing event updated for resources: {'Port': ['ID=35bd67d6-8cf0-4646-a527-0de65d1aebe3,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:35.288754 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:35.399975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Allocated IP 172.20.0.2 (494eea4a-dd98-4382-8fdb-7d188c06c909/9e93c487-ad43-48cb-b642-ec00fac193af/6525d0a3-585c-48d8-8f97-ebb8461af946) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:21:35.730106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:35.740824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Transition to ACTIVE for port object 6525d0a3-585c-48d8-8f97-ebb8461af946 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:21:35.763614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Transition to ACTIVE for port object 6525d0a3-585c-48d8-8f97-ebb8461af946 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:21:35.763906 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:32Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:35.771163 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f74598-4048-4d00-8d4b-f3a4b2b24af1 None None] The sync data for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv is: [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:32Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:35.775961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:35.835475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:21:35.841558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:21:35.855631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:21:35.928747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:35.965287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Pushing event updated for resources: {'Port': ['ID=6525d0a3-585c-48d8-8f97-ebb8461af946,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:35.973531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Attempting to bind port 6525d0a3-585c-48d8-8f97-ebb8461af946 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:21:35.973909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Attempting to bind port 6525d0a3-585c-48d8-8f97-ebb8461af946 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:21:35.974277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Attempting to bind port 6525d0a3-585c-48d8-8f97-ebb8461af946 on network 494eea4a-dd98-4382-8fdb-7d188c06c909 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:21:35.979912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:21:35.980339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Checking segment: {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:21:35.980687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:35.981601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Bound using segment: {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:21:35.981700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Bound port: 6525d0a3-585c-48d8-8f97-ebb8461af946, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:21:35.982024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:36.101663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] For port 6525d0a3-585c-48d8-8f97-ebb8461af946, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:21:36.106150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] For port 6525d0a3-585c-48d8-8f97-ebb8461af946, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6525d0a3-585c-48d8-8f97-ebb8461af946,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:21:36.112409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:36.212119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7041-22bf-47bf-95a2-f842ef24e048 None None] Pushing event updated for resources: {'Port': ['ID=6525d0a3-585c-48d8-8f97-ebb8461af946,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:36.466056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.1 (494eea4a-dd98-4382-8fdb-7d188c06c909/9e93c487-ad43-48cb-b642-ec00fac193af/c9b7845b-ecf7-4836-826e-109d53c54ac6) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:21:36.511232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 35bd67d6-8cf0-4646-a527-0de65d1aebe3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:21:36.642050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:21:36.669920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:36.670288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:36.853966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:36.854351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:36.874180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 35bd67d6-8cf0-4646-a527-0de65d1aebe3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=35bd67d6-8cf0-4646-a527-0de65d1aebe3,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:36.882765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:36.887588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:36.920281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object c9b7845b-ecf7-4836-826e-109d53c54ac6 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:21:36.951473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:36.958175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=35bd67d6-8cf0-4646-a527-0de65d1aebe3,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:37.021421 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:21:37.024936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:21:37.029376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:21:37.079982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=c9b7845b-ecf7-4836-826e-109d53c54ac6,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:37.110078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:37.284699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:37.404373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26527b7-04ad-4cc4-a7cb-3334c2be6fb0 None None] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:21:37.493101 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-72b0fc45-7584-40de-a424-ed47c101b328 None None] Provisioning for port 6525d0a3-585c-48d8-8f97-ebb8461af946 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:21:37.738184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:37.744689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:37.784238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50470) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:37.862651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:37.866322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=c9b7845b-ecf7-4836-826e-109d53c54ac6,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:37.926265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-314ac9e6-3c0d-43e7-a39e-e25f54489132 None None] Provisioning for port c9b7845b-ecf7-4836-826e-109d53c54ac6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:21:37.933012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-314ac9e6-3c0d-43e7-a39e-e25f54489132 None None] Provisioning complete for port c9b7845b-ecf7-4836-826e-109d53c54ac6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:37.933482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-314ac9e6-3c0d-43e7-a39e-e25f54489132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:37.988118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-314ac9e6-3c0d-43e7-a39e-e25f54489132 None None] Port c9b7845b-ecf7-4836-826e-109d53c54ac6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:21:38.017930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:21:38.019122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:21:38.025377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Deleting port 5792ef23-562a-4ef7-a1e0-87e3892dbf99 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:38.025771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:38.126726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8ee4c90c-deb5-4fe9-886d-1f8a1aa4baa6 None None] Provisioning complete for port c9b7845b-ecf7-4836-826e-109d53c54ac6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:38.127410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c90c-deb5-4fe9-886d-1f8a1aa4baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:38.193597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4c90c-deb5-4fe9-886d-1f8a1aa4baa6 None None] Port c9b7845b-ecf7-4836-826e-109d53c54ac6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:21:38.217519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:38.220238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:38.220608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:38.314271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac2fd264-ee22-4e71-9d47-e78af7daddc9 None None] Provisioning complete for port c9b7845b-ecf7-4836-826e-109d53c54ac6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:38.314650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd264-ee22-4e71-9d47-e78af7daddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:38.347207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Calling delete_port for 5792ef23-562a-4ef7-a1e0-87e3892dbf99 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:38.371373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fd264-ee22-4e71-9d47-e78af7daddc9 None None] Port c9b7845b-ecf7-4836-826e-109d53c54ac6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:21:38.413361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:38.426293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Sync routers for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:38.427933 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d71237d8-8bad-4d80-bb0b-865fe121be00 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/5ae97037-4c6f-40c7-9341-0daa96ea82b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4397910 Sep 19 17:21:38.430547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50474) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:38.439850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:38.440937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:38.534333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6525d0a3-585c-48d8-8f97-ebb8461af946 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:21:38.637832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2b6ff-1570-4f5e-a0ce-3f9f201ebca4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.638173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2b6ff-1570-4f5e-a0ce-3f9f201ebca4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.638660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2b6ff-1570-4f5e-a0ce-3f9f201ebca4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.639131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2b6ff-1570-4f5e-a0ce-3f9f201ebca4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.639579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2b6ff-1570-4f5e-a0ce-3f9f201ebca4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.640027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2b6ff-1570-4f5e-a0ce-3f9f201ebca4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.641828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ba2b6ff-1570-4f5e-a0ce-3f9f201ebca4 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2100768 Sep 19 17:21:38.645513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50478) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:38.654935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:38.680538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:38.707524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event deleted for resources: {'Port': ['ID=5792ef23-562a-4ef7-a1e0-87e3892dbf99,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:38.721363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80c875-1aa5-44e7-b1a5-67dec3d1d2b1 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.721833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80c875-1aa5-44e7-b1a5-67dec3d1d2b1 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.722290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80c875-1aa5-44e7-b1a5-67dec3d1d2b1 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.722745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80c875-1aa5-44e7-b1a5-67dec3d1d2b1 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.723215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80c875-1aa5-44e7-b1a5-67dec3d1d2b1 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.723665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80c875-1aa5-44e7-b1a5-67dec3d1d2b1 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:38.728185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ae80c875-1aa5-44e7-b1a5-67dec3d1d2b1 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.0789635 Sep 19 17:21:38.728377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50482) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:38.789364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 6525d0a3-585c-48d8-8f97-ebb8461af946 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:21:38.809460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:38.810094 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Floating IP b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a disassociated (deleted). External IP: 172.26.10.47, port: 3d1af7aa-8801-4df7-994b-5c383b77dd83. Sep 19 17:21:38.850982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 6525d0a3-585c-48d8-8f97-ebb8461af946 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:38.851454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.060812 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e61cf406-8db6-443b-aced-8442291f94cb tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.3313513 Sep 19 17:21:39.116060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 6525d0a3-585c-48d8-8f97-ebb8461af946 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:39.116396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.135454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50488) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:39.142020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706681312', 'description': 'tempest-secgroup-smoke-706681312 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:39.148299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:39.153820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:39.155781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:39.161647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 6525d0a3-585c-48d8-8f97-ebb8461af946, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6525d0a3-585c-48d8-8f97-ebb8461af946,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:39.162384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:39.168133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.168895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 35bd67d6-8cf0-4646-a527-0de65d1aebe3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:21:39.174188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.196364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:39.201212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:39.204419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:39.210830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:39.284438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:39.291787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.296853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Checking router: 5ae97037-4c6f-40c7-9341-0daa96ea82b5 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:39.297228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Updating router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 port c9b7845b-ecf7-4836-826e-109d53c54ac6 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:21:39.298016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.345725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3341e205-1dc5-413d-a346-840b82f520c4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:39.351091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Router 75f93102-03bb-4f55-96ba-60324115fb5d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:39.352081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=6525d0a3-585c-48d8-8f97-ebb8461af946,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:39.352220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.356864 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dc629ab2-2834-4c31-b0b0-8923b985604b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2193673 Sep 19 17:21:39.357534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50492) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:39.364126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '3341e205-1dc5-413d-a346-840b82f520c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:39.370631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:39.371210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:39.371586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.374883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:39.379284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:39.386068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:39.398953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.411381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.483747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.488610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.513668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a92c554-e493-45fb-8b93-5cf475776d00,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:39.526169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.528060 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-51f75f39-8b0b-4d74-a45f-70b12532ce1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689315 Sep 19 17:21:39.530725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50496) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:39.536519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '3341e205-1dc5-413d-a346-840b82f520c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:39.542933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:39.547196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:39.550379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:39.556555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:39.559025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:39.571379 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:39.576802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.585377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.587946 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:39.588565 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:39.622899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:39.656027 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf13582f-5f72-473c-b7e5-50b2b0563555 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "DELETE /v2.0/floatingips/b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a HTTP/1.1" status: 204 len: 168 time: 1.8698912 Sep 19 17:21:39.657315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:39.657949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.660138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b484d-ce96-4de8-9d57-f9a18f6deed2" -d '{"events": [{"name": "network-changed", "server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:39.664369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.695988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cc3f8e-1822-4f4b-ad14-87a14e80efab,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:39.714652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.715278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436b66f4-063a-4589-9a6a-75109573b0a0 x-openstack-request-id: req-436b66f4-063a-4589-9a6a-75109573b0a0 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:39.715670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:39.716036 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-436b66f4-063a-4589-9a6a-75109573b0a0 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:39.716709 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436b66f4-063a-4589-9a6a-75109573b0a0'] response: {'name': 'network-changed', 'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'status': 'completed', 'code': 200} Sep 19 17:21:39.718963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50504) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:39.719170 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f095cb3f-93ee-4538-a2ae-38a2df791391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1872985 Sep 19 17:21:39.725077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '3341e205-1dc5-413d-a346-840b82f520c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:39.734501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:39.751928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:39.754998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:39.772664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:39.804930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.823019 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:39.901826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-eb6a2403-7e12-483c-91da-672f29726c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:39.903355 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-eb6a2403-7e12-483c-91da-672f29726c5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=005540b87a2946f39e66ce23e0f987a5&device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 1099 time: 0.1669796 Sep 19 17:21:39.919338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.942125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Transition to ACTIVE for port object c9b7845b-ecf7-4836-826e-109d53c54ac6 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:21:39.951665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.955339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:39.967965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.018140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1563123-e1d6-4bb5-a7ca-e36e1f0df176,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:40.050369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.052128 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-412a539b-4b5e-4075-b8f4-d3b5916a9be8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3318381 Sep 19 17:21:40.055697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50510) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:40.060284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-8a4dc142-d2e3-40fd-a76d-3db943fd4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:40.062286 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-8a4dc142-d2e3-40fd-a76d-3db943fd4a41 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 200 len: 913 time: 0.1519430 Sep 19 17:21:40.064144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '3341e205-1dc5-413d-a346-840b82f520c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:40.072729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:40.084909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:40.089686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:40.101004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:40.137342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.147221 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-dcbc6f42-b0c3-4aa6-8f59-535e1062b0fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83 HTTP/1.1" status: 200 len: 217 time: 0.0766444 Sep 19 17:21:40.177028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f85ea6-23bb-4913-90c9-f86e8f72ddfd None None] Pushing event updated for resources: {'Port': ['ID=c9b7845b-ecf7-4836-826e-109d53c54ac6,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:40.185427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Attempting to bind port c9b7845b-ecf7-4836-826e-109d53c54ac6 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:21:40.186175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Attempting to bind port c9b7845b-ecf7-4836-826e-109d53c54ac6 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:21:40.186702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Attempting to bind port c9b7845b-ecf7-4836-826e-109d53c54ac6 on network 494eea4a-dd98-4382-8fdb-7d188c06c909 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:21:40.188680 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:40.192643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:21:40.193014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Checking segment: {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:21:40.193411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.193793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Bound using segment: {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:21:40.194262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Bound port: c9b7845b-ecf7-4836-826e-109d53c54ac6, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:21:40.194630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.199104 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:40.208436 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:40.209160 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:40.239384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.245649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.275891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27cb023-4845-4907-930e-27f16a543877,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:40.291872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.295509 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aa28094b-6111-41f1-9f1e-8267cedfb805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2384560 Sep 19 17:21:40.297365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50514) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:40.303855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '3341e205-1dc5-413d-a346-840b82f520c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:40.304596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] For port c9b7845b-ecf7-4836-826e-109d53c54ac6, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:21:40.309274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] For port c9b7845b-ecf7-4836-826e-109d53c54ac6, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9b7845b-ecf7-4836-826e-109d53c54ac6,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:21:40.312491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:40.317147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:40.318661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.319148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-043907b3-07db-469a-9c9e-816ec56fb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:40.320828 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-043907b3-07db-469a-9c9e-816ec56fb1a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 200 len: 851 time: 0.1342850 Sep 19 17:21:40.320953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:40.329631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:40.344631 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:21:40.371412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.403831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f85ea6-23bb-4913-90c9-f86e8f72ddfd None None] Pushing event updated for resources: {'Port': ['ID=c9b7845b-ecf7-4836-826e-109d53c54ac6,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:40.413313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:40.413959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:40.426460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c1a22-213a-4c8e-815b-b1dde538a55d req-840c4f67-7944-4307-b492-aebb08213955 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:40.446991 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:40.453306 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-462c1a22-213a-4c8e-815b-b1dde538a55d req-840c4f67-7944-4307-b492-aebb08213955 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 946 time: 0.3046350 Sep 19 17:21:40.480962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.489427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.519512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b33ba4-3171-4f0f-a81a-55455d8aa85f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:40.533877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.536636 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b2e751c-38cb-436a-97bf-c9609b0675d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2375984 Sep 19 17:21:40.540039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50518) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:40.546124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '3341e205-1dc5-413d-a346-840b82f520c4', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:40.551200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6525d0a3-585c-48d8-8f97-ebb8461af946 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:21:40.553782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:40.558327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:40.562283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:40.570237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:40.583668 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-462c1a22-213a-4c8e-815b-b1dde538a55d req-0965a360-3b06-4343-a34b-1a1cd29ef7de tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292491 Sep 19 17:21:40.588355 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:21:40.616074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-77437a1e-76e3-4dc7-a438-75b2da1707aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:40.616326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.617629 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-77437a1e-76e3-4dc7-a438-75b2da1707aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68a98c82-41f6-4089-a841-47178a4df383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2881014 Sep 19 17:21:40.694940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.703334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.728989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 6525d0a3-585c-48d8-8f97-ebb8461af946 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:40.729560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.733930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed6bc70-7500-427d-a4f5-b4c7d4bc20a1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:40.749038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:40.751519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8cea2713-843c-4974-9808-fbe95d1198cf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2101529 Sep 19 17:21:40.790555 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-ba3dd040-82c6-4e64-a40e-7c50c41bd200 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644385 Sep 19 17:21:40.813326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:40.825232 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:40.833582 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed262b-ab72-458f-8dc1-d0e620ab4157 None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '0a03f385-61a7-4876-a626-31c237546296', 'name': '', 'network_id': '68a98c82-41f6-4089-a841-47178a4df383', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'mac_address': 'fa:16:3e:7a:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:09Z', 'updated_at': '2022-09-19T17:13:27Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'subnets': [{'id': 'bfed10b1-81a4-4105-9726-b428a435bbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:40.949301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f87b484d-ce96-4de8-9d57-f9a18f6deed2 req-df7b01ab-ed8e-4ee1-9d85-fd2a06522eb7 service neutron] 10.222.0.86 "GET /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517963 Sep 19 17:21:40.999769 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-68208bc4-24e5-42f3-a7c2-aac9f4ce1d67 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706681312&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.0518074 Sep 19 17:21:41.084676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 6525d0a3-585c-48d8-8f97-ebb8461af946 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:41.124275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375340a-09d3-4f3e-a430-2e5f8512e684 None None] New status for floating IP b7f2bbf7-a9d8-4287-8cce-d43e88a88a6a: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:21:41.162131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-32a14603-f433-4fe6-bb48-42fd01a3f74d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:41.162815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-32a14603-f433-4fe6-bb48-42fd01a3f74d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:41.179939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-32a14603-f433-4fe6-bb48-42fd01a3f74d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:41.181171 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-32a14603-f433-4fe6-bb48-42fd01a3f74d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=494eea4a-dd98-4382-8fdb-7d188c06c909 HTTP/1.1" status: 200 len: 796 time: 0.1736526 Sep 19 17:21:41.196664 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-6f8b50fb-9e84-4b39-aaa3-949c63faaf54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0097864 Sep 19 17:21:41.296089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-c3253dc4-b815-4ee1-a714-a7ae2a0f4006 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:41.312919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-c3253dc4-b815-4ee1-a714-a7ae2a0f4006 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:41.314556 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-c3253dc4-b815-4ee1-a714-a7ae2a0f4006 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121242 Sep 19 17:21:41.332187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:21:40Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:41.336193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c0dc6-60b4-4613-a8d1-f8870e8336d3 None None] The sync data for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv is: [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:21:40Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:41.397806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b832bc5-b3f4-4203-8374-342b464ff8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:41.539594 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-27f12f70-ae7b-4dd6-927d-c2c545c5b3fb service neutron] 10.222.0.83 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127504 Sep 19 17:21:41.554705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-e2b1262b-be52-43f4-9f7a-fb8c928a9f40 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:41.556472 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-e2b1262b-be52-43f4-9f7a-fb8c928a9f40 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 946 time: 0.1472800 Sep 19 17:21:41.654759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Deleting port 3d1af7aa-8801-4df7-994b-5c383b77dd83 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:41.655205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:41.736319 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-ee12f21a-173e-45bc-bbef-9b6a5a389277 service neutron] 10.222.0.83 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882935 Sep 19 17:21:41.997684 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dd6bf0b4-e039-4edb-96c6-3554d2b3612d req-2d24db2d-3cfc-40b7-8631-97575852d955 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 210 time: 0.0864038 Sep 19 17:21:42.195408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d015e3-1b3f-447a-9fb0-3d3b0dd6ae2f req-028698ed-5de4-42cc-b18f-79cd8251e216 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:42.196806 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-52d015e3-1b3f-447a-9fb0-3d3b0dd6ae2f req-028698ed-5de4-42cc-b18f-79cd8251e216 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 946 time: 0.4237926 Sep 19 17:21:42.248146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] For port 3d1af7aa-8801-4df7-994b-5c383b77dd83, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=3d1af7aa-8801-4df7-994b-5c383b77dd83,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:42.248517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:42.415251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Calling delete_port for 3d1af7aa-8801-4df7-994b-5c383b77dd83 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:42.478230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9b7845b-ecf7-4836-826e-109d53c54ac6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:21:42.484145 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-52d015e3-1b3f-447a-9fb0-3d3b0dd6ae2f req-a067573e-d3ca-4284-9ff5-4873c3299d78 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/security-groups?id=dad6477d-189f-47e6-906e-83deee033156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722034 Sep 19 17:21:42.572445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c9b7845b-ecf7-4836-826e-109d53c54ac6 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:21:42.579426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c9b7845b-ecf7-4836-826e-109d53c54ac6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:42.579929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:42.632822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:42.694664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event deleted for resources: {'Port': ['ID=3d1af7aa-8801-4df7-994b-5c383b77dd83,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:42.724092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c9b7845b-ecf7-4836-826e-109d53c54ac6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:42.724477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:42.770047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port c9b7845b-ecf7-4836-826e-109d53c54ac6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9b7845b-ecf7-4836-826e-109d53c54ac6,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:42.775053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:42.799233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] No DVR routers for this DVR port 3d1af7aa-8801-4df7-994b-5c383b77dd83 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:21:42.801952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:42.804995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'name': 'network-vif-deleted', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:42.807490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344e367-f97b-4fa7-8c0a-3b3d56725576" -d '{"events": [{"server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "name": "network-vif-deleted", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:42.818854 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8691a80-bdd1-4d90-ab16-d85d6231a0e3 req-51af6c7b-c807-4c4f-b702-cac189f19d52 tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.86 "DELETE /v2.0/ports/3d1af7aa-8801-4df7-994b-5c383b77dd83 HTTP/1.1" status: 204 len: 173 time: 1.2560003 Sep 19 17:21:42.853851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=c9b7845b-ecf7-4836-826e-109d53c54ac6,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:42.871553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3deb9c1-835b-40dc-aa0e-b3618d970e6d x-openstack-request-id: req-d3deb9c1-835b-40dc-aa0e-b3618d970e6d {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:42.871895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20b8144-1fa6-47fb-ac86-80c33f8f96a0", "name": "network-vif-deleted", "tag": "3d1af7aa-8801-4df7-994b-5c383b77dd83", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:42.872152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d3deb9c1-835b-40dc-aa0e-b3618d970e6d {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:42.872556 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3deb9c1-835b-40dc-aa0e-b3618d970e6d'] response: {'server_uuid': 'd20b8144-1fa6-47fb-ac86-80c33f8f96a0', 'name': 'network-vif-deleted', 'tag': '3d1af7aa-8801-4df7-994b-5c383b77dd83', 'status': 'completed', 'code': 200} Sep 19 17:21:43.242337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-8f39a36d-4f74-4b2e-96d5-f6d902d4dd92 req-3a42b3ec-e045-43ae-b5aa-e8ee418ec50c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:43.267493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-8f39a36d-4f74-4b2e-96d5-f6d902d4dd92 req-3a42b3ec-e045-43ae-b5aa-e8ee418ec50c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:43.268665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 3d1af7aa-8801-4df7-994b-5c383b77dd83 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:43.271609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f39a36d-4f74-4b2e-96d5-f6d902d4dd92 req-3a42b3ec-e045-43ae-b5aa-e8ee418ec50c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 210 time: 0.1035545 Sep 19 17:21:43.336117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 3d1af7aa-8801-4df7-994b-5c383b77dd83 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:43.336489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 3d1af7aa-8801-4df7-994b-5c383b77dd83 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:43.341644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-8fe010dd-b8b3-494c-96fc-a87644bd92f4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:43.343104 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-8fe010dd-b8b3-494c-96fc-a87644bd92f4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=494eea4a-dd98-4382-8fdb-7d188c06c909 HTTP/1.1" status: 200 len: 796 time: 0.2564721 Sep 19 17:21:43.393500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-1b7cd655-6e3c-4a39-9032-4c8743a49eab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:43.410638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-1b7cd655-6e3c-4a39-9032-4c8743a49eab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:43.411875 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-1b7cd655-6e3c-4a39-9032-4c8743a49eab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 379 time: 0.0607965 Sep 19 17:21:43.421686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['3341e205-1dc5-413d-a346-840b82f520c4']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:43.595495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:43.598931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e5e9007a-65e8-4a57-989f-2c81e89e897b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:43.605787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:43.616386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:21:43.619936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:43.669826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-845f11ee-79b1-46e8-8d41-1899a2ea76de req-20fbcc6b-69a8-43e2-a1d9-cdd6cc81538c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Synchronizing usage tracker for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:43.685668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-845f11ee-79b1-46e8-8d41-1899a2ea76de req-20fbcc6b-69a8-43e2-a1d9-cdd6cc81538c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Unset dirty status for tenant:005540b87a2946f39e66ce23e0f987a5 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:43.686843 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-845f11ee-79b1-46e8-8d41-1899a2ea76de req-20fbcc6b-69a8-43e2-a1d9-cdd6cc81538c tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "GET /v2.0/ports?device_id=d20b8144-1fa6-47fb-ac86-80c33f8f96a0 HTTP/1.1" status: 200 len: 210 time: 0.0694067 Sep 19 17:21:43.803158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.11 (494eea4a-dd98-4382-8fdb-7d188c06c909/9e93c487-ad43-48cb-b642-ec00fac193af/ceb8b3f7-7914-4d43-85f3-0155afec5e1e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:21:43.997286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:44.012459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object ceb8b3f7-7914-4d43-85f3-0155afec5e1e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:21:44.038692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:44.113592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:21:44.116778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:21:44.119404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:21:44.156704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:44.191981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:44.192617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:44.220648 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-45b963b0-12ad-428a-96cd-81681e0b4e07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8036180 Sep 19 17:21:44.231976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Request body: {'port': {'device_id': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:44.349089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1697d1bc-67b1-4b6c-a694-286c86396f94 None None] Provisioning for port ceb8b3f7-7914-4d43-85f3-0155afec5e1e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:21:44.353042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:44.355596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1697d1bc-67b1-4b6c-a694-286c86396f94 None None] Provisioning complete for port ceb8b3f7-7914-4d43-85f3-0155afec5e1e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:44.356163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1697d1bc-67b1-4b6c-a694-286c86396f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:44.440137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1697d1bc-67b1-4b6c-a694-286c86396f94 None None] Port ceb8b3f7-7914-4d43-85f3-0155afec5e1e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:21:44.460486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9b7845b-ecf7-4836-826e-109d53c54ac6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:21:44.538013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c9b7845b-ecf7-4836-826e-109d53c54ac6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:44.538264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:44.663123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c9b7845b-ecf7-4836-826e-109d53c54ac6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:44.791373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50562) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:44.806116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081f35f-e94b-4403-b193-eeb09fb8cd29 req-5b8b13af-a704-40e2-b217-426070a6276c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:44.806814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f081f35f-e94b-4403-b193-eeb09fb8cd29 req-5b8b13af-a704-40e2-b217-426070a6276c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:21:44.836927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f081f35f-e94b-4403-b193-eeb09fb8cd29 req-5b8b13af-a704-40e2-b217-426070a6276c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:21:44.838085 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f081f35f-e94b-4403-b193-eeb09fb8cd29 req-5b8b13af-a704-40e2-b217-426070a6276c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 932 time: 0.3516839 Sep 19 17:21:44.923284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb8b3f7-7914-4d43-85f3-0155afec5e1e {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:21:44.934497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:44.942353 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f081f35f-e94b-4403-b193-eeb09fb8cd29 req-6c69e94f-2f72-4b0d-a17e-1462785ca719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685771 Sep 19 17:21:44.949265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Deleting port 679bbfe6-ddcf-45e6-9046-aaf5be898753 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:44.949584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:44.954843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Transition to ACTIVE for port object ceb8b3f7-7914-4d43-85f3-0155afec5e1e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:21:44.970014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.122024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.123770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.124150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.168003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Pushing event updated for resources: {'Port': ['ID=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:45.183910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.204468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Attempting to bind port ceb8b3f7-7914-4d43-85f3-0155afec5e1e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:21:45.204805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Attempting to bind port ceb8b3f7-7914-4d43-85f3-0155afec5e1e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:21:45.205158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Attempting to bind port ceb8b3f7-7914-4d43-85f3-0155afec5e1e on network 494eea4a-dd98-4382-8fdb-7d188c06c909 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:21:45.210417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Port ceb8b3f7-7914-4d43-85f3-0155afec5e1e on network 494eea4a-dd98-4382-8fdb-7d188c06c909 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:21:45.210729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Attempting to bind port ceb8b3f7-7914-4d43-85f3-0155afec5e1e on network 494eea4a-dd98-4382-8fdb-7d188c06c909 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:21:45.216322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:21:45.216663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Checking segment: {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:21:45.217052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Bound using segment: {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:21:45.217480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Bound port: ceb8b3f7-7914-4d43-85f3-0155afec5e1e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5f348e-535c-497c-9ccd-774a01b61a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:21:45.217830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.311214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] For port ceb8b3f7-7914-4d43-85f3-0155afec5e1e, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:21:45.314441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] For port ceb8b3f7-7914-4d43-85f3-0155afec5e1e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:21:45.319158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.349865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:45.350491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.351896 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] 10.222.0.86 "PUT /v2.0/ports/ceb8b3f7-7914-4d43-85f3-0155afec5e1e HTTP/1.1" status: 200 len: 1094 time: 1.1241164 Sep 19 17:21:45.352336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:45.354655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c007584-bc4f-46fa-b809-9ea9ea75d216" -d '{"events": [{"name": "network-changed", "server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:45.373478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Calling delete_port for 679bbfe6-ddcf-45e6-9046-aaf5be898753 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:45.402349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fdf5f8-a994-444d-99a5-67f0132c7920 x-openstack-request-id: req-d7fdf5f8-a994-444d-99a5-67f0132c7920 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:45.402712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:45.403050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d7fdf5f8-a994-444d-99a5-67f0132c7920 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:45.403513 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fdf5f8-a994-444d-99a5-67f0132c7920'] response: {'name': 'network-changed', 'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'status': 'completed', 'code': 200} Sep 19 17:21:45.484534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c980-8161-4fe1-a953-593d83c72dda service neutron] Pushing event updated for resources: {'Port': ['ID=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:45.503437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-c98732f7-c600-4b75-b7d0-628cbe58f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:45.504942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-c98732f7-c600-4b75-b7d0-628cbe58f7e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 1097 time: 0.1045604 Sep 19 17:21:45.536289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.576813 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-776503df-b326-493c-868b-3751335614f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e HTTP/1.1" status: 200 len: 217 time: 0.0651441 Sep 19 17:21:45.619681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event deleted for resources: {'Port': ['ID=679bbfe6-ddcf-45e6-9046-aaf5be898753,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:45.639350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-165af329-838d-46aa-b56c-b45e67c554c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:45.641070 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-165af329-838d-46aa-b56c-b45e67c554c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e93c487-ad43-48cb-b642-ec00fac193af HTTP/1.1" status: 200 len: 834 time: 0.0588021 Sep 19 17:21:45.694690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.714831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:45.716070 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf510584-dd7d-4285-b7e1-6fcb4e3351ac tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "DELETE /v2.0/floatingips/84c6d2e6-c438-433c-8bfc-aeaf80a150b8 HTTP/1.1" status: 204 len: 168 time: 0.9237111 Sep 19 17:21:45.729177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-a4ea1550-1e99-4c60-b255-048d3e59ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:45.730710 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-a4ea1550-1e99-4c60-b255-048d3e59ddce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=494eea4a-dd98-4382-8fdb-7d188c06c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841556 Sep 19 17:21:45.871115 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-3a96b762-62da-4ae1-a279-461109cfa210 service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339023 Sep 19 17:21:46.011292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6cf074-313a-4d48-8a55-90437f9cea43 req-5bf679ff-0be0-4189-94b4-eb2f6ac6e735 service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342103 Sep 19 17:21:46.213939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:46.218614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a47c-c9f9-4cb5-8845-0b57cd1afc84 req-a3eb3ce1-2ff7-4589-8196-6074a8ef3c03 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:46.220299 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d31a47c-c9f9-4cb5-8845-0b57cd1afc84 req-a3eb3ce1-2ff7-4589-8196-6074a8ef3c03 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 944 time: 0.1183927 Sep 19 17:21:46.223157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-a00b64c2-8288-4d7e-b344-6155f14e9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:46.224502 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-a00b64c2-8288-4d7e-b344-6155f14e9f28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 1097 time: 0.1580367 Sep 19 17:21:46.346881 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d31a47c-c9f9-4cb5-8845-0b57cd1afc84 req-cd5d797e-0cd2-472d-9fa7-1a79e4b14af7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199245 Sep 19 17:21:46.394115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-ad2283a2-13e7-49f3-96df-c4d1c4c1d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:46.395707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-ad2283a2-13e7-49f3-96df-c4d1c4c1d72f service neutron] 10.222.0.86 "GET /v2.0/networks?id=494eea4a-dd98-4382-8fdb-7d188c06c909 HTTP/1.1" status: 200 len: 897 time: 0.1560147 Sep 19 17:21:46.590714 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-4ede9e82-22b7-4a71-af76-6d1518fe1cf3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e HTTP/1.1" status: 200 len: 217 time: 0.1875513 Sep 19 17:21:46.654770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-dbc8f5ce-1fe1-41e8-a741-4103eafd5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:46.656265 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-dbc8f5ce-1fe1-41e8-a741-4103eafd5183 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e93c487-ad43-48cb-b642-ec00fac193af HTTP/1.1" status: 200 len: 834 time: 0.0594707 Sep 19 17:21:46.744920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-c3d07329-7fe0-48f1-aa1c-486d1ee0ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:46.746391 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-c3d07329-7fe0-48f1-aa1c-486d1ee0ee2d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=494eea4a-dd98-4382-8fdb-7d188c06c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839634 Sep 19 17:21:46.882500 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-f77ead7a-5b74-4a04-bdcb-58a19d860755 service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294787 Sep 19 17:21:47.028756 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c007584-bc4f-46fa-b809-9ea9ea75d216 req-2d913af4-a831-4e5d-8f58-6043b49c700d service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399589 Sep 19 17:21:47.283084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ceb8b3f7-7914-4d43-85f3-0155afec5e1e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:21:47.475680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ceb8b3f7-7914-4d43-85f3-0155afec5e1e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:47.490882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'port_id': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'mac_address': 'fa:16:3e:07:29:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:21:47.557488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ceb8b3f7-7914-4d43-85f3-0155afec5e1e is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:47.557717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:47.577618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb8b3f7-7914-4d43-85f3-0155afec5e1e {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:21:47.589703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2f156-dca4-44b7-b3a0-680458dd56d5 req-55e06a58-a614-4025-9d65-cb17ea47d638 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:47.591961 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e1c2f156-dca4-44b7-b3a0-680458dd56d5 req-55e06a58-a614-4025-9d65-cb17ea47d638 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 944 time: 0.0973747 Sep 19 17:21:47.593615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ceb8b3f7-7914-4d43-85f3-0155afec5e1e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:47.600050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:47.646095 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e1c2f156-dca4-44b7-b3a0-680458dd56d5 req-4eec3464-9033-4aea-b127-0fe12c5eb9ff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479846 Sep 19 17:21:47.670660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:47.792643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ceb8b3f7-7914-4d43-85f3-0155afec5e1e'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:21:48.199555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50584) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:48.270802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51461648-bb1c-47f8-a47a-1c99673112eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:48.301302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51461648-bb1c-47f8-a47a-1c99673112eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:48.371168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51461648-bb1c-47f8-a47a-1c99673112eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:48.393003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51461648-bb1c-47f8-a47a-1c99673112eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad6477d-189f-47e6-906e-83deee033156,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:48.402302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51461648-bb1c-47f8-a47a-1c99673112eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:48.406246 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-51461648-bb1c-47f8-a47a-1c99673112eb tempest-TestVolumeBootPattern-1982534124 tempest-TestVolumeBootPattern-1982534124-project] 10.222.0.83 "DELETE /v2.0/security-groups/dad6477d-189f-47e6-906e-83deee033156 HTTP/1.1" status: 204 len: 168 time: 0.2029724 Sep 19 17:21:48.462935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50590) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:48.845817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4bf55-2d7d-433d-b79d-aa4a7428dec0 req-6877a3ff-6f7e-4796-8bf7-5b3cce647e57 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:48.847233 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f6b4bf55-2d7d-433d-b79d-aa4a7428dec0 req-6877a3ff-6f7e-4796-8bf7-5b3cce647e57 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 945 time: 0.0895293 Sep 19 17:21:48.892980 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f6b4bf55-2d7d-433d-b79d-aa4a7428dec0 req-f642661a-59ba-48a5-901f-30a2aa8cf68c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393910 Sep 19 17:21:49.299497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ceb8b3f7-7914-4d43-85f3-0155afec5e1e up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:21:49.302130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:49.368809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port ceb8b3f7-7914-4d43-85f3-0155afec5e1e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:21:49.374425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port ceb8b3f7-7914-4d43-85f3-0155afec5e1e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:21:49.375547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:49.496890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ceb8b3f7-7914-4d43-85f3-0155afec5e1e is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:21:49.497265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:49.524335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:49.526737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee006574-5b1e-4b71-b6dc-009682c2be06" -d '{"events": [{"server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "name": "network-vif-plugged", "status": "completed", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:49.535350 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ceb8b3f7-7914-4d43-85f3-0155afec5e1e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:49.540454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:49.583929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a81ece-4f7c-4389-a1b1-fa700f710436 x-openstack-request-id: req-f8a81ece-4f7c-4389-a1b1-fa700f710436 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:49.583929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "name": "network-vif-plugged", "status": "completed", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:49.584259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f8a81ece-4f7c-4389-a1b1-fa700f710436 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:49.584365 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a81ece-4f7c-4389-a1b1-fa700f710436'] response: {'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'code': 200} Sep 19 17:21:49.619691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:49.657282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Deleting port 0a03f385-61a7-4876-a626-31c237546296 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:49.657625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:49.999290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2cf2f-7d73-407d-b49f-abab7c0620c6 req-29aeb18c-cf1e-4a59-a61d-6b47922e06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:50.001391 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-53d2cf2f-7d73-407d-b49f-abab7c0620c6 req-29aeb18c-cf1e-4a59-a61d-6b47922e06f7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 1099 time: 0.2062097 Sep 19 17:21:50.011803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] For port 0a03f385-61a7-4876-a626-31c237546296, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0a03f385-61a7-4876-a626-31c237546296,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:50.012158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:50.098690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192d366-7b3e-4fa6-8220-2da4182d4233 req-85269624-91e3-4632-b03e-d9131dc22964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:50.100165 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4192d366-7b3e-4fa6-8220-2da4182d4233 req-85269624-91e3-4632-b03e-d9131dc22964 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 946 time: 0.0936823 Sep 19 17:21:50.145593 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4192d366-7b3e-4fa6-8220-2da4182d4233 req-31b12fd7-7ab4-42e4-b704-7da9f77b0932 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Sep 19 17:21:50.167986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Calling delete_port for 0a03f385-61a7-4876-a626-31c237546296 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:50.222231 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-53d2cf2f-7d73-407d-b49f-abab7c0620c6 req-ba228a7a-f1c2-409f-8441-67b9318c5ebb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121887 Sep 19 17:21:50.457776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:50.502520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a03f385-61a7-4876-a626-31c237546296,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:50.779322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:51.147289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Router 75f93102-03bb-4f55-96ba-60324115fb5d has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:51.514001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:51.523493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f424d-e4e8-4bea-ba8a-975cfbdae6b6 req-6f639f93-d006-403e-8392-3e75e9ccb7db tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:51.523672 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] Sync routers for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:51.524946 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f26f424d-e4e8-4bea-ba8a-975cfbdae6b6 req-6f639f93-d006-403e-8392-3e75e9ccb7db tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 946 time: 0.1944940 Sep 19 17:21:51.534073 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:51.534685 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:51.550009 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2d1cc439-4414-4144-876b-9c72ddeec5d9 admin admin] 10.222.0.83 "PUT /v2.0/routers/75f93102-03bb-4f55-96ba-60324115fb5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0859613 Sep 19 17:21:51.553686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50604) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:51.576223 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f26f424d-e4e8-4bea-ba8a-975cfbdae6b6 req-44b6e12d-ead3-488a-bcf3-9e61e1a8e9aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 Sep 19 17:21:51.712282 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:51.786084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:51.941667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cf2b-32a1-44f7-b548-b29c790719e6 req-717f9fde-ddc7-4715-8c4b-3c5dbdda2c5e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:51.943159 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7308cf2b-32a1-44f7-b548-b29c790719e6 req-717f9fde-ddc7-4715-8c4b-3c5dbdda2c5e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 946 time: 0.2497480 Sep 19 17:21:51.999403 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112'}], 'enable_snat': True}, 'gw_port_id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:21:50Z', 'revision_number': 5, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port': {'id': '3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:12:58Z', 'updated_at': '2022-09-19T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:52.003818 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] Checking router: 75f93102-03bb-4f55-96ba-60324115fb5d for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:52.012341 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] Routers {'75f93102-03bb-4f55-96ba-60324115fb5d'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:52.012931 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['75f93102-03bb-4f55-96ba-60324115fb5d'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:52.017267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:52.022184 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7308cf2b-32a1-44f7-b548-b29c790719e6 req-a87543b3-aa34-48b2-9311-c9b75cdd9db2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614908 Sep 19 17:21:52.031296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Deleting port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:52.031929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:52.052573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50610) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:52.133201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1725150a-6955-44cc-b73e-e7edb11f07c7 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:52.137568 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1725150a-6955-44cc-b73e-e7edb11f07c7 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 1094 time: 0.0811343 Sep 19 17:21:52.137903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50614) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:52.143374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:21:52.149448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:21:52.153666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:21:52.156659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:21:52.162582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:21:52.169387 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] Set router 75f93102-03bb-4f55-96ba-60324115fb5d gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:52.174644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:52.215314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] For port 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:52.215635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:52.279210 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:21:52Z', 'revision_number': 6, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:52.284160 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90038ef3-32a9-48ff-bd44-b9712609e2c8 None None] The sync data for ids ['75f93102-03bb-4f55-96ba-60324115fb5d'] in dv-neutron-857789-3-hyperv is: [{'id': '75f93102-03bb-4f55-96ba-60324115fb5d', 'name': 'tempest-TestVolumeBootPattern-1565633865-router', 'tenant_id': '005540b87a2946f39e66ce23e0f987a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:12:54Z', 'updated_at': '2022-09-19T17:21:52Z', 'revision_number': 6, 'project_id': '005540b87a2946f39e66ce23e0f987a5', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:52.329147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:52.458498 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Calling delete_port for 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:52.475338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.165 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/bbfa8691-02ec-41c4-9d03-b73ad3693926) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:21:52.624399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:52.661520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:52.710617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0a03f385-61a7-4876-a626-31c237546296 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:52.741615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:21:52.744554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:21:52.751123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:21:52.764720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 0a03f385-61a7-4876-a626-31c237546296 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:52.765080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0a03f385-61a7-4876-a626-31c237546296 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:52.781020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:52.790233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=bbfa8691-02ec-41c4-9d03-b73ad3693926,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:52.804753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.804753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.804753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.804753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.804753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.804753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.804753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.805284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.805369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.806947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.806947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.806947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:52.830239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:52.932170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.106560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.108855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.134370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.135165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75f93102-03bb-4f55-96ba-60324115fb5d {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:21:53.150143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.151342 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-619642aa-e036-4270-b45f-226fbe45971e admin admin] 10.222.0.83 "DELETE /v2.0/routers/75f93102-03bb-4f55-96ba-60324115fb5d HTTP/1.1" status: 204 len: 168 time: 1.5965965 Sep 19 17:21:53.153941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:53.208030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.216421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad89151-360b-4d0a-b006-50afcbb099d1 admin admin] Deleting subnet bfed10b1-81a4-4105-9726-b428a435bbc2 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:21:53.220169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ad89151-360b-4d0a-b006-50afcbb099d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.275440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ad89151-360b-4d0a-b006-50afcbb099d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.289838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.355556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ad89151-360b-4d0a-b006-50afcbb099d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.439622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ad89151-360b-4d0a-b006-50afcbb099d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.480524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad89151-360b-4d0a-b006-50afcbb099d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfed10b1-81a4-4105-9726-b428a435bbc2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:53.484588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9ad89151-360b-4d0a-b006-50afcbb099d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.491484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ccff7-449c-4bfd-a6bd-99f79b921657 None None] Network 68a98c82-41f6-4089-a841-47178a4df383 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:21:53.493571 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9ad89151-360b-4d0a-b006-50afcbb099d1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/bfed10b1-81a4-4105-9726-b428a435bbc2 HTTP/1.1" status: 204 len: 168 time: 0.3386261 Sep 19 17:21:53.494083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50622) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:53.724893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.745507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.750562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] DHCP port deletion for 68a98c82-41f6-4089-a841-47178a4df383 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:21:53.753647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.754843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] Deleting port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:53.755305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.814053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Deleting port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:53.814349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.900316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=bbfa8691-02ec-41c4-9d03-b73ad3693926,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:53.960987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:53.962306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] For port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1f7c2f7f-375a-49ce-a8ee-84dbd495d300,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:53.962813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:54.083469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] Calling delete_port for 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:54.162504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:54.212504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] Pushing event deleted for resources: {'Port': ['ID=1f7c2f7f-375a-49ce-a8ee-84dbd495d300,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:54.214160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf0119-7591-499c-8f04-1d4449b9f4ea None None] No DVR routers for this DVR port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:21:54.246639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] For port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1f7c2f7f-375a-49ce-a8ee-84dbd495d300,segment=NetworkSegment(bb69eb0d-8651-4681-9845-2e7156c293dc),segment_id=bb69eb0d-8651-4681-9845-2e7156c293dc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:54.247017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:54.331150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e associated. External IP: 172.26.10.165, port: ceb8b3f7-7914-4d43-85f3-0155afec5e1e. Sep 19 17:21:54.443315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:54.445971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Calling delete_port for 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:54.479918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:54.480205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 3ecda5b3-79fb-4cf5-a75a-c04a0a41e1f7 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:54.480595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:21:54.516586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:21:54.516943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:21:54.614899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:21:54.615163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:21:54.805714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:55.101227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:55.111244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] Sync routers for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:55.116243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Deleting port 1f7c2f7f-375a-49ce-a8ee-84dbd495d300 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:55.116590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.121486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:55.122186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:55.187214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.214987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] The port '1f7c2f7f-375a-49ce-a8ee-84dbd495d300' was deleted {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:21:55.332264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:55.353478 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9202dd75-1336-4049-8025-c2318f69b0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 3.2144458 Sep 19 17:21:55.356041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:21:55.356865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50626) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:55.358572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330" -d '{"events": [{"name": "network-changed", "server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:21:55.362355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.394535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a98c82-41f6-4089-a841-47178a4df383']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:55.413808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d311a5a-e850-474c-93d5-4348ecea8f04 x-openstack-request-id: req-3d311a5a-e850-474c-93d5-4348ecea8f04 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:21:55.414535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:21:55.414535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d311a5a-e850-474c-93d5-4348ecea8f04 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:21:55.414754 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d311a5a-e850-474c-93d5-4348ecea8f04'] response: {'name': 'network-changed', 'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'status': 'completed', 'code': 200} Sep 19 17:21:55.418642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.421491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb69eb0d-8651-4681-9845-2e7156c293dc') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:55.421794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb69eb0d-8651-4681-9845-2e7156c293dc') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:55.434896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.509856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.524229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:21:55.524848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.586195 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7d765de6-98d7-48c3-a938-521eb8b2d3e8 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers/5ae97037-4c6f-40c7-9341-0daa96ea82b5 HTTP/1.1" status: 200 len: 924 time: 0.2280827 Sep 19 17:21:55.588868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50634) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:55.604524 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment bb69eb0d-8651-4681-9845-2e7156c293dc resource provider aggregate not found Sep 19 17:21:55.636815 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment bb69eb0d-8651-4681-9845-2e7156c293dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb69eb0d-8651-4681-9845-2e7156c293dc found for delete ", "request_id": "req-c7632b8b-e79d-4267-9a84-2cc7b6f54c87"}]} Sep 19 17:21:55.648551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.666220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-82a1d8f2-717e-40cd-9768-3a797d5c67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:55.667805 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-82a1d8f2-717e-40cd-9768-3a797d5c67c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 1099 time: 0.2254164 Sep 19 17:21:55.670968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:55.698717 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-edb828b9-d38d-4c4d-9f7f-308aa43aba7e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 993 time: 0.1073511 Sep 19 17:21:55.730760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.165', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'port_id': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'mac_address': 'fa:16:3e:07:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:53Z', 'updated_at': '2022-09-19T17:21:53Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:21:42Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:55.734860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] Checking router: 5ae97037-4c6f-40c7-9341-0daa96ea82b5 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:55.743364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:55.743975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:55.746350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a98c82-41f6-4089-a841-47178a4df383,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:55.771267 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f78aa855-98df-4aad-b339-6157dcee3e23 admin admin] 10.222.0.83 "DELETE /v2.0/networks/68a98c82-41f6-4089-a841-47178a4df383 HTTP/1.1" status: 204 len: 168 time: 2.2760348 Sep 19 17:21:55.774499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50640) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:55.813120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-4508502f-55b4-4b14-89ed-9c282b778c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:55.814586 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-4508502f-55b4-4b14-89ed-9c282b778c07 service neutron] 10.222.0.86 "GET /v2.0/networks?id=494eea4a-dd98-4382-8fdb-7d188c06c909 HTTP/1.1" status: 200 len: 897 time: 0.1378434 Sep 19 17:21:55.924104 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-d8f450f2-3214-4a09-9caa-daafaf3e467b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e HTTP/1.1" status: 200 len: 1001 time: 0.1031687 Sep 19 17:21:55.928292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:55.990947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-45c5ca07-34d0-4982-9aa7-5d9518a559e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:55.992809 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-45c5ca07-34d0-4982-9aa7-5d9518a559e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e93c487-ad43-48cb-b642-ec00fac193af HTTP/1.1" status: 200 len: 834 time: 0.0629680 Sep 19 17:21:56.083793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-4620cdab-2ca7-49c2-a16d-3d08d1fcca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:21:56.085376 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-4620cdab-2ca7-49c2-a16d-3d08d1fcca70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=494eea4a-dd98-4382-8fdb-7d188c06c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864944 Sep 19 17:21:56.235848 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-922330ff-52e4-454d-b1a7-5837848d6d5c service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440260 Sep 19 17:21:56.302713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.165', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'port_id': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'mac_address': 'fa:16:3e:07:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:53Z', 'updated_at': '2022-09-19T17:21:53Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:21:42Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:56.306713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a72346-f9b8-4f17-a36f-69f7efbd88f1 None None] The sync data for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv is: [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.165', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'port_id': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'mac_address': 'fa:16:3e:07:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:53Z', 'updated_at': '2022-09-19T17:21:53Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:21:42Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:56.384392 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ec34a49-4ca9-4af8-821e-5c2a5ec93330 req-7408c737-02d1-4067-850e-fbcf3cd6aafe service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423194 Sep 19 17:21:56.480663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:56.517238 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf385a07-0bb2-4229-8c7f-51722bb06915 None None] New status for floating IP 0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:21:56.700819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50644) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:56.813653 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2f68dc74-2daf-481a-8199-3e6de7c93e7d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 993 time: 0.1112678 Sep 19 17:21:56.850835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Deleting port 1a22feca-704c-46b8-9d11-bd50fdbf6040 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:56.851205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:57.037129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] For port 1a22feca-704c-46b8-9d11-bd50fdbf6040, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=1a22feca-704c-46b8-9d11-bd50fdbf6040,segment=NetworkSegment(85f921f1-2118-4cd5-906e-b96976bb1ece),segment_id=85f921f1-2118-4cd5-906e-b96976bb1ece)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:57.037367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:57.158343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Calling delete_port for 1a22feca-704c-46b8-9d11-bd50fdbf6040 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:57.352638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:57.510847 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a22feca-704c-46b8-9d11-bd50fdbf6040,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:57.554734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.554734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.554734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.555199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.555286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.555635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.555992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.556295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.556655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.556984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.557306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.557602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:21:57.793455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:57.817526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50648) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:58.040114 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5f881708-ab54-4d30-9bf5-e7b4aea6776a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 995 time: 0.2214236 Sep 19 17:21:58.154968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Router d9249637-4728-4c77-aacd-6b0583001c33 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:21:58.337310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:21:58.346633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] Sync routers for ids ['d9249637-4728-4c77-aacd-6b0583001c33'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:21:58.356644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] Routers {'d9249637-4728-4c77-aacd-6b0583001c33'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:58.356824 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-11babc5c-edc4-41ae-be67-4ca6ca4ad75d admin admin] 10.222.0.83 "PUT /v2.0/routers/d9249637-4728-4c77-aacd-6b0583001c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799346 Sep 19 17:21:58.357267 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d9249637-4728-4c77-aacd-6b0583001c33'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:58.359557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50652) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:58.539474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:58.541973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] Set router d9249637-4728-4c77-aacd-6b0583001c33 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:58.718605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:58.730684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Deleting port af11912e-35ec-463c-bb45-ae72af087c4a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:21:58.731085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:58.871089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241'}], 'enable_snat': True}, 'gw_port_id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:21:57Z', 'revision_number': 5, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port': {'id': 'af11912e-35ec-463c-bb45-ae72af087c4a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:13:24Z', 'updated_at': '2022-09-19T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:58.875537 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] Checking router: d9249637-4728-4c77-aacd-6b0583001c33 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:21:58.884938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] Routers {'d9249637-4728-4c77-aacd-6b0583001c33'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:21:58.885566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:21:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d9249637-4728-4c77-aacd-6b0583001c33'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:59.029929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] For port af11912e-35ec-463c-bb45-ae72af087c4a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af11912e-35ec-463c-bb45-ae72af087c4a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:21:59.030291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.036185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] Set router d9249637-4728-4c77-aacd-6b0583001c33 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:21:59.107251 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:21:59.141949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:21:58Z', 'revision_number': 6, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:21:59.146727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979228a5-8064-40b3-bc4f-8ef75ded1a3d None None] The sync data for ids ['d9249637-4728-4c77-aacd-6b0583001c33'] in dv-neutron-857789-3-hyperv is: [{'id': 'd9249637-4728-4c77-aacd-6b0583001c33', 'name': 'tempest-TestVolumeBootPattern-1012100846-router', 'tenant_id': '69fa1d10df2646c5b01518de508a5483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:13:21Z', 'updated_at': '2022-09-19T17:21:58Z', 'revision_number': 6, 'project_id': '69fa1d10df2646c5b01518de508a5483', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:21:59.151486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Calling delete_port for af11912e-35ec-463c-bb45-ae72af087c4a owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:21:59.326197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.371316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=af11912e-35ec-463c-bb45-ae72af087c4a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:21:59.471485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.650954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.653315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.679541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.680144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9249637-4728-4c77-aacd-6b0583001c33 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:21:59.691946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.693055 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8e6fa671-fb5c-4cc4-bba2-187db0296e02 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d9249637-4728-4c77-aacd-6b0583001c33 HTTP/1.1" status: 204 len: 168 time: 1.3323963 Sep 19 17:21:59.695718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:21:59.757738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2bfb3f-bfc0-42c6-83db-5192c82a3b4e admin admin] Deleting subnet c0e4771d-f97f-4985-acd0-a5f955faa346 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:21:59.760630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfb3f-bfc0-42c6-83db-5192c82a3b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.808300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfb3f-bfc0-42c6-83db-5192c82a3b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.889291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfb3f-bfc0-42c6-83db-5192c82a3b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:21:59.963172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfb3f-bfc0-42c6-83db-5192c82a3b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.001321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bfb3f-bfc0-42c6-83db-5192c82a3b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e4771d-f97f-4985-acd0-a5f955faa346,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:00.004745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfb3f-bfc0-42c6-83db-5192c82a3b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.010864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e93acb-b78b-4de4-a57b-b8816d00d5ff None None] Network ca3062b8-9ccd-4005-9f73-fd1db1e29974 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:22:00.014658 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1a2bfb3f-bfc0-42c6-83db-5192c82a3b4e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c0e4771d-f97f-4985-acd0-a5f955faa346 HTTP/1.1" status: 204 len: 168 time: 0.3179524 Sep 19 17:22:00.015292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50660) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:00.129440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.141757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Deleting port 5727252e-127f-4061-9f94-a86e12ff9717 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:22:00.142095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.288443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] DHCP port deletion for ca3062b8-9ccd-4005-9f73-fd1db1e29974 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:22:00.293355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] Deleting port 5727252e-127f-4061-9f94-a86e12ff9717 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:22:00.293742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.354395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] For port 5727252e-127f-4061-9f94-a86e12ff9717, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5727252e-127f-4061-9f94-a86e12ff9717,segment=NetworkSegment(85f921f1-2118-4cd5-906e-b96976bb1ece),segment_id=85f921f1-2118-4cd5-906e-b96976bb1ece)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:00.354754 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.477784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1a22feca-704c-46b8-9d11-bd50fdbf6040 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:00.487049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Calling delete_port for 5727252e-127f-4061-9f94-a86e12ff9717 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:22:00.526187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 1a22feca-704c-46b8-9d11-bd50fdbf6040 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:22:00.526534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 1a22feca-704c-46b8-9d11-bd50fdbf6040 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:22:00.526940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af11912e-35ec-463c-bb45-ae72af087c4a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:00.571485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: af11912e-35ec-463c-bb45-ae72af087c4a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:22:00.571698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.571810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af11912e-35ec-463c-bb45-ae72af087c4a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:22:00.572193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5727252e-127f-4061-9f94-a86e12ff9717 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:00.615804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5727252e-127f-4061-9f94-a86e12ff9717 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:22:00.616182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5727252e-127f-4061-9f94-a86e12ff9717 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:22:00.618630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] For port 5727252e-127f-4061-9f94-a86e12ff9717, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5727252e-127f-4061-9f94-a86e12ff9717,segment=NetworkSegment(85f921f1-2118-4cd5-906e-b96976bb1ece),segment_id=85f921f1-2118-4cd5-906e-b96976bb1ece)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:00.619053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.621748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] No DVR routers for this DVR port 5727252e-127f-4061-9f94-a86e12ff9717 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:22:00.648173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5727252e-127f-4061-9f94-a86e12ff9717,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:00.742378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.743007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] Calling delete_port for 5727252e-127f-4061-9f94-a86e12ff9717 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:22:00.768453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3062b8-9ccd-4005-9f73-fd1db1e29974']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:00.780794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f921f1-2118-4cd5-906e-b96976bb1ece') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:00.781094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f921f1-2118-4cd5-906e-b96976bb1ece') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:00.793265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.811881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.816358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:22:00.816723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:22:00.818429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:22:00.818822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.881486 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 85f921f1-2118-4cd5-906e-b96976bb1ece resource provider aggregate not found Sep 19 17:22:00.903127 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 85f921f1-2118-4cd5-906e-b96976bb1ece resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85f921f1-2118-4cd5-906e-b96976bb1ece found for delete ", "request_id": "req-e1dfcd47-3f0e-45b8-9f10-3fe4be20eea9"}]} Sep 19 17:22:00.917858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.939554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:00.949869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3062b8-9ccd-4005-9f73-fd1db1e29974,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:00.957059 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e6e34528-51db-42f0-89ef-fe4d03a73aa0 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ca3062b8-9ccd-4005-9f73-fd1db1e29974 HTTP/1.1" status: 204 len: 168 time: 0.9399459 Sep 19 17:22:01.089568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50670) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:01.144460 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3c454fe7-8f8d-4106-87ad-07cca79c6466 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=005540b87a2946f39e66ce23e0f987a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536895 Sep 19 17:22:01.147760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50674) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:01.211978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5876dd6-7cad-4952-b3da-14c5d8b2275f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.242266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5876dd6-7cad-4952-b3da-14c5d8b2275f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.298599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5876dd6-7cad-4952-b3da-14c5d8b2275f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.313955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5876dd6-7cad-4952-b3da-14c5d8b2275f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8771121d-a58e-49bb-9246-5b5ec703c069,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:01.318845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] Deleting port 5727252e-127f-4061-9f94-a86e12ff9717 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:22:01.318845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.322953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5876dd6-7cad-4952-b3da-14c5d8b2275f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.324388 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f5876dd6-7cad-4952-b3da-14c5d8b2275f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8771121d-a58e-49bb-9246-5b5ec703c069 HTTP/1.1" status: 204 len: 168 time: 0.1757295 Sep 19 17:22:01.435489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ccd97f15-78e2-4a84-bc0e-aa59ad80a595 None None] The port '5727252e-127f-4061-9f94-a86e12ff9717' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:22:01.705014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50682) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:01.755387 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3b34d189-e25d-4e48-a253-fe5d66834cf3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=69fa1d10df2646c5b01518de508a5483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491292 Sep 19 17:22:01.759105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50686) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:01.828721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e683860-bf91-4301-8eea-6bfebae0fe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.858294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e683860-bf91-4301-8eea-6bfebae0fe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.910968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e683860-bf91-4301-8eea-6bfebae0fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.924959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683860-bf91-4301-8eea-6bfebae0fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e239f-007a-4b57-b8c5-26adc0c9c4a2,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:01.932944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e683860-bf91-4301-8eea-6bfebae0fe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:01.934061 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2e683860-bf91-4301-8eea-6bfebae0fe99 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bf1e239f-007a-4b57-b8c5-26adc0c9c4a2 HTTP/1.1" status: 204 len: 168 time: 0.1737998 Sep 19 17:22:04.668222 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-6240a322-0f37-4438-a028-a5bea908543f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0895891 Sep 19 17:22:04.829818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-a24da9e7-52c2-407c-aeab-fe124bff7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:04.831332 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-a24da9e7-52c2-407c-aeab-fe124bff7d4b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 1099 time: 0.0883327 Sep 19 17:22:04.991936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-28c949ad-5ecb-43f0-b2bf-082b188b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:04.993376 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-28c949ad-5ecb-43f0-b2bf-082b188b5a88 service neutron] 10.222.0.86 "GET /v2.0/networks?id=494eea4a-dd98-4382-8fdb-7d188c06c909 HTTP/1.1" status: 200 len: 897 time: 0.1432016 Sep 19 17:22:05.113047 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-c5e20cec-5c98-48cb-b1bf-dc96fa53b1ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e HTTP/1.1" status: 200 len: 1003 time: 0.1132822 Sep 19 17:22:05.185318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-c47a02cb-5557-4ca4-bf36-f2b7ace31f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:05.186975 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-c47a02cb-5557-4ca4-bf36-f2b7ace31f4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e93c487-ad43-48cb-b642-ec00fac193af HTTP/1.1" status: 200 len: 834 time: 0.0678816 Sep 19 17:22:05.280393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-cffc66c8-6817-4c44-90ba-35031d3d38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:05.282278 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-cffc66c8-6817-4c44-90ba-35031d3d38f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=494eea4a-dd98-4382-8fdb-7d188c06c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898945 Sep 19 17:22:05.516078 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-dec9f39d-de11-41c9-a29a-08a03b41fd00 service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274446 Sep 19 17:22:05.660438 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdae38e0-e1fd-486c-995b-a5af11ee0c0d req-cb60b49a-d88c-4f0e-b8e4-9953c708373b service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381841 Sep 19 17:22:11.384970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-746bb782-3e9f-45c9-943b-82a9b3f0bcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:13.600935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a0997722-2437-4e69-b6c0-1c8ac9e1ec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:15.134948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:15.180847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:16.216690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:22.662852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50702) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:22.861832 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-af42c9df-5f8f-46e9-8225-8ae084fce99a tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers/5ae97037-4c6f-40c7-9341-0daa96ea82b5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1974864 Sep 19 17:22:22.866254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50706) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:23.080676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c4d86-0535-4c55-b2a9-91bfd65eaf98 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Notify agent at dv-neutron-857789-3-hyperv the message router_removed_from_agent {{(pid=89056) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 19 17:22:23.084251 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1e0c4d86-0535-4c55-b2a9-91bfd65eaf98 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "DELETE /v2.0/agents/8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7/l3-routers/5ae97037-4c6f-40c7-9341-0daa96ea82b5 HTTP/1.1" status: 204 len: 168 time: 0.2170873 Sep 19 17:22:23.087050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50710) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:23.275596 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b68437ef-8c02-43dc-978a-28f20b6aaa96 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers/5ae97037-4c6f-40c7-9341-0daa96ea82b5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1874330 Sep 19 17:22:23.279484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50714) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:23.383591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8336b235-12cb-4d65-baed-99d097af8055 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 995 time: 0.1027851 Sep 19 17:22:23.830067 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99635938-61fe-4eb9-8d3a-dd4c249f9cda None None] New status for floating IP 0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:22:24.388709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50718) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:24.448531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 35bd67d6-8cf0-4646-a527-0de65d1aebe3 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:24.505324 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-28f9d564-2a16-4a98-8246-f0ee33994862 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 993 time: 0.1141346 Sep 19 17:22:24.577541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:24.577914 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:24.595385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 35bd67d6-8cf0-4646-a527-0de65d1aebe3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=35bd67d6-8cf0-4646-a527-0de65d1aebe3,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:24.602132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:24.602896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9b7845b-ecf7-4836-826e-109d53c54ac6 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:24.714679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=35bd67d6-8cf0-4646-a527-0de65d1aebe3,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:24.747276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.747596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.747964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.748290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.748625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.748972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.749304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.749625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.749933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.750255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.750574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.750891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:24.784677 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c9b7845b-ecf7-4836-826e-109d53c54ac6 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:24.785058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:24.820580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port c9b7845b-ecf7-4836-826e-109d53c54ac6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9b7845b-ecf7-4836-826e-109d53c54ac6,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:24.828299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:24.895343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=c9b7845b-ecf7-4836-826e-109d53c54ac6,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:25.390196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:25.661861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50724) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:25.885808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c911309-c20d-41e6-89c6-8dcda6bdb3b9 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:22:25.886176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c911309-c20d-41e6-89c6-8dcda6bdb3b9 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Notify agent at dv-neutron-857789-3-hyperv the message router_added_to_agent {{(pid=89056) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 19 17:22:25.907039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1c911309-c20d-41e6-89c6-8dcda6bdb3b9 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "POST /v2.0/agents/8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2440839 Sep 19 17:22:25.909844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50732) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:25.919196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] Sync routers for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:22:25.929336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:25.930061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:26.116019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:26.205752 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2852a5cc-598c-4916-b271-2370e9f02216 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers/5ae97037-4c6f-40c7-9341-0daa96ea82b5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2947652 Sep 19 17:22:26.208619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50736) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:26.316400 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-be7474dd-1c39-45e9-9ce2-960a1193233e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 993 time: 0.1066875 Sep 19 17:22:26.497368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.165', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'port_id': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'mac_address': 'fa:16:3e:07:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:53Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:26.501815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] Checking router: 5ae97037-4c6f-40c7-9341-0daa96ea82b5 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:22:26.510830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:26.511463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:26.687994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:27.071493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.165', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'port_id': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'mac_address': 'fa:16:3e:07:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:53Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:27.076004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61faf751-bc78-4be4-984e-f69683b6e94c None None] The sync data for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv is: [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.165', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'port_id': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'mac_address': 'fa:16:3e:07:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:21:53Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:22:24Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:22:27.319847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50740) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:27.431981 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a64f85ee-790f-4b52-b854-b433ee7d2d26 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 993 time: 0.1097913 Sep 19 17:22:28.434538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50744) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:28.501198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 35bd67d6-8cf0-4646-a527-0de65d1aebe3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:28.544996 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2ca40b79-2ff6-4e11-bee4-b23da4ee1121 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 993 time: 0.1083703 Sep 19 17:22:28.567754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:28.568129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:28.688719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:28.689102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:28.706133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 35bd67d6-8cf0-4646-a527-0de65d1aebe3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=35bd67d6-8cf0-4646-a527-0de65d1aebe3,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:28.711881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:28.712639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9b7845b-ecf7-4836-826e-109d53c54ac6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:28.824551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=35bd67d6-8cf0-4646-a527-0de65d1aebe3,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:28.837239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c9b7845b-ecf7-4836-826e-109d53c54ac6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:28.837605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:28.923435 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff48906-e4e7-40af-9534-bf2b12e97b21 None None] New status for floating IP 0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:22:28.961744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c9b7845b-ecf7-4836-826e-109d53c54ac6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:28.962285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:28.995401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port c9b7845b-ecf7-4836-826e-109d53c54ac6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9b7845b-ecf7-4836-826e-109d53c54ac6,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:29.001854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:29.069761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=c9b7845b-ecf7-4836-826e-109d53c54ac6,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:29.549526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50748) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:29.661242 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b6c05ef1-8a28-406e-8de5-3ea1d236f1fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 200 len: 995 time: 0.1102159 Sep 19 17:22:29.954327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50756) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:30.163082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port bbfa8691-02ec-41c4-9d03-b73ad3693926 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:22:30.163398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:30.431719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:30.432018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:30.447865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 35bd67d6-8cf0-4646-a527-0de65d1aebe3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:30.518553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:30.518939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:30.559957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for bbfa8691-02ec-41c4-9d03-b73ad3693926 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:22:30.637894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:30.638963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9b7845b-ecf7-4836-826e-109d53c54ac6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:30.705683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c9b7845b-ecf7-4836-826e-109d53c54ac6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:30.706048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:30.710094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:30.797321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=bbfa8691-02ec-41c4-9d03-b73ad3693926,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:30.823526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c9b7845b-ecf7-4836-826e-109d53c54ac6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:30.859016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:30.859354 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e disassociated (deleted). External IP: 172.26.10.165, port: ceb8b3f7-7914-4d43-85f3-0155afec5e1e. Sep 19 17:22:31.240046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:22:31.431637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:22:31.442094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] Sync routers for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:22:31.453044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:31.453726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:31.455104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:31.512159 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-015b09b2-8e8b-41ef-969c-5fb8dc9560cd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e HTTP/1.1" status: 204 len: 168 time: 1.5567007 Sep 19 17:22:31.512726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:22:31.515268 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74123dd-3472-4259-ab9b-96a5ac9a726d" -d '{"events": [{"name": "network-changed", "server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:22:31.558710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7c399f-1fa1-4721-b3b9-5d9eb78f9ef1 x-openstack-request-id: req-7f7c399f-1fa1-4721-b3b9-5d9eb78f9ef1 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:22:31.559025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:22:31.559391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7f7c399f-1fa1-4721-b3b9-5d9eb78f9ef1 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:22:31.559827 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7c399f-1fa1-4721-b3b9-5d9eb78f9ef1'] response: {'name': 'network-changed', 'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'status': 'completed', 'code': 200} Sep 19 17:22:31.635319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:31.665935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-18f383d2-0d82-45ee-b56d-b82b7f0d6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:31.667450 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-18f383d2-0d82-45ee-b56d-b82b7f0d6068 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 1099 time: 0.0864787 Sep 19 17:22:31.819916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-d58100ba-e240-491a-b854-d687bc2e17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:31.821745 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-d58100ba-e240-491a-b854-d687bc2e17e4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=494eea4a-dd98-4382-8fdb-7d188c06c909 HTTP/1.1" status: 200 len: 897 time: 0.1479521 Sep 19 17:22:31.890561 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-5e5f9083-6c60-48d1-84b7-b608ec3fbebf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e HTTP/1.1" status: 200 len: 217 time: 0.0623038 Sep 19 17:22:31.898204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e9b84-1bb3-4668-89f8-da7241b1d620 req-8f5a3473-44ff-43f5-8f2c-bb45b7ced933 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:31.898928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-686e9b84-1bb3-4668-89f8-da7241b1d620 req-8f5a3473-44ff-43f5-8f2c-bb45b7ced933 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:22:31.916147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-686e9b84-1bb3-4668-89f8-da7241b1d620 req-8f5a3473-44ff-43f5-8f2c-bb45b7ced933 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:22:31.917331 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-686e9b84-1bb3-4668-89f8-da7241b1d620 req-8f5a3473-44ff-43f5-8f2c-bb45b7ced933 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 946 time: 0.1122036 Sep 19 17:22:31.961742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-e8e05ca7-606b-4dcc-9692-9b3bc49de6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:31.967225 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-e8e05ca7-606b-4dcc-9692-9b3bc49de6bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e93c487-ad43-48cb-b642-ec00fac193af HTTP/1.1" status: 200 len: 834 time: 0.0660517 Sep 19 17:22:31.969300 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-686e9b84-1bb3-4668-89f8-da7241b1d620 req-702a88cb-3f98-4c1e-8f59-77cddf92e0d0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453916 Sep 19 17:22:32.002672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:32.006612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] Checking router: 5ae97037-4c6f-40c7-9341-0daa96ea82b5 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:22:32.014967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:32.015572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:32.049211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-51692616-07c3-4e5a-b513-f9c658a7155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:32.050689 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-51692616-07c3-4e5a-b513-f9c658a7155d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=494eea4a-dd98-4382-8fdb-7d188c06c909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798781 Sep 19 17:22:32.186162 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-15546873-3a2d-4ab3-ace8-193a888763a3 service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274822 Sep 19 17:22:32.192279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:32.321931 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c74123dd-3472-4259-ab9b-96a5ac9a726d req-22dbdacc-635c-4bed-83d6-88cec708bd8d service neutron] 10.222.0.86 "GET /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285548 Sep 19 17:22:32.510197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:32.515230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5bd95-3dcc-428d-b6d5-e07af3d5cc56 None None] The sync data for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv is: [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:21:37Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'c9b7845b-ecf7-4836-826e-109d53c54ac6', 'name': '', 'network_id': '494eea4a-dd98-4382-8fdb-7d188c06c909', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:98:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:36Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '9e93c487-ad43-48cb-b642-ec00fac193af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:22:33.172234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-48f880d6-a64c-4ec8-aad8-a3d4fa36faa6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:33.173742 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-48f880d6-a64c-4ec8-aad8-a3d4fa36faa6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 946 time: 0.1502340 Sep 19 17:22:33.189353 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb2b6c-cb6c-4d5e-ad2d-009fb0339f91 None None] New status for floating IP 0e23bc4b-afa9-4bce-a3c7-c76bcd5cee3e: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:22:33.361897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08d449-0fec-41f1-bb12-8648040bc1b1 req-557890c8-c27b-434f-a221-ec75e770fd5f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:33.363386 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1d08d449-0fec-41f1-bb12-8648040bc1b1 req-557890c8-c27b-434f-a221-ec75e770fd5f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 946 time: 0.2702694 Sep 19 17:22:33.366669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port ceb8b3f7-7914-4d43-85f3-0155afec5e1e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:22:33.367036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:33.487649 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1d08d449-0fec-41f1-bb12-8648040bc1b1 req-0237bef2-85ca-4f41-98d5-01ad97a5d73c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=3341e205-1dc5-413d-a346-840b82f520c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962267 Sep 19 17:22:33.653588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port ceb8b3f7-7914-4d43-85f3-0155afec5e1e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:33.653955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:33.778059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for ceb8b3f7-7914-4d43-85f3-0155afec5e1e owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:22:33.930180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:33.979990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=ceb8b3f7-7914-4d43-85f3-0155afec5e1e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:34.077039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port ceb8b3f7-7914-4d43-85f3-0155afec5e1e on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:22:34.080923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:34.084837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'name': 'network-vif-deleted', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:22:34.088601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ffe129-f8c4-414f-a738-72d5c78c6077" -d '{"events": [{"server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "name": "network-vif-deleted", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:22:34.105209 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-322079aa-cc6d-461f-b7fa-1887372c0a7e req-fadd054c-a846-4317-b741-e5d12fa87c81 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/ceb8b3f7-7914-4d43-85f3-0155afec5e1e HTTP/1.1" status: 204 len: 173 time: 0.9254594 Sep 19 17:22:34.136614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818fc436-c8f7-493c-bc2a-30184dd95e42 x-openstack-request-id: req-818fc436-c8f7-493c-bc2a-30184dd95e42 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:22:34.136975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aedc0b9-7ff1-426c-83ad-216ad18831d0", "name": "network-vif-deleted", "tag": "ceb8b3f7-7914-4d43-85f3-0155afec5e1e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:22:34.137272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-818fc436-c8f7-493c-bc2a-30184dd95e42 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:22:34.137637 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818fc436-c8f7-493c-bc2a-30184dd95e42'] response: {'server_uuid': '0aedc0b9-7ff1-426c-83ad-216ad18831d0', 'name': 'network-vif-deleted', 'tag': 'ceb8b3f7-7914-4d43-85f3-0155afec5e1e', 'status': 'completed', 'code': 200} Sep 19 17:22:34.667486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5a94fce4-c020-4b83-a564-7b80a5ec02d7 req-19f22a63-e744-4979-9c8b-3b5df658b24c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:22:34.685320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5a94fce4-c020-4b83-a564-7b80a5ec02d7 req-19f22a63-e744-4979-9c8b-3b5df658b24c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:22:34.686587 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5a94fce4-c020-4b83-a564-7b80a5ec02d7 req-19f22a63-e744-4979-9c8b-3b5df658b24c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0aedc0b9-7ff1-426c-83ad-216ad18831d0 HTTP/1.1" status: 200 len: 210 time: 0.0686953 Sep 19 17:22:35.801044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50774) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:35.876773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8247419f-d391-496b-a293-747562dcc32d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:35.908130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8247419f-d391-496b-a293-747562dcc32d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:35.984156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8247419f-d391-496b-a293-747562dcc32d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:36.002339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247419f-d391-496b-a293-747562dcc32d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3341e205-1dc5-413d-a346-840b82f520c4,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:36.014590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8247419f-d391-496b-a293-747562dcc32d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:36.015729 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8247419f-d391-496b-a293-747562dcc32d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/3341e205-1dc5-413d-a346-840b82f520c4 HTTP/1.1" status: 204 len: 168 time: 0.2136638 Sep 19 17:22:36.051474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50780) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:36.105945 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:22:36.755811 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:37.136751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port c9b7845b-ecf7-4836-826e-109d53c54ac6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:22:37.137401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:37.332285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port c9b7845b-ecf7-4836-826e-109d53c54ac6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9b7845b-ecf7-4836-826e-109d53c54ac6,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:37.332640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:37.461874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for c9b7845b-ecf7-4836-826e-109d53c54ac6 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:22:37.466338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ceb8b3f7-7914-4d43-85f3-0155afec5e1e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:37.500384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: ceb8b3f7-7914-4d43-85f3-0155afec5e1e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:22:37.500734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ceb8b3f7-7914-4d43-85f3-0155afec5e1e not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:22:37.667794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:37.720440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=c9b7845b-ecf7-4836-826e-109d53c54ac6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:38.125084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:38.510311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:22:38.695287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:22:38.705455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] Sync routers for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:22:38.714037 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7dbecd5f-54c6-45a8-9fbe-1bfd133973b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/5ae97037-4c6f-40c7-9341-0daa96ea82b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6614368 Sep 19 17:22:38.715488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:38.716110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:38.716809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50784) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:38.785155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-41788761-e7f0-4df9-8401-2507fe6fb497 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet 9e93c487-ad43-48cb-b642-ec00fac193af {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:22:38.788193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41788761-e7f0-4df9-8401-2507fe6fb497 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:38.841478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41788761-e7f0-4df9-8401-2507fe6fb497 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:38.893394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:38.925001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41788761-e7f0-4df9-8401-2507fe6fb497 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:38.999353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41788761-e7f0-4df9-8401-2507fe6fb497 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:39.037919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41788761-e7f0-4df9-8401-2507fe6fb497 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=9e93c487-ad43-48cb-b642-ec00fac193af,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:39.041348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41788761-e7f0-4df9-8401-2507fe6fb497 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:39.048159 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-41788761-e7f0-4df9-8401-2507fe6fb497 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/9e93c487-ad43-48cb-b642-ec00fac193af HTTP/1.1" status: 204 len: 168 time: 0.3302298 Sep 19 17:22:39.050945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50788) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:39.058636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36406f-ec5f-4470-af21-cc0e4b3eac0c None None] Network 494eea4a-dd98-4382-8fdb-7d188c06c909 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:22:39.230930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:39.404985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:22:37Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:39.409707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] Checking router: 5ae97037-4c6f-40c7-9341-0daa96ea82b5 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:22:39.419731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] Routers {'5ae97037-4c6f-40c7-9341-0daa96ea82b5'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:39.420507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:39.495558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] DHCP port deletion for 494eea4a-dd98-4382-8fdb-7d188c06c909 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:22:39.504684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] Deleting port 6525d0a3-585c-48d8-8f97-ebb8461af946 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:22:39.505056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:39.541365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:39.553214 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 35bd67d6-8cf0-4646-a527-0de65d1aebe3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:22:39.553650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:39.683118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] Set router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:39.734443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 35bd67d6-8cf0-4646-a527-0de65d1aebe3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=35bd67d6-8cf0-4646-a527-0de65d1aebe3,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:39.734697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:39.862851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 35bd67d6-8cf0-4646-a527-0de65d1aebe3 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:22:39.963920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] For port 6525d0a3-585c-48d8-8f97-ebb8461af946, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6525d0a3-585c-48d8-8f97-ebb8461af946,segment=NetworkSegment(ad5f348e-535c-497c-9ccd-774a01b61a09),segment_id=ad5f348e-535c-497c-9ccd-774a01b61a09)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:39.964517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.030519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.082375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=35bd67d6-8cf0-4646-a527-0de65d1aebe3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:40.098364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] Calling delete_port for 6525d0a3-585c-48d8-8f97-ebb8461af946 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:22:40.177591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.225414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.279606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] Pushing event deleted for resources: {'Port': ['ID=6525d0a3-585c-48d8-8f97-ebb8461af946,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:40.281510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9bb07-4c8d-435f-82f7-29361460f638 None None] No DVR routers for this DVR port 6525d0a3-585c-48d8-8f97-ebb8461af946 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:22:40.285680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:22:37Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:40.291858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43c93a-8f2f-4690-9359-2e0777cd5dbf None None] The sync data for ids ['5ae97037-4c6f-40c7-9341-0daa96ea82b5'] in dv-neutron-857789-3-hyperv is: [{'id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'name': 'tempest-TestNetworkBasicOps-router-1666347763', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132'}], 'enable_snat': True}, 'gw_port_id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:21:31Z', 'updated_at': '2022-09-19T17:22:37Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '35bd67d6-8cf0-4646-a527-0de65d1aebe3', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae97037-4c6f-40c7-9341-0daa96ea82b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:21:32Z', 'updated_at': '2022-09-19T17:22:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:22:40.364210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.367260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.397369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.398175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Fanout notify agent at l3_agent the message router_deleted on router 5ae97037-4c6f-40c7-9341-0daa96ea82b5 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:22:40.416892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.420770 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-65e9b1f9-a83d-4989-bf4d-e49a02dcb712 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/routers/5ae97037-4c6f-40c7-9341-0daa96ea82b5 HTTP/1.1" status: 204 len: 168 time: 1.3661916 Sep 19 17:22:40.421184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50792) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:40.522705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6525d0a3-585c-48d8-8f97-ebb8461af946 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:40.559824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.561173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 6525d0a3-585c-48d8-8f97-ebb8461af946 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:22:40.561932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6525d0a3-585c-48d8-8f97-ebb8461af946 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:22:40.562564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9b7845b-ecf7-4836-826e-109d53c54ac6 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:40.597248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c9b7845b-ecf7-4836-826e-109d53c54ac6 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:22:40.597616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9b7845b-ecf7-4836-826e-109d53c54ac6 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:22:40.693811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.724858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494eea4a-dd98-4382-8fdb-7d188c06c909']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:40.737482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5f348e-535c-497c-9ccd-774a01b61a09') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:40.737724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5f348e-535c-497c-9ccd-774a01b61a09') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:40.749108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.764958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.770819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:22:40.771225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.839873 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment ad5f348e-535c-497c-9ccd-774a01b61a09 resource provider aggregate not found Sep 19 17:22:40.861666 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment ad5f348e-535c-497c-9ccd-774a01b61a09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad5f348e-535c-497c-9ccd-774a01b61a09 found for delete ", "request_id": "req-d370ea36-a93a-41e0-bb8a-7b3198930ad3"}]} Sep 19 17:22:40.881100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.898985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:40.910675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=494eea4a-dd98-4382-8fdb-7d188c06c909,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:40.920609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5ca1b148-276c-43ac-81bb-95511ae581e8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/494eea4a-dd98-4382-8fdb-7d188c06c909 HTTP/1.1" status: 204 len: 168 time: 0.4976437 Sep 19 17:22:40.941860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50800) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:40.947530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--609569475', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:40.953319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:40.957844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:40.960937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:40.967064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:40.979661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:22:40.983061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.013372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:22:41.024156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.024548 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2 of type vlan for network dae7a7f2-1446-4740-add4-8de45b14b68f Sep 19 17:22:41.058591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.093940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.099496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:41.100084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.305671 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3626363 Sep 19 17:22:41.308410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3124d9-26ab-4c78-88af-a71b172a7d66 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=dae7a7f2-1446-4740-add4-8de45b14b68f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:41.308683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50804) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:41.314477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-695810926', 'admin_state_up': True, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:41.319177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network dae7a7f2-1446-4740-add4-8de45b14b68f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:22:41.321930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:41.326269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:router and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:41.329283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:41.336229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:41.347749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.348761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.366666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.425364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e5440287-252e-47d1-8451-26c91b3e7419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:41.678635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:42.104927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:42.134536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:42.281022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.36 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/506124b8-8efe-4145-8428-88ab5e4b237a) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:22:42.413127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 35bd67d6-8cf0-4646-a527-0de65d1aebe3 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:22:42.453757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 35bd67d6-8cf0-4646-a527-0de65d1aebe3 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:22:42.454195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 35bd67d6-8cf0-4646-a527-0de65d1aebe3 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:22:42.485395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:42.520475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:42.587980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:22:42.591013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:22:42.594762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:22:42.628066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=506124b8-8efe-4145-8428-88ab5e4b237a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:43.069366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:43.593814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:43.597333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-88b24612-1e17-44c5-8c7f-c0ef5a19c012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:43.813976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 7792917f-ca69-411c-a0da-6942db09c770 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:22:44.004073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:22:44.013720 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Sync routers for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:22:44.023149 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:44.023747 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:44.036429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:44.040831 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-da01f6aa-5e2a-4264-b2c6-b08327b486aa tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7280293 Sep 19 17:22:44.041087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50808) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:44.088411 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4b1afa7c-b622-430b-b437-c710c09c435a tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431631 Sep 19 17:22:44.088591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50812) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:44.197325 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:44.219368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db2b30-6e6e-4bd0-aa77-d393183dd078 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:44.223719 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-97db2b30-6e6e-4bd0-aa77-d393183dd078 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313648 Sep 19 17:22:44.223963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50816) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:44.263453 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c26de137-b80e-4f3d-a4b2-cf315942fdb7 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384064 Sep 19 17:22:44.266292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50820) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:44.477379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-483409976', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:44.513716 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:42Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:44.517642 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Checking router: 7792917f-ca69-411c-a0da-6942db09c770 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:22:44.517989 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Updating router 7792917f-ca69-411c-a0da-6942db09c770 port 506124b8-8efe-4145-8428-88ab5e4b237a binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:22:44.573972 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:44.585518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:44.589634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:44.593341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:44.599231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:44.610538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:22:44.614511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:44.833023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:44.889950 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:44.901179 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Transition to ACTIVE for port object 506124b8-8efe-4145-8428-88ab5e4b237a will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:22:44.907951 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:44.917139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=3bbd8e54-185d-4592-b184-686d06e61e75,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:44.921406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:22:44.921762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: dae7a7f2-1446-4740-add4-8de45b14b68f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:22:44.940545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network dae7a7f2-1446-4740-add4-8de45b14b68f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:22:44.950371 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, dae7a7f2-1446-4740-add4-8de45b14b68f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:22:44.954554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:44.955171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:44.959805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c5d7d-b593-468e-8cec-708d3bb1f6c3 None None] Network dae7a7f2-1446-4740-add4-8de45b14b68f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:22:44.976868 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Attempting to bind port 506124b8-8efe-4145-8428-88ab5e4b237a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:22:44.977226 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Attempting to bind port 506124b8-8efe-4145-8428-88ab5e4b237a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:22:44.977543 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Attempting to bind port 506124b8-8efe-4145-8428-88ab5e4b237a on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:22:44.981180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50826) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:44.981701 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1780e5dc-9cd2-4015-b01e-3fca76498c4b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7140684 Sep 19 17:22:44.983556 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Pushing event updated for resources: {'Port': ['ID=506124b8-8efe-4145-8428-88ab5e4b237a,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:44.991401 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:22:44.991764 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:22:44.992156 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:44.992533 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:22:44.992990 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Bound port: 506124b8-8efe-4145-8428-88ab5e4b237a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:22:44.993349 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.019841 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.020504 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.020504 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.020831 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.021148 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.021445 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.021788 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.022099 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.022413 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.022723 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.023052 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.023358 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:45.080055 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] For port 506124b8-8efe-4145-8428-88ab5e4b237a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:22:45.083324 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] For port 506124b8-8efe-4145-8428-88ab5e4b237a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=506124b8-8efe-4145-8428-88ab5e4b237a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:22:45.088602 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.155029 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:45.155905 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:45.209510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.213975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.238387 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af58df-2a8f-4378-a55d-6edc904d6c87 None None] Pushing event updated for resources: {'Port': ['ID=506124b8-8efe-4145-8428-88ab5e4b237a,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:45.275533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-dae7a7f2-1446-4740-add4-8de45b14b68f', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:22:45.276524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.337944 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:45.433411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Allocated IP 172.20.0.2 (dae7a7f2-1446-4740-add4-8de45b14b68f/3bbd8e54-185d-4592-b184-686d06e61e75/270b12a1-b813-4113-adfb-bf1d0f962b76) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:22:45.635899 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:42Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:45.640139 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60473f86-391d-4d3d-ada7-31f6b8161e14 None None] The sync data for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv is: [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:42Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:22:45.666822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.677413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Transition to ACTIVE for port object 270b12a1-b813-4113-adfb-bf1d0f962b76 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:22:45.697621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Transition to ACTIVE for port object 270b12a1-b813-4113-adfb-bf1d0f962b76 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:22:45.706677 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.732535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.771915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Network dae7a7f2-1446-4740-add4-8de45b14b68f is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:22:45.774728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:22:45.778681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:22:45.818162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Pushing event updated for resources: {'Port': ['ID=270b12a1-b813-4113-adfb-bf1d0f962b76,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:45.908492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Attempting to bind port 270b12a1-b813-4113-adfb-bf1d0f962b76 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:22:45.908970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Attempting to bind port 270b12a1-b813-4113-adfb-bf1d0f962b76 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:22:45.909412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Attempting to bind port 270b12a1-b813-4113-adfb-bf1d0f962b76 on network dae7a7f2-1446-4740-add4-8de45b14b68f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:22:45.918257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:22:45.918257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Checking segment: {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:22:45.918777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:45.919240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Bound using segment: {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:22:45.919774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Bound port: 270b12a1-b813-4113-adfb-bf1d0f962b76, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:22:45.920257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.025601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] For port 270b12a1-b813-4113-adfb-bf1d0f962b76, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:22:46.028865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] For port 270b12a1-b813-4113-adfb-bf1d0f962b76, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=270b12a1-b813-4113-adfb-bf1d0f962b76,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:22:46.033297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.118598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf552f-2ed4-4c5b-ae20-27ccc5affde8 None None] Pushing event updated for resources: {'Port': ['ID=270b12a1-b813-4113-adfb-bf1d0f962b76,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:46.171453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.1 (dae7a7f2-1446-4740-add4-8de45b14b68f/3bbd8e54-185d-4592-b184-686d06e61e75/355a2fb9-d93b-493e-81b3-a5f923909775) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:22:46.220193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.365498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.387880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 355a2fb9-d93b-493e-81b3-a5f923909775 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:22:46.429708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.511802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network dae7a7f2-1446-4740-add4-8de45b14b68f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:22:46.515772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:22:46.520003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:22:46.556183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 270b12a1-b813-4113-adfb-bf1d0f962b76 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:46.634472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 270b12a1-b813-4113-adfb-bf1d0f962b76 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:22:46.641249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 506124b8-8efe-4145-8428-88ab5e4b237a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:46.695215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=355a2fb9-d93b-493e-81b3-a5f923909775,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:46.715990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.720736 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 506124b8-8efe-4145-8428-88ab5e4b237a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:22:46.726252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 506124b8-8efe-4145-8428-88ab5e4b237a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:46.726616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.842688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 506124b8-8efe-4145-8428-88ab5e4b237a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:46.842987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.860314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 506124b8-8efe-4145-8428-88ab5e4b237a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=506124b8-8efe-4145-8428-88ab5e4b237a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:46.865132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:46.941136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=506124b8-8efe-4145-8428-88ab5e4b237a,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:46.988433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:47.276270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5253789-08e4-47fe-82fa-12fd7597cb89 None None] Network dae7a7f2-1446-4740-add4-8de45b14b68f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:22:47.407686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c43386cf-e1dd-4798-95c2-32fdd4032fd9 None None] Provisioning for port 270b12a1-b813-4113-adfb-bf1d0f962b76 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:22:47.418280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c43386cf-e1dd-4798-95c2-32fdd4032fd9 None None] Provisioning complete for port 270b12a1-b813-4113-adfb-bf1d0f962b76 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:47.418657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c43386cf-e1dd-4798-95c2-32fdd4032fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:47.434348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:47.440255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:47.565623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:47.569265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=355a2fb9-d93b-493e-81b3-a5f923909775,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:47.711649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network dae7a7f2-1446-4740-add4-8de45b14b68f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:22:47.713029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:22:47.749730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c43386cf-e1dd-4798-95c2-32fdd4032fd9 None None] Current status of the port 270b12a1-b813-4113-adfb-bf1d0f962b76 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:47.750083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c43386cf-e1dd-4798-95c2-32fdd4032fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:47.804556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c43386cf-e1dd-4798-95c2-32fdd4032fd9 None None] For port 270b12a1-b813-4113-adfb-bf1d0f962b76, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=270b12a1-b813-4113-adfb-bf1d0f962b76,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:47.811336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c43386cf-e1dd-4798-95c2-32fdd4032fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:47.889314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43386cf-e1dd-4798-95c2-32fdd4032fd9 None None] Pushing event updated for resources: {'Port': ['ID=270b12a1-b813-4113-adfb-bf1d0f962b76,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:47.905884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 7792917f-ca69-411c-a0da-6942db09c770 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:22:48.093605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:22:48.103501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Sync routers for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:22:48.108488 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e6860923-a83f-42ea-87ab-5cb1e3152e35 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/7792917f-ca69-411c-a0da-6942db09c770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1253612 Sep 19 17:22:48.111108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50830) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:48.113868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:48.114561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:48.203429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5e838df7-62e3-41f0-8142-171c162ab9a0 None None] Provisioning complete for port 270b12a1-b813-4113-adfb-bf1d0f962b76 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:48.203800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5e838df7-62e3-41f0-8142-171c162ab9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:48.386068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041901b-f78c-4ca0-885e-1e8ac58ad482 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:48.386546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041901b-f78c-4ca0-885e-1e8ac58ad482 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:48.387072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041901b-f78c-4ca0-885e-1e8ac58ad482 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:48.387890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041901b-f78c-4ca0-885e-1e8ac58ad482 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:48.389313 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c041901b-f78c-4ca0-885e-1e8ac58ad482 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2773910 Sep 19 17:22:48.392956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50834) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:48.400248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:48.472423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24b382-643b-493d-9771-417766985ff3 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:48.472959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24b382-643b-493d-9771-417766985ff3 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:48.473464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24b382-643b-493d-9771-417766985ff3 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:48.474285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24b382-643b-493d-9771-417766985ff3 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:48.476067 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2d24b382-643b-493d-9771-417766985ff3 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2740 time: 0.0822122 Sep 19 17:22:48.477324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 270b12a1-b813-4113-adfb-bf1d0f962b76 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:48.478708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50838) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:48.582580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5e838df7-62e3-41f0-8142-171c162ab9a0 None None] Current status of the port 270b12a1-b813-4113-adfb-bf1d0f962b76 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:48.676879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5e838df7-62e3-41f0-8142-171c162ab9a0 None None] Provisioning for port 355a2fb9-d93b-493e-81b3-a5f923909775 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:22:48.687162 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b4ebade9-eb50-4193-9150-fd82fc4a6b98 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2072108 Sep 19 17:22:48.688700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5e838df7-62e3-41f0-8142-171c162ab9a0 None None] Provisioning complete for port 355a2fb9-d93b-493e-81b3-a5f923909775 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:48.689042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5e838df7-62e3-41f0-8142-171c162ab9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:48.759396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50844) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:48.765059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566502157', 'description': 'tempest-secgroup-smoke-566502157 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:48.771238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:48.775624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:48.778629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:48.784730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:48.788507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 270b12a1-b813-4113-adfb-bf1d0f962b76 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:48.788873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:48.796897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:48.812578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5e838df7-62e3-41f0-8142-171c162ab9a0 None None] Port 355a2fb9-d93b-493e-81b3-a5f923909775 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:22:48.816987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:48.820928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:48.824137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:48.830010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:48.899567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:48.904736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:48.951164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d27fa-ad0f-4698-9b1a-f406762ab170,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:48.954114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:48.958140 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-252d31fa-4350-459b-8de8-852ad5b0df9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1949615 Sep 19 17:22:48.959261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50848) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:48.965252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'dc0d27fa-ad0f-4698-9b1a-f406762ab170', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:48.967968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:47Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:48.972033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:48.976624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:48.978543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 270b12a1-b813-4113-adfb-bf1d0f962b76 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:48.979614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 506124b8-8efe-4145-8428-88ab5e4b237a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:48.979727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:48.986141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:49.004827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Checking router: 7792917f-ca69-411c-a0da-6942db09c770 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:22:49.005017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.005220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Updating router 7792917f-ca69-411c-a0da-6942db09c770 port 355a2fb9-d93b-493e-81b3-a5f923909775 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:22:49.035586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5a0e5228-9cea-40bc-891a-877985e91556 None None] Provisioning complete for port 355a2fb9-d93b-493e-81b3-a5f923909775 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:49.035956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5228-9cea-40bc-891a-877985e91556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.066021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.071117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.096708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eb177b-b045-4163-9d77-9fce99082c3c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:49.106449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.107913 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b14e53d0-4525-4358-b49f-faf7010cdcab tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476223 Sep 19 17:22:49.111569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50852) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:49.117604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'dc0d27fa-ad0f-4698-9b1a-f406762ab170', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:49.123959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:49.128211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:49.128436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e5228-9cea-40bc-891a-877985e91556 None None] Port 355a2fb9-d93b-493e-81b3-a5f923909775 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:22:49.131906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:49.135719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.137398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:49.156406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.208222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 506124b8-8efe-4145-8428-88ab5e4b237a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:49.208568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.218348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.222364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.246265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb7af78-9ab6-4147-9a70-fbf80e8a2a6f,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:49.256527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.257973 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0d5424ea-d09e-47e6-89ff-e1e046218e6e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452317 Sep 19 17:22:49.261213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:49.266856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'dc0d27fa-ad0f-4698-9b1a-f406762ab170', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:49.273425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:49.277645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:49.280887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:49.287204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:49.310243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.374107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.380486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.406189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853e8719-e6a7-412f-9533-236379d251a1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:49.419703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.423699 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e319a5b0-2aee-4ce6-a88a-6c4f3f97c96a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588123 Sep 19 17:22:49.424310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:49.429056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'dc0d27fa-ad0f-4698-9b1a-f406762ab170', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:49.435208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:49.439517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:49.442434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:49.448656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:49.465873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.528037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 506124b8-8efe-4145-8428-88ab5e4b237a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:49.528649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.534585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.557989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb7f0c3-9ef7-4b07-b7d4-af76e95ce018,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:49.567267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.568539 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3004c213-b470-4f1c-8986-a693bd9c7eac tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437545 Sep 19 17:22:49.571285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:49.576584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'dc0d27fa-ad0f-4698-9b1a-f406762ab170', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:49.582503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:49.586443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:49.589397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:49.595162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:49.606676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:22:49.614645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.647881 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.660344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Transition to ACTIVE for port object 355a2fb9-d93b-493e-81b3-a5f923909775 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:22:49.667952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.689128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.693238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.719207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ca576c-33a6-4ba3-a86b-5478956f7290,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:49.728533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.729752 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c7b12131-0ba4-41d9-a094-eacd38a06d36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574478 Sep 19 17:22:49.732796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50868) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:22:49.738248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'dc0d27fa-ad0f-4698-9b1a-f406762ab170', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:49.744436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:49.749373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:22:49.752530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:22:49.758499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:49.770570 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:22:49.777234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.844570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.849656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.868700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff778ff5-7b87-4a44-92b0-52f6b407ea24 None None] Pushing event updated for resources: {'Port': ['ID=355a2fb9-d93b-493e-81b3-a5f923909775,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:49.871824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73890899-4d2b-4cfe-b66c-775cec42a2fe,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:49.880594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Attempting to bind port 355a2fb9-d93b-493e-81b3-a5f923909775 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:22:49.881029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Attempting to bind port 355a2fb9-d93b-493e-81b3-a5f923909775 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:22:49.881392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Attempting to bind port 355a2fb9-d93b-493e-81b3-a5f923909775 on network dae7a7f2-1446-4740-add4-8de45b14b68f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:22:49.885744 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.886946 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fb683177-a037-46d1-80a2-42b88811b4a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527920 Sep 19 17:22:49.887215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:22:49.887589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Checking segment: {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:22:49.887985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.888378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Bound using segment: {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:22:49.889012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Bound port: 355a2fb9-d93b-493e-81b3-a5f923909775, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:22:49.889559 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:49.986842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] For port 355a2fb9-d93b-493e-81b3-a5f923909775, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:22:49.990040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] For port 355a2fb9-d93b-493e-81b3-a5f923909775, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=355a2fb9-d93b-493e-81b3-a5f923909775,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:22:49.994387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:50.052978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:22:50.053617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:50.073694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-62d6ce39-cbf0-4bfc-9843-02188fbc172d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:22:50.089730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-62d6ce39-cbf0-4bfc-9843-02188fbc172d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:22:50.090920 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-62d6ce39-cbf0-4bfc-9843-02188fbc172d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566502157&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.0562260 Sep 19 17:22:50.142894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff778ff5-7b87-4a44-92b0-52f6b407ea24 None None] Pushing event updated for resources: {'Port': ['ID=355a2fb9-d93b-493e-81b3-a5f923909775,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:50.242569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-075d3b4f-1e96-4251-81d1-9d7e3cf6eb62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:50.243203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-075d3b4f-1e96-4251-81d1-9d7e3cf6eb62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:22:50.243540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:22:50.260323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-075d3b4f-1e96-4251-81d1-9d7e3cf6eb62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:22:50.261470 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-075d3b4f-1e96-4251-81d1-9d7e3cf6eb62 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 200 len: 796 time: 0.1637914 Sep 19 17:22:50.282453 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-dcf8b14c-e62a-4f3a-a02b-f7494a399d1f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0145030 Sep 19 17:22:50.376531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-6ab9e6e8-7530-4763-8eb5-b83c3ae15284 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:22:50.394335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-6ab9e6e8-7530-4763-8eb5-b83c3ae15284 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:22:50.397334 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-6ab9e6e8-7530-4763-8eb5-b83c3ae15284 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079736 Sep 19 17:22:50.543513 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-1d808e64-9353-4d66-bd53-69ffe4b93fb5 service neutron] 10.222.0.83 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337843 Sep 19 17:22:50.566894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:49Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:22:50.571039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d1b1b-ac3e-4e56-8236-3414d2e6c743 None None] The sync data for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv is: [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:49Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:22:50.689335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-bc9114e3-f71e-429f-80d1-afb6aba9eabc service neutron] 10.222.0.83 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389601 Sep 19 17:22:50.886861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-844b16b2-965d-4156-b51a-3fc1c5b576f1 req-28160931-dd82-405c-b1c2-5127cb3b1bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:22:50.899346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-844b16b2-965d-4156-b51a-3fc1c5b576f1 req-28160931-dd82-405c-b1c2-5127cb3b1bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:22:50.907801 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-844b16b2-965d-4156-b51a-3fc1c5b576f1 req-28160931-dd82-405c-b1c2-5127cb3b1bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 210 time: 0.0765328 Sep 19 17:22:51.949612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-ff02da29-1350-4644-a61f-d2604a790020 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:51.951105 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-ff02da29-1350-4644-a61f-d2604a790020 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 200 len: 796 time: 0.1532764 Sep 19 17:22:52.008541 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-89695595-757b-44cf-a60b-d865a1bd3c4c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 379 time: 0.0463972 Sep 19 17:22:52.052364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['dc0d27fa-ad0f-4698-9b1a-f406762ab170']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:52.083299 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e7979412-f786-419a-a3f5-de258c5de5c2 req-24862f7c-92a3-40d6-91bf-d53fefc588d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 210 time: 0.0702574 Sep 19 17:22:52.199368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:22:52.209822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:22:52.222312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:22:52.227740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:52.403621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.5 (dae7a7f2-1446-4740-add4-8de45b14b68f/3bbd8e54-185d-4592-b184-686d06e61e75/a84a1edc-4db0-4554-acc0-4bea6d1b7f95) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:22:52.488898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 355a2fb9-d93b-493e-81b3-a5f923909775 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:52.562316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 355a2fb9-d93b-493e-81b3-a5f923909775 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:22:52.567728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 355a2fb9-d93b-493e-81b3-a5f923909775 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:52.568108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:52.687230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 355a2fb9-d93b-493e-81b3-a5f923909775 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:52.687608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:52.702148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:52.717898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object a84a1edc-4db0-4554-acc0-4bea6d1b7f95 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:22:52.721562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 355a2fb9-d93b-493e-81b3-a5f923909775, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=355a2fb9-d93b-493e-81b3-a5f923909775,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:52.725863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:52.742665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:52.794436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=355a2fb9-d93b-493e-81b3-a5f923909775,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:52.822203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network dae7a7f2-1446-4740-add4-8de45b14b68f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:22:52.825457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:22:52.829821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:22:52.854496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:52.875700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.876050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.876387 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.876690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.877051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.877379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.877701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.878022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.878342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.878651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.879076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.879420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:22:52.905606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:52.906214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:52.932555 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-a3a4da53-e1bf-4dda-96d5-a36c4e153906 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9175339 Sep 19 17:22:52.944479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Request body: {'port': {'device_id': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:22:53.059627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:53.078588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6a3ff550-dd34-4490-aed9-36b65cd55b12 None None] Provisioning for port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:22:53.083775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6a3ff550-dd34-4490-aed9-36b65cd55b12 None None] Provisioning complete for port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:53.084381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6a3ff550-dd34-4490-aed9-36b65cd55b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:53.181627 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ff550-dd34-4490-aed9-36b65cd55b12 None None] Port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:22:53.402415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a459a-6e13-4ebf-b11f-9c0101a142c6 req-b3d51e3e-cc84-4d1f-b9b3-05601d7b04b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:53.403801 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-255a459a-6e13-4ebf-b11f-9c0101a142c6 req-b3d51e3e-cc84-4d1f-b9b3-05601d7b04b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 931 time: 0.2039545 Sep 19 17:22:53.420435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84a1edc-4db0-4554-acc0-4bea6d1b7f95 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:22:53.427917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:53.443587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Transition to ACTIVE for port object a84a1edc-4db0-4554-acc0-4bea6d1b7f95 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:22:53.448992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:53.450813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-255a459a-6e13-4ebf-b11f-9c0101a142c6 req-1d58adc2-2e61-4084-bfb7-09d0e957498b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:22:53.463092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-255a459a-6e13-4ebf-b11f-9c0101a142c6 req-1d58adc2-2e61-4084-bfb7-09d0e957498b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:22:53.464220 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-255a459a-6e13-4ebf-b11f-9c0101a142c6 req-1d58adc2-2e61-4084-bfb7-09d0e957498b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540042 Sep 19 17:22:53.655497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:53.694767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Attempting to bind port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:22:53.695222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Attempting to bind port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:22:53.695437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Attempting to bind port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 on network dae7a7f2-1446-4740-add4-8de45b14b68f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:22:53.700413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 on network dae7a7f2-1446-4740-add4-8de45b14b68f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:22:53.700731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Attempting to bind port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 on network dae7a7f2-1446-4740-add4-8de45b14b68f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:22:53.706183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:22:53.706525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Checking segment: {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:22:53.706893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Bound using segment: {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:22:53.707349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Bound port: a84a1edc-4db0-4554-acc0-4bea6d1b7f95, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:22:53.707690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:53.802694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] For port a84a1edc-4db0-4554-acc0-4bea6d1b7f95, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:22:53.805847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] For port a84a1edc-4db0-4554-acc0-4bea6d1b7f95, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:22:53.815517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:53.818661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:53.819507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:53.820833 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] 10.222.0.86 "PUT /v2.0/ports/a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 200 len: 1093 time: 0.8807464 Sep 19 17:22:53.853126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:22:53.855496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b601e60-c3b5-4506-af37-d35e8c820cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:22:53.899430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f273b823-f571-4ae3-859a-3b81157e6f3b x-openstack-request-id: req-f273b823-f571-4ae3-859a-3b81157e6f3b {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:22:53.899711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:22:53.899953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f273b823-f571-4ae3-859a-3b81157e6f3b {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:22:53.900346 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f273b823-f571-4ae3-859a-3b81157e6f3b'] response: {'name': 'network-changed', 'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'status': 'completed', 'code': 200} Sep 19 17:22:53.956190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b285b-c416-4411-b6b6-17338f1200c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:53.974848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-87e6a086-5c6c-4db4-8993-48e14f67eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:53.976359 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-87e6a086-5c6c-4db4-8993-48e14f67eb07 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1096 time: 0.1179535 Sep 19 17:22:54.043796 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-f6185d81-5524-4c39-b0b0-ec0f0175ea24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 200 len: 217 time: 0.0601683 Sep 19 17:22:54.108949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-b127eb80-760d-4167-ae90-c594dfd85903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:54.110368 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-b127eb80-760d-4167-ae90-c594dfd85903 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 200 len: 843 time: 0.0610027 Sep 19 17:22:54.194013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-64b47e17-ed5a-474e-80fc-8836aa696654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:54.195506 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-64b47e17-ed5a-474e-80fc-8836aa696654 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dae7a7f2-1446-4740-add4-8de45b14b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786614 Sep 19 17:22:54.329382 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-2a0da3f6-4669-41e4-8362-6b976e0ce264 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274381 Sep 19 17:22:54.476622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 355a2fb9-d93b-493e-81b3-a5f923909775 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:54.550066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 355a2fb9-d93b-493e-81b3-a5f923909775 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:54.550589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:54.594583 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d98bdf-9359-41fa-8c39-b26e543a4584 req-06d5c770-dcd7-45ae-bb19-8717718cad39 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590153 Sep 19 17:22:54.694632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 355a2fb9-d93b-493e-81b3-a5f923909775 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:54.702634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc30848-be2f-4d9e-a034-333e2b9b42d5 req-ab7eb8f7-a218-4af0-a11a-f2871f74d72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:54.704834 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dc30848-be2f-4d9e-a034-333e2b9b42d5 req-ab7eb8f7-a218-4af0-a11a-f2871f74d72f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 943 time: 0.1164556 Sep 19 17:22:54.733561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-e5fad6b3-d865-47e9-aebc-45e729739e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:54.735256 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-e5fad6b3-d865-47e9-aebc-45e729739e20 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1096 time: 0.0948312 Sep 19 17:22:54.751711 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dc30848-be2f-4d9e-a034-333e2b9b42d5 req-293052c5-55c0-4efa-b350-4f80c0199008 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405107 Sep 19 17:22:54.872899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-245211c2-588e-4da8-8cba-83ee188e8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:54.874684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-245211c2-588e-4da8-8cba-83ee188e8679 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 200 len: 897 time: 0.1319847 Sep 19 17:22:54.949596 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-289d3224-8743-4f55-8ed0-f11d9087045e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 200 len: 217 time: 0.0675752 Sep 19 17:22:55.023241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-6dbe0e12-ceb3-4772-a9ac-489b7c268955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:55.025488 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-6dbe0e12-ceb3-4772-a9ac-489b7c268955 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 200 len: 843 time: 0.0686681 Sep 19 17:22:55.111714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-4e17d2d5-977a-4fc7-b1a6-ed40c5a532fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:55.113201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-4e17d2d5-977a-4fc7-b1a6-ed40c5a532fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dae7a7f2-1446-4740-add4-8de45b14b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807428 Sep 19 17:22:55.247534 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-b10f2bfa-59cb-4abb-8a3a-6e6d2f1cea60 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270497 Sep 19 17:22:55.382075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:55.400563 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b601e60-c3b5-4506-af37-d35e8c820cf4 req-d82bcea6-e310-42eb-ba06-7dbd220be6e1 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457331 Sep 19 17:22:55.991435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2cd1f-a470-4be4-8e5f-3b9e829a3fcf req-947242f5-a9d0-44f1-8285-21b91b67a7eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:55.992127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a2c2cd1f-a470-4be4-8e5f-3b9e829a3fcf req-947242f5-a9d0-44f1-8285-21b91b67a7eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:22:56.010123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a2c2cd1f-a470-4be4-8e5f-3b9e829a3fcf req-947242f5-a9d0-44f1-8285-21b91b67a7eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:22:56.011301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a2c2cd1f-a470-4be4-8e5f-3b9e829a3fcf req-947242f5-a9d0-44f1-8285-21b91b67a7eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 943 time: 0.1303344 Sep 19 17:22:56.057424 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a2c2cd1f-a470-4be4-8e5f-3b9e829a3fcf req-6bbff27e-413c-4fd3-9f44-46d342f677ca tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392907 Sep 19 17:22:57.277420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f8f03-ca71-4239-8467-b0f31492fd63 req-3859c679-3bdd-493a-8fcb-3bc711b49c4d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:57.278893 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-740f8f03-ca71-4239-8467-b0f31492fd63 req-3859c679-3bdd-493a-8fcb-3bc711b49c4d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 943 time: 0.0996859 Sep 19 17:22:57.335969 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-740f8f03-ca71-4239-8467-b0f31492fd63 req-efe2fd7b-ceae-4cd7-9788-0994c04d285c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484929 Sep 19 17:22:57.552323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device a84a1edc-4db0-4554-acc0-4bea6d1b7f95 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:22:57.700086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port a84a1edc-4db0-4554-acc0-4bea6d1b7f95, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:57.713262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'port_id': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'mac_address': 'fa:16:3e:6a:39:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:22:57.769661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:57.770054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:57.786797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84a1edc-4db0-4554-acc0-4bea6d1b7f95 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:22:57.802270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port a84a1edc-4db0-4554-acc0-4bea6d1b7f95, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:57.809070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:57.879819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:22:58.020047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['a84a1edc-4db0-4554-acc0-4bea6d1b7f95'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:22:58.556805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2026-b81a-468d-9ba8-8409d87c1ea3 req-0b71c8f9-cd96-46a7-8611-a2688187a04f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:58.558274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7dfe2026-b81a-468d-9ba8-8409d87c1ea3 req-0b71c8f9-cd96-46a7-8611-a2688187a04f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 944 time: 0.1004205 Sep 19 17:22:58.606500 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7dfe2026-b81a-468d-9ba8-8409d87c1ea3 req-8b3c63e0-c41c-4e9b-9853-b4210d8a1f57 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397863 Sep 19 17:22:59.561752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device a84a1edc-4db0-4554-acc0-4bea6d1b7f95 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:22:59.637655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:22:59.642793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:22:59.643193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:59.758943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:22:59.759262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:59.790488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:22:59.793051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa916996-26b3-4424-b0c0-b4023744f8e2" -d '{"events": [{"server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "name": "network-vif-plugged", "status": "completed", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:22:59.801608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port a84a1edc-4db0-4554-acc0-4bea6d1b7f95, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:22:59.806245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:22:59.822690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b27f5-211d-465a-8a1c-8276eba27931 req-4d42a066-2bdf-4041-bbb8-67d5b002f85c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:22:59.824548 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-961b27f5-211d-465a-8a1c-8276eba27931 req-4d42a066-2bdf-4041-bbb8-67d5b002f85c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 944 time: 0.0903308 Sep 19 17:22:59.840973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e22af56-be95-4e97-83f3-e88735f08cc4 x-openstack-request-id: req-3e22af56-be95-4e97-83f3-e88735f08cc4 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:22:59.842043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "name": "network-vif-plugged", "status": "completed", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:22:59.842459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e22af56-be95-4e97-83f3-e88735f08cc4 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:22:59.843032 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e22af56-be95-4e97-83f3-e88735f08cc4'] response: {'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'code': 200} Sep 19 17:22:59.871284 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-961b27f5-211d-465a-8a1c-8276eba27931 req-ba426991-62be-4a78-a5a8-fb943d2f7532 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402732 Sep 19 17:22:59.888816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:00.078057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ec130-55ca-465a-8b65-75dce7de62b6 req-efabfc7b-9680-44e7-be90-7a524c5fda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:00.079475 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-172ec130-55ca-465a-8b65-75dce7de62b6 req-efabfc7b-9680-44e7-be90-7a524c5fda2e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1098 time: 0.0802612 Sep 19 17:23:00.122958 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-172ec130-55ca-465a-8b65-75dce7de62b6 req-7a1fdbb7-de7a-45bc-ae3a-5409d75a13ca service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369523 Sep 19 17:23:01.099736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154a2cf-40bf-44ae-a205-87133e018c8d req-0b2d8041-dc28-4bd1-a0b3-bb517f3ef7b8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:01.101195 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b154a2cf-40bf-44ae-a205-87133e018c8d req-0b2d8041-dc28-4bd1-a0b3-bb517f3ef7b8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 945 time: 0.0980201 Sep 19 17:23:01.148290 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b154a2cf-40bf-44ae-a205-87133e018c8d req-6031dcf8-63f8-437f-9d53-eb8839112a96 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407016 Sep 19 17:23:02.372131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25d25-5d87-4010-819a-182221ef759a req-bef9d5d4-45ef-4f50-8a0e-956a668de6d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:02.373662 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7fc25d25-5d87-4010-819a-182221ef759a req-bef9d5d4-45ef-4f50-8a0e-956a668de6d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 945 time: 0.1031690 Sep 19 17:23:02.420343 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7fc25d25-5d87-4010-819a-182221ef759a req-c030ae48-d528-44bd-b218-d0ab1477ada9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404735 Sep 19 17:23:02.654243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f063644-60db-40d2-a1e2-86c4c2ce4257 req-5477803a-db8e-4693-842a-d49e18979deb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:02.656155 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f063644-60db-40d2-a1e2-86c4c2ce4257 req-5477803a-db8e-4693-842a-d49e18979deb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 945 time: 0.1246436 Sep 19 17:23:02.700199 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f063644-60db-40d2-a1e2-86c4c2ce4257 req-294a0603-cf0e-4f15-9b1f-d507d4eb0196 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380497 Sep 19 17:23:02.731586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50922) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:23:02.811712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518a41f-7199-4877-9bcd-354fa35617aa tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:02.813187 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f518a41f-7199-4877-9bcd-354fa35617aa tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1093 time: 0.0805705 Sep 19 17:23:02.817239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50926) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:23:02.822148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:23:02.828414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:23:02.832384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:23:02.835245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:23:02.840865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:23:02.853635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:02.994711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:03.133969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.177 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/72d7a115-a83c-4f8a-9365-6e5830e7c40f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:03.283588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:03.319426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:03.388689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:03.391988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:03.394631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:23:03.429393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=72d7a115-a83c-4f8a-9365-6e5830e7c40f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:03.445404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.445758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.446100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.446439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.446769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.447136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.447809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.447809 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.448066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.448718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.449042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.449366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:03.840549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:03.916771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:04.248746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:04.255405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:04.360902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=72d7a115-a83c-4f8a-9365-6e5830e7c40f,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:04.364415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:04.536843 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 8d0b4da1-dc49-4203-b7d1-e61825ec8810 associated. External IP: 172.26.10.177, port: a84a1edc-4db0-4554-acc0-4bea6d1b7f95. Sep 19 17:23:04.644944 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5c31096-7265-47c2-9980-11e98df089cf req-1d55a32f-6504-432b-a2b6-8359de905d55 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778332 Sep 19 17:23:04.795222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31096-7265-47c2-9980-11e98df089cf req-1315c267-e592-46fd-bdc8-f9a6fbb36856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:04.796633 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5c31096-7265-47c2-9980-11e98df089cf req-1315c267-e592-46fd-bdc8-f9a6fbb36856 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1098 time: 0.0840652 Sep 19 17:23:04.906657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 7792917f-ca69-411c-a0da-6942db09c770 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:23:05.066649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31096-7265-47c2-9980-11e98df089cf req-7095cbcc-5040-481e-8692-3c42c861b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:05.068032 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5c31096-7265-47c2-9980-11e98df089cf req-7095cbcc-5040-481e-8692-3c42c861b7f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 200 len: 897 time: 0.2521343 Sep 19 17:23:05.086882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:23:05.097302 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] Sync routers for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:23:05.109518 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:23:05.110372 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:05.112271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:05.169711 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d533bfee-b2cb-4c10-a5ce-dc8f0b8ac664 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3513436 Sep 19 17:23:05.170998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:23:05.173344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84945198-d8dc-4d89-aec5-0d1552e84527" -d '{"events": [{"name": "network-changed", "server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:23:05.174058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50930) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:23:05.216927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae31d356-e385-4ac2-874b-b289d7e90992 x-openstack-request-id: req-ae31d356-e385-4ac2-874b-b289d7e90992 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:23:05.217848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:23:05.218103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ae31d356-e385-4ac2-874b-b289d7e90992 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:23:05.218516 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae31d356-e385-4ac2-874b-b289d7e90992'] response: {'name': 'network-changed', 'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'status': 'completed', 'code': 200} Sep 19 17:23:05.237619 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5c31096-7265-47c2-9980-11e98df089cf req-2f8dd913-9fe7-45ad-890e-c1b9e0d34ff0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 200 len: 1000 time: 0.1633029 Sep 19 17:23:05.298206 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:23:05.340753 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f2ed13c0-f0af-46e3-bf11-a2a94c801f1e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/8d0b4da1-dc49-4203-b7d1-e61825ec8810 HTTP/1.1" status: 200 len: 992 time: 0.1650724 Sep 19 17:23:05.342372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31096-7265-47c2-9980-11e98df089cf req-9309443e-f383-4df3-9928-22c7b98ab0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:05.343770 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5c31096-7265-47c2-9980-11e98df089cf req-9309443e-f383-4df3-9928-22c7b98ab0f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 200 len: 843 time: 0.0991952 Sep 19 17:23:05.429821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31096-7265-47c2-9980-11e98df089cf req-5d275700-14a3-4f4c-b019-02cfcaaf0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:05.431326 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5c31096-7265-47c2-9980-11e98df089cf req-5d275700-14a3-4f4c-b019-02cfcaaf0409 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dae7a7f2-1446-4740-add4-8de45b14b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815692 Sep 19 17:23:05.564775 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5c31096-7265-47c2-9980-11e98df089cf req-65ea9200-d442-4739-a3cc-0251fd09d39a service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270487 Sep 19 17:23:05.686800 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '8d0b4da1-dc49-4203-b7d1-e61825ec8810', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.177', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '7792917f-ca69-411c-a0da-6942db09c770', 'port_id': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'mac_address': 'fa:16:3e:6a:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:23:03Z', 'updated_at': '2022-09-19T17:23:03Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:52Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:05.690615 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] Checking router: 7792917f-ca69-411c-a0da-6942db09c770 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:23:05.696856 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a5c31096-7265-47c2-9980-11e98df089cf req-9cb636e5-c817-41ac-8eb2-24636f3f3f22 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264381 Sep 19 17:23:05.699209 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:23:05.699799 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:22:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:05.816420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-53578a83-ef6d-4154-b72e-8797df178c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:05.817888 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-53578a83-ef6d-4154-b72e-8797df178c56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1098 time: 0.0782323 Sep 19 17:23:05.879094 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:23:05.950773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-3ae066ee-b7f5-47d5-9081-45665f79ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:05.952237 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-3ae066ee-b7f5-47d5-9081-45665f79ce35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 200 len: 897 time: 0.1283114 Sep 19 17:23:06.057979 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-cbb85d5f-4654-4070-9c17-b0ccb5e7f7ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 200 len: 1000 time: 0.0996737 Sep 19 17:23:06.120429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-c2df6520-e53d-47a0-969c-16d4950bff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:06.121843 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-c2df6520-e53d-47a0-969c-16d4950bff5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 200 len: 843 time: 0.0580866 Sep 19 17:23:06.208651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-376667a7-ed27-41f3-8cf3-1c71194335b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:06.210071 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-376667a7-ed27-41f3-8cf3-1c71194335b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dae7a7f2-1446-4740-add4-8de45b14b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814731 Sep 19 17:23:06.223338 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '8d0b4da1-dc49-4203-b7d1-e61825ec8810', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.177', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '7792917f-ca69-411c-a0da-6942db09c770', 'port_id': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'mac_address': 'fa:16:3e:6a:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:23:03Z', 'updated_at': '2022-09-19T17:23:03Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:52Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:06.227193 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c1a8b-8cb0-47c0-b9b9-6f9764cee320 None None] The sync data for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv is: [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '8d0b4da1-dc49-4203-b7d1-e61825ec8810', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.177', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '7792917f-ca69-411c-a0da-6942db09c770', 'port_id': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'mac_address': 'fa:16:3e:6a:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:23:03Z', 'updated_at': '2022-09-19T17:23:03Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:52Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:23:06.344754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50936) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:23:06.347149 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-4a56a448-8c5d-48d7-b6fa-ce03f547650f service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297240 Sep 19 17:23:06.446543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0d45d-a274-4bed-be98-67b277d343aa None None] New status for floating IP 8d0b4da1-dc49-4203-b7d1-e61825ec8810: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:23:06.492674 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-25e821cd-d7b2-4dc3-aff8-0d933fc2664d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/8d0b4da1-dc49-4203-b7d1-e61825ec8810 HTTP/1.1" status: 200 len: 992 time: 0.1452446 Sep 19 17:23:06.504815 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-84945198-d8dc-4d89-aec5-0d1552e84527 req-0248fd10-5251-4246-a6fc-202cfe752d32 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518681 Sep 19 17:23:07.495047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 50940) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:23:07.610044 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7043327e-50b5-4068-850c-0b3c89c587e7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/8d0b4da1-dc49-4203-b7d1-e61825ec8810 HTTP/1.1" status: 200 len: 994 time: 0.1136572 Sep 19 17:23:11.384287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-808f0920-3f84-44b1-82c0-8c1093a4ed9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:13.107643 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:23:13.593259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-538fecb0-6d7a-4c89-80f2-99c030475346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:15.137543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:15.190507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:16.219024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:25.396686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:41.386730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-93342fe9-7fe5-45da-8216-612ee4c8f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:43.598747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-377c79ec-5e79-425a-bf8e-2fa0b6f600df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:45.149752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:45.184832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:46.227312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:23:50.113130 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:23:55.393589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:04.699136 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87a72a60-5401-4504-8266-69ccc98ee16d req-d58d7011-ea66-4182-8785-df6f34d7f202 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820618 Sep 19 17:24:04.971252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a72a60-5401-4504-8266-69ccc98ee16d req-a6fd43ed-ca9e-4a52-b231-566f6a660557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:04.972592 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87a72a60-5401-4504-8266-69ccc98ee16d req-a6fd43ed-ca9e-4a52-b231-566f6a660557 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1098 time: 0.1921334 Sep 19 17:24:05.134947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a72a60-5401-4504-8266-69ccc98ee16d req-ac160c24-88aa-44bd-8832-5d50e9d789b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:05.136412 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87a72a60-5401-4504-8266-69ccc98ee16d req-ac160c24-88aa-44bd-8832-5d50e9d789b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 200 len: 897 time: 0.1444507 Sep 19 17:24:05.250079 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87a72a60-5401-4504-8266-69ccc98ee16d req-925e5fd0-f922-4c8d-b815-874934692b3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 200 len: 1002 time: 0.1076777 Sep 19 17:24:05.317641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a72a60-5401-4504-8266-69ccc98ee16d req-3091152b-ee84-4048-bf7a-5412f3ef7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:05.319099 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87a72a60-5401-4504-8266-69ccc98ee16d req-3091152b-ee84-4048-bf7a-5412f3ef7565 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 200 len: 843 time: 0.0628736 Sep 19 17:24:05.411674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a72a60-5401-4504-8266-69ccc98ee16d req-f7a1e27c-f153-44d1-bc68-2f90413881e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:05.413142 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87a72a60-5401-4504-8266-69ccc98ee16d req-f7a1e27c-f153-44d1-bc68-2f90413881e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dae7a7f2-1446-4740-add4-8de45b14b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883033 Sep 19 17:24:05.547836 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87a72a60-5401-4504-8266-69ccc98ee16d req-2f2dddaf-0ede-4820-8bcf-09467d24cef1 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283615 Sep 19 17:24:05.688306 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87a72a60-5401-4504-8266-69ccc98ee16d req-1a9faeac-9a51-4880-a2cd-fb48ef811efb service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348157 Sep 19 17:24:11.393930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-64bdfa61-a31c-4fde-9884-f20cfc337155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:13.596567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3730a4c4-1a8d-4909-b122-57a479e72fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:15.150931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:15.188115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:16.231082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:25.411319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:27.116660 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:24:41.381228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-68357ea4-c0a0-4f1a-951c-a81fe9be1949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:43.593572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d48c4e50-e125-4882-a3e6-72451af11cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:45.154124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:45.192083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:46.232754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:55.410484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:55.738901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50970) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:24:55.746657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:24:55.867450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6060596'] for subnet, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:56.076278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767836507724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7541985'] for subnet, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:56.129074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:56.129671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:56.131157 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/subnets/3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 200 len: 835 time: 0.3908062 Sep 19 17:24:56.136266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb70ed-37a0-4aff-9d8f-da3d21531ab2 None None] Network dae7a7f2-1446-4740-add4-8de45b14b68f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:24:56.147325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=3bbd8e54-185d-4592-b184-686d06e61e75,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:56.155205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.155561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.155908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.156248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.156584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.156918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.157252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.157582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.157918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.158245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.158570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.158895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff6e2b-e82b-4ba3-ad4f-4da64c92e27b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:56.595080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Provisioning complete for port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:24:56.595716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:56.715719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Current status of the port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:24:56.730040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Provisioning complete for port 270b12a1-b813-4113-adfb-bf1d0f962b76 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:24:56.730413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:56.844966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Current status of the port 270b12a1-b813-4113-adfb-bf1d0f962b76 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:24:56.863287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Provisioning complete for port 355a2fb9-d93b-493e-81b3-a5f923909775 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:24:56.863667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:24:56.992818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4bc97-b319-4df3-8012-ee6593b02d83 None None] Current status of the port 355a2fb9-d93b-493e-81b3-a5f923909775 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:25:04.121393 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:25:05.690518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-6cabb80d-9f81-44c2-8eb0-1e92a63ca956 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1405134 Sep 19 17:25:05.847148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-76358b9d-7b38-4d65-85ba-03945c89e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:05.848541 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-76358b9d-7b38-4d65-85ba-03945c89e3a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1098 time: 0.0861545 Sep 19 17:25:05.999513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-033e7cdb-b133-41de-a53d-206856ef837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:06.000950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-033e7cdb-b133-41de-a53d-206856ef837a service neutron] 10.222.0.86 "GET /v2.0/networks?id=dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 200 len: 897 time: 0.1335649 Sep 19 17:25:06.104868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-37729bb7-84a5-4d10-a2fd-79bd6ab5b9fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 200 len: 1002 time: 0.0974138 Sep 19 17:25:06.167663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-6950a26b-f491-4015-9bca-225053bdd42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:06.169065 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-6950a26b-f491-4015-9bca-225053bdd42c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 200 len: 843 time: 0.0584047 Sep 19 17:25:06.257601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-6212ac64-1e07-44b8-ab33-8ff0448fa72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:06.259124 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-6212ac64-1e07-44b8-ab33-8ff0448fa72b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dae7a7f2-1446-4740-add4-8de45b14b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843961 Sep 19 17:25:06.495556 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-bb713f09-f302-42b6-ada0-bfd1476720be service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303889 Sep 19 17:25:06.642236 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c17492a-5174-48ff-a584-96ced8bd9e79 req-7db2b074-ae1a-499f-b459-0c20921ad757 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394060 Sep 19 17:25:11.380454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-904f2cf5-3051-4cca-9bb2-34bf510517c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:13.587708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e7042902-befb-45f9-8181-b79d4c96d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:15.156007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:15.197945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:16.236190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:25.446561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:38.956669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 50984) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:39.170194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 72d7a115-a83c-4f8a-9365-6e5830e7c40f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:25:39.170509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:39.353264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:39.353482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:39.476243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 72d7a115-a83c-4f8a-9365-6e5830e7c40f owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:25:39.631768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:39.683956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=72d7a115-a83c-4f8a-9365-6e5830e7c40f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:39.787525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:39.787857 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 8d0b4da1-dc49-4203-b7d1-e61825ec8810 disassociated (deleted). External IP: 172.26.10.177, port: a84a1edc-4db0-4554-acc0-4bea6d1b7f95. Sep 19 17:25:40.249633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 7792917f-ca69-411c-a0da-6942db09c770 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:25:40.442202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:25:40.453180 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] Sync routers for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:25:40.462675 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:25:40.463309 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:25:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:40.464302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:40.522858 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b1b51c9d-517a-4b75-9ca5-e7ac486abe58 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/8d0b4da1-dc49-4203-b7d1-e61825ec8810 HTTP/1.1" status: 204 len: 168 time: 1.5618966 Sep 19 17:25:40.522858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:25:40.523209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85233023-e977-40d2-befc-6a6a6f222c78" -d '{"events": [{"name": "network-changed", "server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:40.686814 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:25:41.038408 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:52Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:41.043284 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] Checking router: 7792917f-ca69-411c-a0da-6942db09c770 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:25:41.053355 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:25:41.053961 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:25:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:41.180234 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:25:41.274666 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:25:41.375006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f546121-edb3-4fe3-8f7f-e3c7a92e1c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:41.593819 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:52Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:41.598305 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8e5b1-cd41-4477-848d-c7d7920673f0 None None] The sync data for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv is: [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '355a2fb9-d93b-493e-81b3-a5f923909775', 'name': '', 'network_id': 'dae7a7f2-1446-4740-add4-8de45b14b68f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:d1:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:45Z', 'updated_at': '2022-09-19T17:22:52Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '3bbd8e54-185d-4592-b184-686d06e61e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:25:41.747375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b93fc-04ec-4e0a-b12f-1b4db74bc9b0 x-openstack-request-id: req-343b93fc-04ec-4e0a-b12f-1b4db74bc9b0 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:41.747869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:41.747869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-343b93fc-04ec-4e0a-b12f-1b4db74bc9b0 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:41.748245 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343b93fc-04ec-4e0a-b12f-1b4db74bc9b0'] response: {'name': 'network-changed', 'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'status': 'completed', 'code': 200} Sep 19 17:25:41.848967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eed420-7f00-4d27-ae89-f7fa55898168 None None] New status for floating IP 8d0b4da1-dc49-4203-b7d1-e61825ec8810: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:25:41.867123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233023-e977-40d2-befc-6a6a6f222c78 req-45909f04-f21a-434d-9136-44f6ddded606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:41.868607 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85233023-e977-40d2-befc-6a6a6f222c78 req-45909f04-f21a-434d-9136-44f6ddded606 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 1098 time: 0.0970926 Sep 19 17:25:42.067471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233023-e977-40d2-befc-6a6a6f222c78 req-589b66a2-505a-4342-8be2-29ccb590249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:42.068956 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85233023-e977-40d2-befc-6a6a6f222c78 req-589b66a2-505a-4342-8be2-29ccb590249b service neutron] 10.222.0.86 "GET /v2.0/networks?id=dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 200 len: 897 time: 0.1941717 Sep 19 17:25:42.133286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486409-1642-4a80-90e8-bbe381c4bc9d req-3fbaf352-53e2-4ba8-844a-be1c1f4caf05 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:42.133872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18486409-1642-4a80-90e8-bbe381c4bc9d req-3fbaf352-53e2-4ba8-844a-be1c1f4caf05 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:25:42.152230 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85233023-e977-40d2-befc-6a6a6f222c78 req-84791bf3-9fb9-4b61-9c90-9ae41d1d0370 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 200 len: 217 time: 0.0756476 Sep 19 17:25:42.191332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18486409-1642-4a80-90e8-bbe381c4bc9d req-3fbaf352-53e2-4ba8-844a-be1c1f4caf05 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:25:42.192412 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18486409-1642-4a80-90e8-bbe381c4bc9d req-3fbaf352-53e2-4ba8-844a-be1c1f4caf05 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 945 time: 0.3366392 Sep 19 17:25:42.242564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233023-e977-40d2-befc-6a6a6f222c78 req-a7457bd0-089d-468b-8b54-b0a57a80edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:42.244014 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85233023-e977-40d2-befc-6a6a6f222c78 req-a7457bd0-089d-468b-8b54-b0a57a80edc0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 200 len: 843 time: 0.0848732 Sep 19 17:25:42.254757 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18486409-1642-4a80-90e8-bbe381c4bc9d req-3c34ead2-bb30-4e3a-a275-1d61ef7086b8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518541 Sep 19 17:25:42.339009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233023-e977-40d2-befc-6a6a6f222c78 req-a8352cab-740c-4e85-9eca-67832352bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:42.340520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85233023-e977-40d2-befc-6a6a6f222c78 req-a8352cab-740c-4e85-9eca-67832352bc75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dae7a7f2-1446-4740-add4-8de45b14b68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889511 Sep 19 17:25:42.477880 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85233023-e977-40d2-befc-6a6a6f222c78 req-3398e5bc-1ab3-44aa-9154-6461d284ab19 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289315 Sep 19 17:25:42.612940 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85233023-e977-40d2-befc-6a6a6f222c78 req-02d1413e-a151-4e8c-94aa-6fe8e6282da7 service neutron] 10.222.0.86 "GET /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290710 Sep 19 17:25:43.227009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-caba4e9a-f130-4aec-884c-8f390e82d25f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:43.228452 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-caba4e9a-f130-4aec-884c-8f390e82d25f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 945 time: 0.1004257 Sep 19 17:25:43.301409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:25:43.301748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:43.559908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port a84a1edc-4db0-4554-acc0-4bea6d1b7f95, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:25:43.560280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:43.593646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-39008fd7-7476-4e50-b0e6-4415cfc62ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:43.636263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd4c43-ffa0-46d9-a3c9-77d723929b72 req-03d59ae7-4945-48b9-b72e-785e582c8ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:43.637707 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9cfd4c43-ffa0-46d9-a3c9-77d723929b72 req-03d59ae7-4945-48b9-b72e-785e582c8ce5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=24a0cc12-97ad-41a9-80c1-59c933d215e9 HTTP/1.1" status: 200 len: 945 time: 0.2673790 Sep 19 17:25:43.686596 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9cfd4c43-ffa0-46d9-a3c9-77d723929b72 req-7fe943f7-b4f2-4051-84b2-af40d5e32c0f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=dc0d27fa-ad0f-4698-9b1a-f406762ab170&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 Sep 19 17:25:43.794513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for a84a1edc-4db0-4554-acc0-4bea6d1b7f95 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:25:43.944956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:43.995698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=a84a1edc-4db0-4554-acc0-4bea6d1b7f95,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:44.083981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port a84a1edc-4db0-4554-acc0-4bea6d1b7f95 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:25:44.086786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:44.089310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'name': 'network-vif-deleted', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:25:44.091615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc9d56-3499-437e-8389-4d66c317c96b" -d '{"events": [{"server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "name": "network-vif-deleted", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:44.108490 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43a9d0e9-8ca1-4a1b-a838-213d7f40411c req-1783c51a-00e2-43f1-bf98-bebdb5da71ec tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/a84a1edc-4db0-4554-acc0-4bea6d1b7f95 HTTP/1.1" status: 204 len: 173 time: 0.8744915 Sep 19 17:25:44.137035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c8028a-9b32-403b-9d2c-dfc0dfcf1ef1 x-openstack-request-id: req-03c8028a-9b32-403b-9d2c-dfc0dfcf1ef1 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:44.137326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a0cc12-97ad-41a9-80c1-59c933d215e9", "name": "network-vif-deleted", "tag": "a84a1edc-4db0-4554-acc0-4bea6d1b7f95", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:44.137602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-03c8028a-9b32-403b-9d2c-dfc0dfcf1ef1 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:44.137990 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c8028a-9b32-403b-9d2c-dfc0dfcf1ef1'] response: {'server_uuid': '24a0cc12-97ad-41a9-80c1-59c933d215e9', 'name': 'network-vif-deleted', 'tag': 'a84a1edc-4db0-4554-acc0-4bea6d1b7f95', 'status': 'completed', 'code': 200} Sep 19 17:25:44.799120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51018) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:44.900239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:44.949117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:45.033117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:45.057836 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d27fa-ad0f-4698-9b1a-f406762ab170,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:45.067284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.067636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.068217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.068455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.068793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.069122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.069458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.069787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.070116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.070440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.070813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.071353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:45.080680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:45.082211 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f9de0f4-985f-45c2-bd8d-8999f61ee5b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/dc0d27fa-ad0f-4698-9b1a-f406762ab170 HTTP/1.1" status: 204 len: 168 time: 0.2818341 Sep 19 17:25:45.126056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51024) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:45.154987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:45.198726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:45.729780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:46.117391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 355a2fb9-d93b-493e-81b3-a5f923909775 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:25:46.118058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:46.236295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:46.309749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 355a2fb9-d93b-493e-81b3-a5f923909775, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=355a2fb9-d93b-493e-81b3-a5f923909775,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:25:46.310073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:46.550817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 355a2fb9-d93b-493e-81b3-a5f923909775 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:25:46.745637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:46.793967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=355a2fb9-d93b-493e-81b3-a5f923909775,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:47.074024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:47.440768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 7792917f-ca69-411c-a0da-6942db09c770 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:25:47.624945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:25:47.635423 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] Sync routers for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:25:47.639810 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c2d5c67f-6517-4e71-b539-90ac40fd1391 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/7792917f-ca69-411c-a0da-6942db09c770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5124924 Sep 19 17:25:47.642553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51032) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:47.645423 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:25:47.646165 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:25:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:47.710198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-638e1e96-df44-4e46-8a10-c5490e0ae75e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet 3bbd8e54-185d-4592-b184-686d06e61e75 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:25:47.713242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-638e1e96-df44-4e46-8a10-c5490e0ae75e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:47.772306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-638e1e96-df44-4e46-8a10-c5490e0ae75e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:47.818660 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:25:47.855865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-638e1e96-df44-4e46-8a10-c5490e0ae75e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:47.933208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-638e1e96-df44-4e46-8a10-c5490e0ae75e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:48.104880 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e1e96-df44-4e46-8a10-c5490e0ae75e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=3bbd8e54-185d-4592-b184-686d06e61e75,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:48.109704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-638e1e96-df44-4e46-8a10-c5490e0ae75e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:48.116364 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-638e1e96-df44-4e46-8a10-c5490e0ae75e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/3bbd8e54-185d-4592-b184-686d06e61e75 HTTP/1.1" status: 204 len: 168 time: 0.4728177 Sep 19 17:25:48.116917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2906bf-7d0a-4ca8-a620-8b156d463091 None None] Network dae7a7f2-1446-4740-add4-8de45b14b68f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:25:48.120076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51036) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:48.151438 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:25:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:48.155931 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] Checking router: 7792917f-ca69-411c-a0da-6942db09c770 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:25:48.165115 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] Routers {'7792917f-ca69-411c-a0da-6942db09c770'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:25:48.165789 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:25:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7792917f-ca69-411c-a0da-6942db09c770'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:48.310863 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:48.336713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device a84a1edc-4db0-4554-acc0-4bea6d1b7f95 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:25:48.353796 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] Set router 7792917f-ca69-411c-a0da-6942db09c770 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:25:48.376190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: a84a1edc-4db0-4554-acc0-4bea6d1b7f95 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:25:48.376741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device a84a1edc-4db0-4554-acc0-4bea6d1b7f95 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:25:48.437239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] DHCP port deletion for dae7a7f2-1446-4740-add4-8de45b14b68f request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:25:48.441976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Deleting port 270b12a1-b813-4113-adfb-bf1d0f962b76 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:25:48.442453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:48.528655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:48.541309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 506124b8-8efe-4145-8428-88ab5e4b237a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:25:48.541662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:48.636096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 270b12a1-b813-4113-adfb-bf1d0f962b76 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:25:48.658920 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:25:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:48.663512 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25385d8-51c4-4e6b-91f2-28e96bb4f8ae None None] The sync data for ids ['7792917f-ca69-411c-a0da-6942db09c770'] in dv-neutron-857789-3-hyperv is: [{'id': '7792917f-ca69-411c-a0da-6942db09c770', 'name': 'tempest-TestNetworkBasicOps-router-695810926', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36'}], 'enable_snat': True}, 'gw_port_id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:22:41Z', 'updated_at': '2022-09-19T17:25:46Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '506124b8-8efe-4145-8428-88ab5e4b237a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7792917f-ca69-411c-a0da-6942db09c770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:22:42Z', 'updated_at': '2022-09-19T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:25:48.721471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] For port 270b12a1-b813-4113-adfb-bf1d0f962b76, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=270b12a1-b813-4113-adfb-bf1d0f962b76,segment=NetworkSegment(f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2),segment_id=f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:25:48.721853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:48.746360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 506124b8-8efe-4145-8428-88ab5e4b237a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=506124b8-8efe-4145-8428-88ab5e4b237a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:25:48.746716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:48.868487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 506124b8-8efe-4145-8428-88ab5e4b237a owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:25:48.898753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Calling delete_port for 270b12a1-b813-4113-adfb-bf1d0f962b76 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:25:48.972029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 270b12a1-b813-4113-adfb-bf1d0f962b76 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:25:48.972266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.042509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.044162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.096422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=506124b8-8efe-4145-8428-88ab5e4b237a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:49.097007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Pushing event deleted for resources: {'Port': ['ID=270b12a1-b813-4113-adfb-bf1d0f962b76,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:49.106671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] No DVR routers for this DVR port 270b12a1-b813-4113-adfb-bf1d0f962b76 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:25:49.108822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.109246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.109800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.110078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.110492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.111321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.111555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.112244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.112719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.113250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.113833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.114375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998ecb5-af45-49c8-bdf1-6f39e345b0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:49.203157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.379617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.383267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.411638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.412111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Fanout notify agent at l3_agent the message router_deleted on router 7792917f-ca69-411c-a0da-6942db09c770 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:25:49.427418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.428877 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-36371b1a-22da-406f-91d1-df0e2485f896 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/routers/7792917f-ca69-411c-a0da-6942db09c770 HTTP/1.1" status: 204 len: 168 time: 1.3075931 Sep 19 17:25:49.432026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51040) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:49.665580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.820483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.848868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae7a7f2-1446-4740-add4-8de45b14b68f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:49.862336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:49.862683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:49.874953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.891189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.897477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:25:49.897865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:49.986346 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2 resource provider aggregate not found Sep 19 17:25:50.002096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.004772 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4d88e46-3d29-4b6d-ac1b-1bd310ad08f2 found for delete ", "request_id": "req-1413a813-83ec-41f6-b997-2243bafbba2d"}]} Sep 19 17:25:50.020575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.031771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=dae7a7f2-1446-4740-add4-8de45b14b68f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:50.042259 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8315e1e3-3e29-44b6-b0c1-b3ac47da0c7a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/dae7a7f2-1446-4740-add4-8de45b14b68f HTTP/1.1" status: 204 len: 168 time: 0.6089971 Sep 19 17:25:50.053453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51050) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:50.060936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--750174584', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:50.068862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:50.076174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:50.081835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:50.089422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:50.102900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:25:50.108643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.140619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:25:50.150975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.151378 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment 7b286f62-610d-4a30-a356-f069a611da44 of type vlan for network 616426f9-31b0-437d-9884-7e7efd5a8123 Sep 19 17:25:50.178357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.215457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.220902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:50.221491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.321733 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2672234 Sep 19 17:25:50.325028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51054) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:50.328120 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c630f3-ff3d-4263-9a69-d4eea1c6e187 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=616426f9-31b0-437d-9884-7e7efd5a8123,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:50.330300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-803983573', 'admin_state_up': True, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:50.339155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:50.339990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 616426f9-31b0-437d-9884-7e7efd5a8123 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:25:50.343287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:router and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:50.346460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:50.353669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:50.364437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.365963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.385866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.542164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 355a2fb9-d93b-493e-81b3-a5f923909775 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:25:50.580643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 355a2fb9-d93b-493e-81b3-a5f923909775 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:25:50.581086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 355a2fb9-d93b-493e-81b3-a5f923909775 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:25:50.581575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 506124b8-8efe-4145-8428-88ab5e4b237a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:25:50.614420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 506124b8-8efe-4145-8428-88ab5e4b237a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:25:50.614846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 506124b8-8efe-4145-8428-88ab5e4b237a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:25:50.683866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:50.993644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:51.022691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:51.162888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.59 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/02cc935b-9fd1-41aa-aa44-d82b0d18adbd) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:25:51.312890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:51.346171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:51.516194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:51.519216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:51.523940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:25:51.552876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=02cc935b-9fd1-41aa-aa44-d82b0d18adbd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:51.976589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:52.335128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:52.548897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 18e90f96-cb49-49b7-a7ce-ad494f581418 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:25:52.730211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:25:52.740747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Sync routers for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:25:52.750331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:25:52.750940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:25:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:52.762350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:52.763775 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-374df7fe-2c50-4a23-b125-eb89d6c7b3cb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4377239 Sep 19 17:25:52.767015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51058) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:52.931916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:25:52.957159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2272ad46-8606-4d93-967b-774632d2acbd tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1890600 Sep 19 17:25:52.959901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51064) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:53.202992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72e016-5448-4d26-b49f-b731cce3c810 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.204604 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5d72e016-5448-4d26-b49f-b731cce3c810 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2437778 Sep 19 17:25:53.207670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51068) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:53.228021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:51Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:53.231935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Checking router: 18e90f96-cb49-49b7-a7ce-ad494f581418 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:25:53.232286 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Updating router 18e90f96-cb49-49b7-a7ce-ad494f581418 port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:25:53.246564 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-51014fd3-c12c-43fa-9900-53fcfeb4cbc3 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376208 Sep 19 17:25:53.249097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51072) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:53.254533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1193114839', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:53.287725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:53.364128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:53.368236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:53.371061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:53.376879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:53.390205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:25:53.393924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:53.619420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:53.624497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:53.631884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Transition to ACTIVE for port object 02cc935b-9fd1-41aa-aa44-d82b0d18adbd will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:25:53.639536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:53.706660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=7fb0e205-b388-4d50-b4f4-e3d0bc646af6,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:53.715809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:25:53.716132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: 616426f9-31b0-437d-9884-7e7efd5a8123, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:25:53.736529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 616426f9-31b0-437d-9884-7e7efd5a8123 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:25:53.741886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Attempting to bind port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:25:53.742449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Attempting to bind port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:25:53.742625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Attempting to bind port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:25:53.747271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 616426f9-31b0-437d-9884-7e7efd5a8123) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:53.751551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.752132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:53.753681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:25:53.754062 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:25:53.754465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:53.755395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:25:53.755395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Bound port: 02cc935b-9fd1-41aa-aa44-d82b0d18adbd, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:25:53.755731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:53.774350 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-023b1614-051b-481c-a61a-c4a17b831522 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5242493 Sep 19 17:25:53.777178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51076) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:53.782465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53b255-eca8-4649-88c8-e3b1e1aa2441 None None] Network 616426f9-31b0-437d-9884-7e7efd5a8123 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:25:53.805737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c5693-c7c7-4180-8f5a-6d839757f2e3 None None] Pushing event updated for resources: {'Port': ['ID=02cc935b-9fd1-41aa-aa44-d82b0d18adbd,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:53.928239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] For port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:25:53.950053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] For port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=02cc935b-9fd1-41aa-aa44-d82b0d18adbd,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:25:53.980077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:54.065219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:25:54.065866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:25:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:54.186378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c5693-c7c7-4180-8f5a-6d839757f2e3 None None] Pushing event updated for resources: {'Port': ['ID=02cc935b-9fd1-41aa-aa44-d82b0d18adbd,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:54.267010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-616426f9-31b0-437d-9884-7e7efd5a8123', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:25:54.267848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:54.342834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:25:54.482226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:54.687631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Allocated IP 172.20.0.2 (616426f9-31b0-437d-9884-7e7efd5a8123/7fb0e205-b388-4d50-b4f4-e3d0bc646af6/14e9089b-c7b8-456e-8c04-e595ba2b22e7) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:25:54.835812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:51Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:54.851960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d25f5-a000-4ed9-8fdd-6dcd08df5055 None None] The sync data for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv is: [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:51Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:25:54.920999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:54.932692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Transition to ACTIVE for port object 14e9089b-c7b8-456e-8c04-e595ba2b22e7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:25:54.954882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Transition to ACTIVE for port object 14e9089b-c7b8-456e-8c04-e595ba2b22e7 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:25:54.965933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:55.035086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Network 616426f9-31b0-437d-9884-7e7efd5a8123 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:55.038165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:55.038553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.1 (616426f9-31b0-437d-9884-7e7efd5a8123/7fb0e205-b388-4d50-b4f4-e3d0bc646af6/2344bd2f-2c8e-4dd7-9510-61052555d5b6) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:25:55.041821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:25:55.216272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Pushing event updated for resources: {'Port': ['ID=14e9089b-c7b8-456e-8c04-e595ba2b22e7,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:55.225251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:55.234628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Attempting to bind port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:25:55.235027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Attempting to bind port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:25:55.235390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Attempting to bind port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 on network 616426f9-31b0-437d-9884-7e7efd5a8123 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:25:55.241249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:25:55.241611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Checking segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:25:55.242015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:55.242258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 2344bd2f-2c8e-4dd7-9510-61052555d5b6 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:25:55.242442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Bound using segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:25:55.242946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Bound port: 14e9089b-c7b8-456e-8c04-e595ba2b22e7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:25:55.243428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:55.268390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:55.342031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] For port 14e9089b-c7b8-456e-8c04-e595ba2b22e7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:25:55.342794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 616426f9-31b0-437d-9884-7e7efd5a8123 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:55.345766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] For port 14e9089b-c7b8-456e-8c04-e595ba2b22e7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=14e9089b-c7b8-456e-8c04-e595ba2b22e7,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:25:55.345935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:55.350492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:25:55.351564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:55.386935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=2344bd2f-2c8e-4dd7-9510-61052555d5b6,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:55.415089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:55.462691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9f6ea-5660-4e70-8899-3fa9032e42ec None None] Pushing event updated for resources: {'Port': ['ID=14e9089b-c7b8-456e-8c04-e595ba2b22e7,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:55.477526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:55.580189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:56.045099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:56.052726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:56.173438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=2344bd2f-2c8e-4dd7-9510-61052555d5b6,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:56.177491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:56.186591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.187313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.187829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.188456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.189032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.189363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.189827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.190230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.190566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.190923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.191266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.191596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:56.336624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 616426f9-31b0-437d-9884-7e7efd5a8123 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:56.337720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:56.392790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45aa88-fd02-43c2-b153-7d685e6e07d5 None None] Network 616426f9-31b0-437d-9884-7e7efd5a8123 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:25:56.487176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-879afa82-7bf8-4aa3-b8fa-36f3b6d1e661 None None] Provisioning for port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:25:56.642934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 14e9089b-c7b8-456e-8c04-e595ba2b22e7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:25:56.653316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 18e90f96-cb49-49b7-a7ce-ad494f581418 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:25:56.735925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:25:56.741148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:25:56.741522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:56.852325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:25:56.868226 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5e978c1e-938a-459a-8661-af03789ac4a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/18e90f96-cb49-49b7-a7ce-ad494f581418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0899365 Sep 19 17:25:56.869244 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51084) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:56.876050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:25:56.876524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:56.920043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 14e9089b-c7b8-456e-8c04-e595ba2b22e7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=14e9089b-c7b8-456e-8c04-e595ba2b22e7,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:25:56.926726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:56.927840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 02cc935b-9fd1-41aa-aa44-d82b0d18adbd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:25:56.932373 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Sync routers for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:25:56.946173 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:25:56.946796 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:25:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:57.040134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8680c-7368-4136-8d74-9d9a918c1ae0 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.041083 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8680c-7368-4136-8d74-9d9a918c1ae0 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.041757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8680c-7368-4136-8d74-9d9a918c1ae0 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.042372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8680c-7368-4136-8d74-9d9a918c1ae0 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.044401 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1cd8680c-7368-4136-8d74-9d9a918c1ae0 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1742313 Sep 19 17:25:57.047401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51088) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:57.073530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=14e9089b-c7b8-456e-8c04-e595ba2b22e7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:57.078363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-72847642-9dfb-4df4-a66d-097c2414ff93 None None] Provisioning complete for port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:25:57.079053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-72847642-9dfb-4df4-a66d-097c2414ff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.127760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f0a1b-65e9-4d73-bd4e-3201521adb0a tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.128229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f0a1b-65e9-4d73-bd4e-3201521adb0a tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.128692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f0a1b-65e9-4d73-bd4e-3201521adb0a tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.129166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f0a1b-65e9-4d73-bd4e-3201521adb0a tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.133650 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ef3f0a1b-65e9-4d73-bd4e-3201521adb0a tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2732 time: 0.0826318 Sep 19 17:25:57.133821 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:25:57.134163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51092) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:57.225619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:25:57.230798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-72847642-9dfb-4df4-a66d-097c2414ff93 None None] Current status of the port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:25:57.234379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:25:57.234787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.287248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-72847642-9dfb-4df4-a66d-097c2414ff93 None None] Provisioning for port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:25:57.298560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-72847642-9dfb-4df4-a66d-097c2414ff93 None None] Provisioning complete for port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:25:57.299004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-72847642-9dfb-4df4-a66d-097c2414ff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.375619 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-05bfbd6f-99af-47ab-b616-1f325dbc4871 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2401676 Sep 19 17:25:57.406426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-72847642-9dfb-4df4-a66d-097c2414ff93 None None] Port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:25:57.443667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:25:57.444052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.465692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=02cc935b-9fd1-41aa-aa44-d82b0d18adbd,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:25:57.471981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.502182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51098) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:57.507845 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107597800', 'description': 'tempest-secgroup-smoke-1107597800 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:57.513949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:57.518641 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:57.521681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:57.527067 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:57.530934 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Checking router: 18e90f96-cb49-49b7-a7ce-ad494f581418 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:25:57.531420 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Updating router 18e90f96-cb49-49b7-a7ce-ad494f581418 port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:25:57.531741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:57.543789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.559393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-073c5851-4231-463b-a4a0-4380112b73f5 None None] Provisioning complete for port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:25:57.559858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-073c5851-4231-463b-a4a0-4380112b73f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.564275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:57.568297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:57.571173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:57.577395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:57.587880 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.610708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=02cc935b-9fd1-41aa-aa44-d82b0d18adbd,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:57.621179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-073c5851-4231-463b-a4a0-4380112b73f5 None None] Port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:25:57.656374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.661122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.705824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bde64c-7fc6-44b1-9779-6a99ab36b7d3,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:57.710026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.714104 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f58062b4-c292-45aa-a565-4b9059c36a3e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2079844 Sep 19 17:25:57.714663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51102) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:57.719933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '54bde64c-7fc6-44b1-9779-6a99ab36b7d3', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:57.726329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:57.730413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:57.733511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:57.739796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:57.758625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.821578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.826433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.849524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0d084b-b071-4a77-a7bf-c420328d034c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:57.859894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.863827 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f49c28f4-6b0c-40ec-b1e8-8cb6d36eeeff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458306 Sep 19 17:25:57.864067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51108) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:57.869433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '54bde64c-7fc6-44b1-9779-6a99ab36b7d3', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:57.875512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:57.879339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:57.882572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:57.888449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:57.906493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.963944 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.970011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.975061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:57.976244 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Transition to ACTIVE for port object 2344bd2f-2c8e-4dd7-9510-61052555d5b6 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:25:57.984201 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.003614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67eabee8-e68c-4e69-9044-6c2e06710b35,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:58.011907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.015746 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2ee701a7-e4b8-4e5a-9695-ec36c389ff5d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480472 Sep 19 17:25:58.016081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51112) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:58.021138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '54bde64c-7fc6-44b1-9779-6a99ab36b7d3', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:58.027201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:58.031487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:58.034693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:58.041205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:58.059255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.122320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.127698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.151121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ab4610-163c-44b4-a716-93ae25b1960c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:58.163194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.164779 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad08e2ba-3805-4a3d-875c-927e0e4e414b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477940 Sep 19 17:25:58.167827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51116) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:58.173122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '54bde64c-7fc6-44b1-9779-6a99ab36b7d3', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:58.181487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:58.185489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:58.186658 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Pushing event updated for resources: {'Port': ['ID=2344bd2f-2c8e-4dd7-9510-61052555d5b6,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:58.188435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:58.195447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:58.204374 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.204658 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.204991 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.205314 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.205636 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.205969 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.206345 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.206606 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.206955 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.207284 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.207605 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.207918 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:58.213176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.214713 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Attempting to bind port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:25:58.215106 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Attempting to bind port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:25:58.215461 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Attempting to bind port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 on network 616426f9-31b0-437d-9884-7e7efd5a8123 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:25:58.220974 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:25:58.221336 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Checking segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:25:58.221722 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.222097 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Bound using segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:25:58.222549 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Bound port: 2344bd2f-2c8e-4dd7-9510-61052555d5b6, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:25:58.222938 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.277787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.282876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.311558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4af9a06-a162-4189-a9b6-ecacc130dc90,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:58.312435 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] For port 2344bd2f-2c8e-4dd7-9510-61052555d5b6, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:25:58.315747 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] For port 2344bd2f-2c8e-4dd7-9510-61052555d5b6, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2344bd2f-2c8e-4dd7-9510-61052555d5b6,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:25:58.322024 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.322881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.324485 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-acbbee91-92a4-4736-85d1-145ce987f9fe tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556408 Sep 19 17:25:58.327353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51120) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:58.332556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '54bde64c-7fc6-44b1-9779-6a99ab36b7d3', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:58.339102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:58.342925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:58.345802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:58.351820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:58.362865 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:25:58.369728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.381910 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:25:58.382555 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:25:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:58.436659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.442599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.468129 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb61146-13b8-4f15-a7df-54d2e98272b9 None None] Pushing event updated for resources: {'Port': ['ID=2344bd2f-2c8e-4dd7-9510-61052555d5b6,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:58.468425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bb000d-3344-478a-a8f8-3de0fd52716c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:58.478179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.481966 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3c03496b-f083-47d7-afbd-6aace5cc0365 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510441 Sep 19 17:25:58.482737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51124) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:25:58.487658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '54bde64c-7fc6-44b1-9779-6a99ab36b7d3', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:25:58.494119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:25:58.498282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:25:58.501268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:25:58.507236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:25:58.520483 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:25:58.528520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.555001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 14e9089b-c7b8-456e-8c04-e595ba2b22e7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:25:58.576887 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:25:58.601742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.608004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.625775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:25:58.626449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.633645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c555c728-a41f-4c78-917f-260375624207,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:58.646071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.648172 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-21eaea1e-0c57-4125-9259-d6f9f66707b1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1649780 Sep 19 17:25:58.756737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:25:58.757864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 02cc935b-9fd1-41aa-aa44-d82b0d18adbd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:25:58.814545 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-36b051d7-e329-46a2-9d5a-d3b31e08f917 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107597800&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.0428326 Sep 19 17:25:58.831215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:25:58.831583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:25:58.906384 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:25:58Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:58.910755 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232444db-9ed1-4dd9-93bb-6015c6a9a4e6 None None] The sync data for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv is: [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:25:58Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:25:58.955143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:25:58.982083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-839d1e4e-3c74-441c-a60a-a5642f937163 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:58.982083 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-839d1e4e-3c74-441c-a60a-a5642f937163 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 796 time: 0.1594269 Sep 19 17:25:58.998119 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-37acf362-aa79-4e7e-af83-2c52569d2ca6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0100210 Sep 19 17:25:59.091184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-82f4d308-d499-4c59-9ff7-a4e73002d856 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:25:59.108573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-82f4d308-d499-4c59-9ff7-a4e73002d856 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:25:59.110016 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-82f4d308-d499-4c59-9ff7-a4e73002d856 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067915 Sep 19 17:25:59.301633 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-4e0970ae-0543-4e62-aac0-022d85afac9f service neutron] 10.222.0.83 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793282 Sep 19 17:25:59.440872 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-1ac919fc-1e7a-47b9-9cad-735d0ce5cd60 service neutron] 10.222.0.83 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330428 Sep 19 17:25:59.643903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-561fa840-f2ad-4a68-afb6-c796d0422e9c req-88ffab4c-b66e-467d-944f-28dc02f499b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:25:59.656255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-561fa840-f2ad-4a68-afb6-c796d0422e9c req-88ffab4c-b66e-467d-944f-28dc02f499b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:25:59.657413 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-561fa840-f2ad-4a68-afb6-c796d0422e9c req-88ffab4c-b66e-467d-944f-28dc02f499b5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 210 time: 0.0648232 Sep 19 17:26:00.578566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2344bd2f-2c8e-4dd7-9510-61052555d5b6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:26:00.679434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:26:00.684110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:26:00.684502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:00.815566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:26:00.815946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:00.848846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 2344bd2f-2c8e-4dd7-9510-61052555d5b6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2344bd2f-2c8e-4dd7-9510-61052555d5b6,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:26:00.856885 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6a96b195-e309-4ea1-85e0-052e394e615a req-1c248a51-4f6c-4027-abce-53eeb0ad7069 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 210 time: 0.0656075 Sep 19 17:26:00.865276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:00.929923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-bdc3261c-8698-400f-a34e-c704a5af5efd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:00.931408 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-bdc3261c-8698-400f-a34e-c704a5af5efd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 796 time: 0.2364719 Sep 19 17:26:00.941361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=2344bd2f-2c8e-4dd7-9510-61052555d5b6,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:00.982226 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-96fc2fa0-154c-45de-b8c9-f4500aca9c9a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 380 time: 0.0429258 Sep 19 17:26:00.992940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['54bde64c-7fc6-44b1-9779-6a99ab36b7d3']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:01.139873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:01.150398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:01.164703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:26:01.168185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:01.342683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.8 (616426f9-31b0-437d-9884-7e7efd5a8123/7fb0e205-b388-4d50-b4f4-e3d0bc646af6/27c0307c-925c-4c3e-85f0-828fc86e0f1f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:26:01.636901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:01.652150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 27c0307c-925c-4c3e-85f0-828fc86e0f1f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:26:01.678531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:01.747262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 616426f9-31b0-437d-9884-7e7efd5a8123 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:26:01.750392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:26:01.752879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:26:01.793729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=27c0307c-925c-4c3e-85f0-828fc86e0f1f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:01.826847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:01.827489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:01.856718 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-20eca6ee-4da3-4241-8bca-d32827ba9d18 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678787 Sep 19 17:26:01.869185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Request body: {'port': {'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:01.975065 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-59e5a86e-9ea5-4f0e-b675-0e6fc773e57a None None] Provisioning for port 27c0307c-925c-4c3e-85f0-828fc86e0f1f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:26:01.981674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-59e5a86e-9ea5-4f0e-b675-0e6fc773e57a None None] Provisioning complete for port 27c0307c-925c-4c3e-85f0-828fc86e0f1f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:26:01.982339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59e5a86e-9ea5-4f0e-b675-0e6fc773e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:01.995326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:02.040944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-59e5a86e-9ea5-4f0e-b675-0e6fc773e57a None None] Port 27c0307c-925c-4c3e-85f0-828fc86e0f1f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:26:02.091783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b1d33-3d63-4665-9c8a-7fa243d43476 req-f7446fa1-af61-4580-884c-5909b1f29a5b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:02.093283 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-868b1d33-3d63-4665-9c8a-7fa243d43476 req-f7446fa1-af61-4580-884c-5909b1f29a5b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 931 time: 0.1102486 Sep 19 17:26:02.137417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-868b1d33-3d63-4665-9c8a-7fa243d43476 req-4aa992e8-4b23-446c-b8f7-22e5284cc0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:26:02.154063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-868b1d33-3d63-4665-9c8a-7fa243d43476 req-4aa992e8-4b23-446c-b8f7-22e5284cc0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:26:02.155197 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-868b1d33-3d63-4665-9c8a-7fa243d43476 req-4aa992e8-4b23-446c-b8f7-22e5284cc0b9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558348 Sep 19 17:26:02.344175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c0307c-925c-4c3e-85f0-828fc86e0f1f {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:26:02.352154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:02.376617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Transition to ACTIVE for port object 27c0307c-925c-4c3e-85f0-828fc86e0f1f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:26:02.382121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:02.552079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2344bd2f-2c8e-4dd7-9510-61052555d5b6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:26:02.588016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Pushing event updated for resources: {'Port': ['ID=27c0307c-925c-4c3e-85f0-828fc86e0f1f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:02.622235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:26:02.622610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:02.631549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Attempting to bind port 27c0307c-925c-4c3e-85f0-828fc86e0f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:26:02.631885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Attempting to bind port 27c0307c-925c-4c3e-85f0-828fc86e0f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:26:02.632209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Attempting to bind port 27c0307c-925c-4c3e-85f0-828fc86e0f1f on network 616426f9-31b0-437d-9884-7e7efd5a8123 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:26:02.636917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Port 27c0307c-925c-4c3e-85f0-828fc86e0f1f on network 616426f9-31b0-437d-9884-7e7efd5a8123 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:26:02.637232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Attempting to bind port 27c0307c-925c-4c3e-85f0-828fc86e0f1f on network 616426f9-31b0-437d-9884-7e7efd5a8123 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:26:02.642455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:26:02.642793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Checking segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:26:02.643205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Bound using segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:26:02.643630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Bound port: 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:26:02.643967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:02.733691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] For port 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:26:02.736980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] For port 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:26:02.742441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:02.743179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:26:02.776557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:02.777179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:02.778572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] 10.222.0.86 "PUT /v2.0/ports/27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 1093 time: 0.9138486 Sep 19 17:26:02.779040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:26:02.781356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb121446-ad30-4430-8e2d-4900bb316207" -d '{"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:26:02.856250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8dcc29-19ae-49a3-8160-41a0c1bf1f61 x-openstack-request-id: req-0b8dcc29-19ae-49a3-8160-41a0c1bf1f61 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:26:02.856485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:26:02.856768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0b8dcc29-19ae-49a3-8160-41a0c1bf1f61 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:26:02.857172 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8dcc29-19ae-49a3-8160-41a0c1bf1f61'] response: {'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'status': 'completed', 'code': 200} Sep 19 17:26:02.874781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e32c19-faa9-466b-9526-fc73f96cefc8 service neutron] Pushing event updated for resources: {'Port': ['ID=27c0307c-925c-4c3e-85f0-828fc86e0f1f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:02.907065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-e66684fd-2754-40e2-83fe-f33e171ab929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:02.908554 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-e66684fd-2754-40e2-83fe-f33e171ab929 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1096 time: 0.0900664 Sep 19 17:26:02.985725 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-450535b2-9355-44f8-9487-b39d835f6ca5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 217 time: 0.0698009 Sep 19 17:26:03.054664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-739bfcec-55c8-40d0-9e18-1b4d9d991ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:03.056073 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-739bfcec-55c8-40d0-9e18-1b4d9d991ed0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0649517 Sep 19 17:26:03.151149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-328cac3f-2ec1-476d-9559-766742570340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:03.152641 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-328cac3f-2ec1-476d-9559-766742570340 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906997 Sep 19 17:26:03.360754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174ef13-3c8e-4e4e-aae1-8cf6216d0b5b req-ec238c1f-2701-4a17-8247-28c3b6326f0f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:03.362193 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4174ef13-3c8e-4e4e-aae1-8cf6216d0b5b req-ec238c1f-2701-4a17-8247-28c3b6326f0f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 943 time: 0.0949869 Sep 19 17:26:03.400930 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-c6324573-3ba1-46d8-a39e-32a40f539126 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409875 Sep 19 17:26:03.407389 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4174ef13-3c8e-4e4e-aae1-8cf6216d0b5b req-a2c21d93-28bd-49f5-98cb-5d3690dbd439 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387552 Sep 19 17:26:03.543788 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a001b3e8-b1c8-4d48-8ba7-ab6ce4366283 req-4a2b82ad-323e-4a06-a3a2-ed114eb35340 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275663 Sep 19 17:26:03.675439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb121446-ad30-4430-8e2d-4900bb316207 req-38c05d3b-195c-49f6-a382-a1ccd1898cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:03.678057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb121446-ad30-4430-8e2d-4900bb316207 req-38c05d3b-195c-49f6-a382-a1ccd1898cb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1096 time: 0.0862961 Sep 19 17:26:03.810425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb121446-ad30-4430-8e2d-4900bb316207 req-469bdd92-16a1-4baf-8737-e01b0ce54f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:03.811897 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb121446-ad30-4430-8e2d-4900bb316207 req-469bdd92-16a1-4baf-8737-e01b0ce54f80 service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1278868 Sep 19 17:26:03.884405 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb121446-ad30-4430-8e2d-4900bb316207 req-318d2f7e-fb17-475c-819c-bd4a2ada4063 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 217 time: 0.0641611 Sep 19 17:26:03.947382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb121446-ad30-4430-8e2d-4900bb316207 req-f173ad76-75df-444d-8a17-01ef395ba26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:03.949159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb121446-ad30-4430-8e2d-4900bb316207 req-f173ad76-75df-444d-8a17-01ef395ba26c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0572050 Sep 19 17:26:04.040460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb121446-ad30-4430-8e2d-4900bb316207 req-2390991a-c558-45aa-a9d4-f39c7b70f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:04.041960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb121446-ad30-4430-8e2d-4900bb316207 req-2390991a-c558-45aa-a9d4-f39c7b70f4bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854113 Sep 19 17:26:04.186520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb121446-ad30-4430-8e2d-4900bb316207 req-77216ca4-3a45-408c-ae80-8475df8e3d70 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363409 Sep 19 17:26:04.328666 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb121446-ad30-4430-8e2d-4900bb316207 req-f07c3e0c-8faa-4ee9-a6de-50218287df36 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344416 Sep 19 17:26:04.634693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a2b50-823f-4ac9-b4c0-674212326703 req-e509e873-f2d8-46aa-be3c-39a33d95cdff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:04.635316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-9d1a2b50-823f-4ac9-b4c0-674212326703 req-e509e873-f2d8-46aa-be3c-39a33d95cdff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:26:04.654463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-9d1a2b50-823f-4ac9-b4c0-674212326703 req-e509e873-f2d8-46aa-be3c-39a33d95cdff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:26:04.655636 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9d1a2b50-823f-4ac9-b4c0-674212326703 req-e509e873-f2d8-46aa-be3c-39a33d95cdff tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 943 time: 0.1280413 Sep 19 17:26:04.700225 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9d1a2b50-823f-4ac9-b4c0-674212326703 req-5556eba3-ab2f-422b-a69d-af72fcffdc8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385227 Sep 19 17:26:05.913757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccd39b-df47-4778-bb75-7bb9279a919a req-e5f4bef9-8351-42c5-a702-ae185b14f4fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:05.915252 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58ccd39b-df47-4778-bb75-7bb9279a919a req-e5f4bef9-8351-42c5-a702-ae185b14f4fb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 943 time: 0.0930219 Sep 19 17:26:05.960842 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58ccd39b-df47-4778-bb75-7bb9279a919a req-5db8dc86-ef69-4af1-9bf1-11ac10709665 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397942 Sep 19 17:26:06.412882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 27c0307c-925c-4c3e-85f0-828fc86e0f1f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:26:06.551674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:26:06.565861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:26:06.622005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 27c0307c-925c-4c3e-85f0-828fc86e0f1f is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:26:06.622382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:06.646173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c0307c-925c-4c3e-85f0-828fc86e0f1f {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:26:06.662568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:26:06.668596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:06.737963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=27c0307c-925c-4c3e-85f0-828fc86e0f1f,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:06.913360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['27c0307c-925c-4c3e-85f0-828fc86e0f1f'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:26:07.160695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30834f3-708b-4f76-974d-09bcd2cf76ae req-84342f99-6a01-4916-a510-37c38996fa4a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:07.162256 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b30834f3-708b-4f76-974d-09bcd2cf76ae req-84342f99-6a01-4916-a510-37c38996fa4a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 944 time: 0.0904036 Sep 19 17:26:07.206863 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b30834f3-708b-4f76-974d-09bcd2cf76ae req-f5b6f6a6-57db-4485-9510-181f24719a64 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388191 Sep 19 17:26:08.423714 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdad631-606b-429f-81fa-f2f11a3582e1 req-c06f82e1-cbdf-45ff-812c-22bd14fc422f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:08.425310 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3cdad631-606b-429f-81fa-f2f11a3582e1 req-c06f82e1-cbdf-45ff-812c-22bd14fc422f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 944 time: 0.0982392 Sep 19 17:26:08.427597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 27c0307c-925c-4c3e-85f0-828fc86e0f1f up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:26:08.472216 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3cdad631-606b-429f-81fa-f2f11a3582e1 req-be487113-69cb-4b8e-a970-f6341ef9c779 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407214 Sep 19 17:26:08.502031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 27c0307c-925c-4c3e-85f0-828fc86e0f1f completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:26:08.507295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 27c0307c-925c-4c3e-85f0-828fc86e0f1f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:26:08.507679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:08.631292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 27c0307c-925c-4c3e-85f0-828fc86e0f1f is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:26:08.631668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:08.659172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:26:08.662127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5864bf64-8f70-4e33-ba23-dbd97a51cb85" -d '{"events": [{"server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "name": "network-vif-plugged", "status": "completed", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:26:08.670017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:26:08.675749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:08.745972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=27c0307c-925c-4c3e-85f0-828fc86e0f1f,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:08.758822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a3a6e1-ec1e-4a90-8ffe-98ad8cd18452 x-openstack-request-id: req-93a3a6e1-ec1e-4a90-8ffe-98ad8cd18452 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:26:08.759157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "name": "network-vif-plugged", "status": "completed", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:26:08.759416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-93a3a6e1-ec1e-4a90-8ffe-98ad8cd18452 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:26:08.759823 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a3a6e1-ec1e-4a90-8ffe-98ad8cd18452'] response: {'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'code': 200} Sep 19 17:26:08.999155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbe6da-6f9c-4354-9c2e-2f6acd445d8f req-19e7af41-b685-4134-9671-6f02182455e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:09.000709 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59fbe6da-6f9c-4354-9c2e-2f6acd445d8f req-19e7af41-b685-4134-9671-6f02182455e3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1098 time: 0.0842330 Sep 19 17:26:09.049505 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59fbe6da-6f9c-4354-9c2e-2f6acd445d8f req-1f7efca3-126d-4565-b850-3cfa98a7b785 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Sep 19 17:26:09.694510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e794ed7-e71f-4406-8b19-ff395a91ee32 req-04939e4f-aff1-4dc3-8a1d-d4c01163dfb2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:09.696014 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e794ed7-e71f-4406-8b19-ff395a91ee32 req-04939e4f-aff1-4dc3-8a1d-d4c01163dfb2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 945 time: 0.1043718 Sep 19 17:26:09.847386 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e794ed7-e71f-4406-8b19-ff395a91ee32 req-9a1adc43-f66f-46af-9302-c291738eb9f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452067 Sep 19 17:26:11.067905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19950db-025d-4b5e-8b4d-2af6e0145281 req-83bae644-82b0-409a-aa2e-b6166b4b1258 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:11.069364 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c19950db-025d-4b5e-8b4d-2af6e0145281 req-83bae644-82b0-409a-aa2e-b6166b4b1258 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 945 time: 0.0944569 Sep 19 17:26:11.114992 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c19950db-025d-4b5e-8b4d-2af6e0145281 req-11bc2af5-c67b-4898-8957-c05ea9aaf8c0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394557 Sep 19 17:26:11.335508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a4bd2-bf97-4fee-ad62-1a40440725b7 req-e3942c7b-de0c-474f-a271-00865f974993 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:11.336973 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-690a4bd2-bf97-4fee-ad62-1a40440725b7 req-e3942c7b-de0c-474f-a271-00865f974993 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 945 time: 0.0892813 Sep 19 17:26:11.384166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0b2c5fd1-23d5-472b-8bb8-8f79a32ec98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:11.387270 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-690a4bd2-bf97-4fee-ad62-1a40440725b7 req-c8d6b1c3-99bd-4fe7-8412-27a2a7230865 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445821 Sep 19 17:26:11.417805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51190) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:11.495427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164d2bc-8d8a-4f73-9c84-35b9b86f0d10 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:11.496928 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9164d2bc-8d8a-4f73-9c84-35b9b86f0d10 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1093 time: 0.0781322 Sep 19 17:26:11.499852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51194) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:11.504691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:11.510758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:11.514766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:11.517822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:11.524652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:11.538519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:11.679713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:11.819766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.98 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/a438484b-4ab2-498a-a0c9-89ddd166b578) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:26:11.972101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:12.004269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:12.069412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:26:12.072397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:26:12.075376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:26:12.113119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=a438484b-4ab2-498a-a0c9-89ddd166b578,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:12.514617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:12.594386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:12.813930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:12.821081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:12.926851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:13.081100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=a438484b-4ab2-498a-a0c9-89ddd166b578,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:13.213419 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0 associated. External IP: 172.26.10.98, port: 27c0307c-925c-4c3e-85f0-828fc86e0f1f. Sep 19 17:26:13.588649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 18e90f96-cb49-49b7-a7ce-ad494f581418 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:26:13.594393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0685a2a3-f438-4f0b-963b-ea3ad0b3f147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:13.776275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:26:13.788870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] Sync routers for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:26:13.798713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:26:13.799398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:26:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:13.802426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:13.861200 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-10b2c056-a02d-4d62-9ca5-5f1b7a784f72 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3576603 Sep 19 17:26:13.861200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:26:13.861484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439e114-c561-4bcb-a049-a90c21b5d61a" -d '{"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:26:13.861580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51198) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:13.950921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553bd50-1ccf-460c-919a-fe26d7314a42 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:13.952662 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5553bd50-1ccf-460c-919a-fe26d7314a42 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1093 time: 0.0899484 Sep 19 17:26:13.956020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33be467-3ea6-45e1-b133-30f86b4e0822 x-openstack-request-id: req-c33be467-3ea6-45e1-b133-30f86b4e0822 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:26:13.956319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:26:13.956580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c33be467-3ea6-45e1-b133-30f86b4e0822 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:26:13.956989 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33be467-3ea6-45e1-b133-30f86b4e0822'] response: {'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'status': 'completed', 'code': 200} Sep 19 17:26:13.980905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:26:14.035761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51208) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:14.041993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020483601', 'description': 'tempest-secgroup-smoke-2020483601 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:14.048820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:14.060935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:14.063637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-296c8adf-ba65-47e8-96d1-68359a8d5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:14.065148 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-296c8adf-ba65-47e8-96d1-68359a8d5440 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1098 time: 0.0838311 Sep 19 17:26:14.073710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.094580 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:14.098649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:14.101787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:14.107507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:14.182924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.189056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.206076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-231f171d-99c1-4aef-bc4b-9189119c1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:14.207219 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-231f171d-99c1-4aef-bc4b-9189119c1bf8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1358192 Sep 19 17:26:14.236288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b2434f-9cc7-48a4-99eb-e941b476eac2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:14.243909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.245412 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-acfb154f-5d00-47f2-a339-55beec464cb6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2084322 Sep 19 17:26:14.248178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51212) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:14.255518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '68b2434f-9cc7-48a4-99eb-e941b476eac2', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:14.262253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:14.266820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:14.270155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:14.276721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:14.296599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.362014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.368056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.388947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:12Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:14.392885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] Checking router: 18e90f96-cb49-49b7-a7ce-ad494f581418 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:26:14.393761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab6b035-5193-4373-878d-accbe1d8b0e4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:14.403004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:26:14.403667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:26:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:14.408705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.413526 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-936c563a-892a-48b9-a318-00fb26dcb3eb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642931 Sep 19 17:26:14.414434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51216) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:14.422133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '68b2434f-9cc7-48a4-99eb-e941b476eac2', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:14.430937 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:14.433053 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-141842d7-87e2-4b3a-a646-2f0bbf4e0e3f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 999 time: 0.2198312 Sep 19 17:26:14.435242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:14.447916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:14.455553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:14.478155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.506465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-9ca1f9dc-ad23-4e0f-a3fc-58b1ec6bd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:14.508005 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-9ca1f9dc-ad23-4e0f-a3fc-58b1ec6bd1ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0696607 Sep 19 17:26:14.551335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.556388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.586017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8efa4e-5259-4c78-9f8d-1fe929713fa4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:14.593241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.594711 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cfdb9b8c-013c-4794-a221-54c8e0fa7aa1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1782074 Sep 19 17:26:14.595126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-762e2cc3-2ba9-46e3-b5ea-d2fabd19e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:14.596758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-762e2cc3-2ba9-46e3-b5ea-d2fabd19e416 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829849 Sep 19 17:26:14.597880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51220) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:14.603136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '68b2434f-9cc7-48a4-99eb-e941b476eac2', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:14.605457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:26:14.610095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:14.632004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:14.641268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:14.691497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:14.724515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.787216 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-aab33143-e4ab-42cd-bb7d-7f07693bb19b service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781712 Sep 19 17:26:14.888570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.897344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.942730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a47c849-9ce2-4cee-9898-54a7b377eec0,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:14.953239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:12Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:14.957330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ea22a-ac99-4871-a7c0-0fcc5e6c0f41 None None] The sync data for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv is: [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:12Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:26:14.965040 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f439e114-c561-4bcb-a049-a90c21b5d61a req-e750bf72-99fd-40cf-9eca-e58b09b6c263 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714177 Sep 19 17:26:14.966194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:14.967289 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b8b671f4-80f8-48c2-9686-2fb93ced0210 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683665 Sep 19 17:26:14.970414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51224) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:14.975725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '68b2434f-9cc7-48a4-99eb-e941b476eac2', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:14.981763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:14.985925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:14.989189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:14.995554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:15.014131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.079237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.084781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.108843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6debf163-6e87-43cc-9ed9-8191d89b509e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:15.120792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.122082 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5907d070-9659-4437-88fc-5b840e33742e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507411 Sep 19 17:26:15.124962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51228) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:15.130383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '68b2434f-9cc7-48a4-99eb-e941b476eac2', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:15.137224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:15.142795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:15.146070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:15.153673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:15.160226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.165341 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:26:15.170891 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e20cd-fa8e-45ed-ab06-a9838c5a5548 None None] New status for floating IP bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:26:15.172886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.195428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.247619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.252862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.277694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2134036e-20e9-41cc-87c4-d0c3e271b5f3,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:15.288318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.289540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-362711a7-4cc0-4174-8eeb-b4dfd8a0b164 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635265 Sep 19 17:26:15.292353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51232) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:15.297259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': '68b2434f-9cc7-48a4-99eb-e941b476eac2', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:15.303464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:15.307320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:15.310171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:15.315821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:15.328583 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:26:15.335467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.403104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.411407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.438652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0398f5dd-d56d-48dc-b02d-453e6f578b97,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:15.452428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:15.462403 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d408b1c1-e969-480d-9a31-58edd9ae1255 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1605287 Sep 19 17:26:15.625140 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-14ffadd7-3118-46ca-b61c-8987cec4fadf tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020483601&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.0419278 Sep 19 17:26:15.786869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-9e0737d3-f96e-4ecb-9f1f-fec3179973b3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:15.788358 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-9e0737d3-f96e-4ecb-9f1f-fec3179973b3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 796 time: 0.1537135 Sep 19 17:26:15.803694 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ab5fdc21-c2ee-40b2-9643-c4f94da61c27 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0097415 Sep 19 17:26:15.911411 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-2532fdc7-65ec-42b3-b777-c67e309b30bb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1019518 Sep 19 17:26:16.053619 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ef26427b-92b6-4c38-a91c-93c66d1dcce2 service neutron] 10.222.0.83 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298854 Sep 19 17:26:16.191385 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-05ac92ca-d5f1-4227-87b9-153ffe99a101 service neutron] 10.222.0.83 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319280 Sep 19 17:26:16.239566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:16.382804 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c01447ce-98ee-40c5-84ee-8e4bf94d2a26 req-f36a27b8-cd24-49ad-9a38-0e6148962cd9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 210 time: 0.0506318 Sep 19 17:26:17.473771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-bf1ea9a9-ad07-440e-8ddf-fca426b2dc74 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:17.475237 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-bf1ea9a9-ad07-440e-8ddf-fca426b2dc74 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 796 time: 0.1637428 Sep 19 17:26:17.574985 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-afa74d5f-56b5-41b9-b88c-de687e99f6c0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 473 time: 0.0918577 Sep 19 17:26:17.577136 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b31e3a7a-fa09-4bb1-b665-4030baeae362 req-b6287be7-5d52-4132-8489-247a617a38bc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 210 time: 0.0635970 Sep 19 17:26:17.583891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['68b2434f-9cc7-48a4-99eb-e941b476eac2']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:17.724293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:17.734368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:17.747672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:26:17.753548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:17.936485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.3 (616426f9-31b0-437d-9884-7e7efd5a8123/7fb0e205-b388-4d50-b4f4-e3d0bc646af6/e60391c9-00ea-46f6-8ebf-773adcdacf4a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:26:18.140178 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:26:18.225760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:18.240955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object e60391c9-00ea-46f6-8ebf-773adcdacf4a will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:26:18.270254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:18.341551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 616426f9-31b0-437d-9884-7e7efd5a8123 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:26:18.344682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:26:18.348472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:26:18.383273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=e60391c9-00ea-46f6-8ebf-773adcdacf4a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:18.425541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:18.426173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:18.455239 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-e2ab49cc-58d8-49d2-91e9-4f7b8c07c746 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8749511 Sep 19 17:26:18.466725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Request body: {'port': {'device_id': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:18.585888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:18.589982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-77eafe24-1210-41c4-bba9-add78e60aed9 None None] Provisioning for port e60391c9-00ea-46f6-8ebf-773adcdacf4a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:26:18.594834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-77eafe24-1210-41c4-bba9-add78e60aed9 None None] Provisioning complete for port e60391c9-00ea-46f6-8ebf-773adcdacf4a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:26:18.595236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-77eafe24-1210-41c4-bba9-add78e60aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:18.651827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-77eafe24-1210-41c4-bba9-add78e60aed9 None None] Port e60391c9-00ea-46f6-8ebf-773adcdacf4a cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:26:18.780556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009f937-b96a-4762-ae24-9f0b970faee5 req-5f20243c-7aed-4a02-8d07-6ea1241cb90d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:18.781968 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5009f937-b96a-4762-ae24-9f0b970faee5 req-5f20243c-7aed-4a02-8d07-6ea1241cb90d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 931 time: 0.0901470 Sep 19 17:26:18.827022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5009f937-b96a-4762-ae24-9f0b970faee5 req-65825210-663d-4f2e-8d8d-90977a32b837 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:26:18.844811 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5009f937-b96a-4762-ae24-9f0b970faee5 req-65825210-663d-4f2e-8d8d-90977a32b837 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:26:18.846074 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5009f937-b96a-4762-ae24-9f0b970faee5 req-65825210-663d-4f2e-8d8d-90977a32b837 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580595 Sep 19 17:26:18.947817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60391c9-00ea-46f6-8ebf-773adcdacf4a {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:26:18.959805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:18.976361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Transition to ACTIVE for port object e60391c9-00ea-46f6-8ebf-773adcdacf4a will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:26:18.983239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:19.174426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e60391c9-00ea-46f6-8ebf-773adcdacf4a,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:19.220639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Attempting to bind port e60391c9-00ea-46f6-8ebf-773adcdacf4a on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:26:19.220965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Attempting to bind port e60391c9-00ea-46f6-8ebf-773adcdacf4a by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:26:19.221300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Attempting to bind port e60391c9-00ea-46f6-8ebf-773adcdacf4a on network 616426f9-31b0-437d-9884-7e7efd5a8123 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:26:19.226123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Port e60391c9-00ea-46f6-8ebf-773adcdacf4a on network 616426f9-31b0-437d-9884-7e7efd5a8123 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:26:19.226442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Attempting to bind port e60391c9-00ea-46f6-8ebf-773adcdacf4a on network 616426f9-31b0-437d-9884-7e7efd5a8123 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:26:19.231626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:26:19.231964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Checking segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:26:19.232340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Bound using segment: {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:26:19.232768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Bound port: e60391c9-00ea-46f6-8ebf-773adcdacf4a, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b286f62-610d-4a30-a356-f069a611da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:26:19.233107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:19.324019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] For port e60391c9-00ea-46f6-8ebf-773adcdacf4a, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:26:19.327196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] For port e60391c9-00ea-46f6-8ebf-773adcdacf4a, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:26:19.334328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:19.368109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:19.368725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:19.370097 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] 10.222.0.86 "PUT /v2.0/ports/e60391c9-00ea-46f6-8ebf-773adcdacf4a HTTP/1.1" status: 200 len: 1093 time: 0.9076507 Sep 19 17:26:19.370533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:26:19.372861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc1aba0-e9e5-4499-b932-03fb33055fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:26:19.454828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a02b0a-1917-48fa-940a-fd8fb0c42ae7 x-openstack-request-id: req-c5a02b0a-1917-48fa-940a-fd8fb0c42ae7 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:26:19.455111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:26:19.455377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c5a02b0a-1917-48fa-940a-fd8fb0c42ae7 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:26:19.455801 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a02b0a-1917-48fa-940a-fd8fb0c42ae7'] response: {'name': 'network-changed', 'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'status': 'completed', 'code': 200} Sep 19 17:26:19.474999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9262b8-e928-40b7-89e9-6907b3383cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e60391c9-00ea-46f6-8ebf-773adcdacf4a,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:19.501002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-a48af82d-7258-45dc-9570-ef267f7b4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:19.502477 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-a48af82d-7258-45dc-9570-ef267f7b4024 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 1096 time: 0.0918610 Sep 19 17:26:19.572612 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-35013c6a-7ca2-4052-9496-0fdf92a29164 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a HTTP/1.1" status: 200 len: 217 time: 0.0635092 Sep 19 17:26:19.635167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-5e44436d-4877-4b8c-a464-e80b9695de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:19.636533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-5e44436d-4877-4b8c-a464-e80b9695de02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0581238 Sep 19 17:26:19.732210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-2bdefaa3-1200-42b4-858f-840d4c6e2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:19.733585 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-2bdefaa3-1200-42b4-858f-840d4c6e2439 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823705 Sep 19 17:26:19.879398 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-f011653d-91cc-475d-b41d-bcac7af839a4 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379225 Sep 19 17:26:20.051423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9a4fc-aec1-47bf-8dab-5c216b5f69ee req-77cf3d2e-3d39-4ba1-9aec-e997392eb916 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:20.053419 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85b9a4fc-aec1-47bf-8dab-5c216b5f69ee req-77cf3d2e-3d39-4ba1-9aec-e997392eb916 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 943 time: 0.0948362 Sep 19 17:26:20.098166 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85b9a4fc-aec1-47bf-8dab-5c216b5f69ee req-b79a4c13-4433-4ee2-8c26-0e94b73bbe4a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386615 Sep 19 17:26:20.119443 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-34fa1950-fe22-4b46-ae35-f84906a93012 req-823f9c1e-25b7-408d-af8e-bc90d79dae80 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342823 Sep 19 17:26:20.263987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-32329de2-667b-4664-8d16-4838254e745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:20.265485 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-32329de2-667b-4664-8d16-4838254e745f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 1096 time: 0.0873032 Sep 19 17:26:20.404355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-6fbaa124-7f31-4efd-83fa-15fde604c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:20.405823 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-6fbaa124-7f31-4efd-83fa-15fde604c2cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1303849 Sep 19 17:26:20.482930 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-f6651ebc-2a69-4d51-b781-268b3a2b30d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a HTTP/1.1" status: 200 len: 217 time: 0.0703194 Sep 19 17:26:20.546119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-9c58ac5c-1d2b-415c-8f8b-baa76f7c80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:20.547567 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-9c58ac5c-1d2b-415c-8f8b-baa76f7c80eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0576460 Sep 19 17:26:20.635934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-125b72df-ad7d-4b7e-8e96-3df49417b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:20.637377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-125b72df-ad7d-4b7e-8e96-3df49417b45e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831780 Sep 19 17:26:20.784426 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-f8cb9596-f219-4e2b-b8ff-7c647752be14 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372850 Sep 19 17:26:20.917735 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2fc1aba0-e9e5-4499-b932-03fb33055fa5 req-6d660191-b2d4-4e87-bcf9-7f0fc38b8bee service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269872 Sep 19 17:26:21.321934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933350f0-b448-4189-937e-e0a85a03847c req-c4c2b1c9-5f6d-4eb6-86bf-f97705543e17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:21.322631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-933350f0-b448-4189-937e-e0a85a03847c req-c4c2b1c9-5f6d-4eb6-86bf-f97705543e17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:26:21.342756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-933350f0-b448-4189-937e-e0a85a03847c req-c4c2b1c9-5f6d-4eb6-86bf-f97705543e17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:26:21.343925 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-933350f0-b448-4189-937e-e0a85a03847c req-c4c2b1c9-5f6d-4eb6-86bf-f97705543e17 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 943 time: 0.1152918 Sep 19 17:26:21.405786 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-933350f0-b448-4189-937e-e0a85a03847c req-0276042f-c7d9-41df-8ec1-ba59ad7ba263 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555608 Sep 19 17:26:22.474580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e60391c9-00ea-46f6-8ebf-773adcdacf4a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:26:22.612804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543478d8-caf8-44f7-b15f-c0b311217bee req-f04a0b40-fb2c-40bd-8a5b-805996044342 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:22.613447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e60391c9-00ea-46f6-8ebf-773adcdacf4a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:26:22.614352 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-543478d8-caf8-44f7-b15f-c0b311217bee req-f04a0b40-fb2c-40bd-8a5b-805996044342 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 943 time: 0.0928862 Sep 19 17:26:22.627555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'port_id': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'mac_address': 'fa:16:3e:80:97:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:26:22.659869 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-543478d8-caf8-44f7-b15f-c0b311217bee req-ccdda0c2-9cb9-4ce1-8db8-e0ce0de1a3b7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393720 Sep 19 17:26:22.682637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port e60391c9-00ea-46f6-8ebf-773adcdacf4a is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:26:22.683280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:22.700853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60391c9-00ea-46f6-8ebf-773adcdacf4a {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:26:22.716679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e60391c9-00ea-46f6-8ebf-773adcdacf4a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:26:22.723397 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:22.795674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=e60391c9-00ea-46f6-8ebf-773adcdacf4a,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:22.944735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['e60391c9-00ea-46f6-8ebf-773adcdacf4a'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:26:23.878668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bedfb1-63bd-4f0b-8cc2-48c383289941 req-7283aa8b-7e11-4df3-8723-66b04f617245 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:23.880143 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-27bedfb1-63bd-4f0b-8cc2-48c383289941 req-7283aa8b-7e11-4df3-8723-66b04f617245 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 944 time: 0.0973878 Sep 19 17:26:23.927920 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-27bedfb1-63bd-4f0b-8cc2-48c383289941 req-67171790-307d-45d1-8fd7-5bc5639c4812 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389500 Sep 19 17:26:24.491349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e60391c9-00ea-46f6-8ebf-773adcdacf4a up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:26:24.599207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port e60391c9-00ea-46f6-8ebf-773adcdacf4a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:26:24.603911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port e60391c9-00ea-46f6-8ebf-773adcdacf4a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:26:24.604279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:24.729517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port e60391c9-00ea-46f6-8ebf-773adcdacf4a is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:26:24.729927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:24.755999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:26:24.758430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74829c2-0111-4355-8d5c-81aa0f50b1db" -d '{"events": [{"server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "name": "network-vif-plugged", "status": "completed", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:26:24.765889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e60391c9-00ea-46f6-8ebf-773adcdacf4a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:26:24.770828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:24.805911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e062e9-5a0a-4cf1-93ba-bc490add96d4 x-openstack-request-id: req-f6e062e9-5a0a-4cf1-93ba-bc490add96d4 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:26:24.806269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "name": "network-vif-plugged", "status": "completed", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:26:24.806452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f6e062e9-5a0a-4cf1-93ba-bc490add96d4 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:26:24.806865 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e062e9-5a0a-4cf1-93ba-bc490add96d4'] response: {'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'code': 200} Sep 19 17:26:24.840077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=e60391c9-00ea-46f6-8ebf-773adcdacf4a,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:25.122157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e39c9-1c61-4782-9b98-a6439b5fe606 req-2f64ac77-a319-4419-bde4-f159e3562177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:25.123671 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef6e39c9-1c61-4782-9b98-a6439b5fe606 req-2f64ac77-a319-4419-bde4-f159e3562177 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 1098 time: 0.1397130 Sep 19 17:26:25.171448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2564c5-dc38-4611-9a3e-8aa8fe5ff5f5 req-06d9b135-0308-4eb7-86b9-e0a684045c94 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:25.172868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7c2564c5-dc38-4611-9a3e-8aa8fe5ff5f5 req-06d9b135-0308-4eb7-86b9-e0a684045c94 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 945 time: 0.1251223 Sep 19 17:26:25.194950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef6e39c9-1c61-4782-9b98-a6439b5fe606 req-99b2d3df-0547-44e7-b10b-c41d3d5ace30 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629756 Sep 19 17:26:25.221193 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7c2564c5-dc38-4611-9a3e-8aa8fe5ff5f5 req-7702ea97-b961-4263-a9e2-e2fb138b3038 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Sep 19 17:26:25.445716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:26.433818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add441e-9d37-42e6-8b6a-a6bea7d42cc4 req-3a812db6-6629-4e00-9178-a815df11ff36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:26.435359 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9add441e-9d37-42e6-8b6a-a6bea7d42cc4 req-3a812db6-6629-4e00-9178-a815df11ff36 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 945 time: 0.0911369 Sep 19 17:26:26.589447 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9add441e-9d37-42e6-8b6a-a6bea7d42cc4 req-30e12e7f-00bb-42b2-96a5-1709dc67c65a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481996 Sep 19 17:26:27.809498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c35a7-f45c-4803-968a-d348cbaf4fac req-f845527a-3f84-4c2d-be67-2747cbab11a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:27.812494 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3f1c35a7-f45c-4803-968a-d348cbaf4fac req-f845527a-3f84-4c2d-be67-2747cbab11a4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 945 time: 0.1029489 Sep 19 17:26:27.859187 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3f1c35a7-f45c-4803-968a-d348cbaf4fac req-343d9e7f-968b-4fef-9b4f-4b54408f2af1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Sep 19 17:26:28.084793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddedb-dbb1-4098-ae17-f523b93f923a req-f157484f-5343-485c-a0a1-47a92b54c719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:28.086479 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfaddedb-dbb1-4098-ae17-f523b93f923a req-f157484f-5343-485c-a0a1-47a92b54c719 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 945 time: 0.1118333 Sep 19 17:26:28.134518 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfaddedb-dbb1-4098-ae17-f523b93f923a req-fcb143ad-21be-4e3d-9b78-0761e834a718 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422077 Sep 19 17:26:28.172689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51286) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:28.267484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f139c88d-4926-4c57-8fee-7e967b5f1590 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:28.269898 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f139c88d-4926-4c57-8fee-7e967b5f1590 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 1093 time: 0.0955563 Sep 19 17:26:28.274641 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51290) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:26:28.279993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:26:28.286260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:26:28.290234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:26:28.293179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:26:28.299335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:26:28.312483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:28.460478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:28.605489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.111 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/2d0e94b1-b6d9-4f7b-a85c-3cb5a3ae56e6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:26:28.763281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:28.795035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:28.864637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:26:28.867753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:26:28.870335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:26:28.905541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=2d0e94b1-b6d9-4f7b-a85c-3cb5a3ae56e6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:29.312053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:29.389534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:29.604060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:29.612416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:29.716193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=2d0e94b1-b6d9-4f7b-a85c-3cb5a3ae56e6,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:29.718647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:29.995713 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP b757aabe-4167-4078-a982-b51efdcd8365 associated. External IP: 172.26.10.111, port: e60391c9-00ea-46f6-8ebf-773adcdacf4a. Sep 19 17:26:30.361133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 18e90f96-cb49-49b7-a7ce-ad494f581418 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:26:30.544900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:26:30.555440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] Sync routers for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:26:30.572423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:26:30.574835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:26:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:30.577606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:30.635023 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f0ea550-c755-4ddf-aaec-0661431e1b42 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3590660 Sep 19 17:26:30.635617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:26:30.638018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5929c622-a7b5-4753-b167-bd3b9456b7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:26:30.680080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea6f88d-b0c6-4c23-b28b-18cd2ea33936 x-openstack-request-id: req-3ea6f88d-b0c6-4c23-b28b-18cd2ea33936 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:26:30.680539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:26:30.680786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3ea6f88d-b0c6-4c23-b28b-18cd2ea33936 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:26:30.681226 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea6f88d-b0c6-4c23-b28b-18cd2ea33936'] response: {'name': 'network-changed', 'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'status': 'completed', 'code': 200} Sep 19 17:26:30.758813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:26:30.780632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-697a03ac-5f29-4508-91f4-45efdc3866e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:30.782225 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-697a03ac-5f29-4508-91f4-45efdc3866e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 1098 time: 0.0794492 Sep 19 17:26:30.918877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-21b2b51e-cd26-4f1d-b0f0-c86f6145fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:30.920385 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-21b2b51e-cd26-4f1d-b0f0-c86f6145fc39 service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1313901 Sep 19 17:26:31.113688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b757aabe-4167-4078-a982-b51efdcd8365', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.111', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:80:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:29Z', 'updated_at': '2022-09-19T17:26:29Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}, {'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:15Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:31.117656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] Checking router: 18e90f96-cb49-49b7-a7ce-ad494f581418 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:26:31.126039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:26:31.126644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:26:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:31.129874 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-765678a0-e887-429e-9012-6f964851ccce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a HTTP/1.1" status: 200 len: 1000 time: 0.2025495 Sep 19 17:26:31.195293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-27020f85-bbe8-4a28-9f2b-6772eb47ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:31.196658 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-27020f85-bbe8-4a28-9f2b-6772eb47ee1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0605283 Sep 19 17:26:31.280933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-995a3aee-f2c9-4969-ab75-a1fcb8770963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:31.282563 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-995a3aee-f2c9-4969-ab75-a1fcb8770963 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794384 Sep 19 17:26:31.301905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:26:31.412981 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-787e071a-f799-461c-8956-538ec1f8ae54 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238694 Sep 19 17:26:31.545549 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5929c622-a7b5-4753-b167-bd3b9456b7a5 req-692f92fd-e8db-4e84-b64a-fe133625f45c service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263041 Sep 19 17:26:31.654422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b757aabe-4167-4078-a982-b51efdcd8365', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.111', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:80:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:29Z', 'updated_at': '2022-09-19T17:26:29Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}, {'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:15Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:31.658571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4630bc3b-ed1e-462c-a255-aa9d1ada0bbe None None] The sync data for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv is: [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'b757aabe-4167-4078-a982-b51efdcd8365', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.111', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:80:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:29Z', 'updated_at': '2022-09-19T17:26:29Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}, {'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:15Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:26:31.848840 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b07ae7-44a7-4e6c-8fe8-916aa35493bd None None] New status for floating IP b757aabe-4167-4078-a982-b51efdcd8365: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:26:41.388719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3994c88d-90c1-4724-9590-490ca0aa133e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:43.597076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9ec9db81-b09f-4f96-b524-0f335c51fccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:45.172235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:45.190685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:46.254861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:26:55.144717 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:26:55.450541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:04.023823 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51308) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:04.136519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89eed833-16b9-4c3f-a9bf-1b1e460c8894 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0 HTTP/1.1" status: 200 len: 993 time: 0.1113915 Sep 19 17:27:05.007271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51318) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:05.014677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:05.138945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:05.361172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:05.392094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:05.403163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:05.441223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:05.441833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:05.443234 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/ports/27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 938 time: 0.4349008 Sep 19 17:27:05.443783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:05.446088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f" -d '{"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:05.490461 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=27c0307c-925c-4c3e-85f0-828fc86e0f1f,revision_number=6']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:05.494882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8abf8c5-ffed-460b-a4c0-09e59dc4e0ae x-openstack-request-id: req-c8abf8c5-ffed-460b-a4c0-09e59dc4e0ae {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:05.495205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:05.495457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c8abf8c5-ffed-460b-a4c0-09e59dc4e0ae {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:05.495850 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8abf8c5-ffed-460b-a4c0-09e59dc4e0ae'] response: {'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'status': 'completed', 'code': 200} Sep 19 17:27:05.500190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.500539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.500881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.501222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.501554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.501888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.502223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.502561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.502879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.503229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.503553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.503875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028a1740-9888-4ca5-8f00-8a96564670fd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:05.601419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-a453f66b-5b28-4c92-8389-39669feae602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:05.602877 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-a453f66b-5b28-4c92-8389-39669feae602 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1099 time: 0.0873601 Sep 19 17:27:05.737112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-ae3d8b6c-084f-4934-aadf-3fbdd38ef263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:05.738547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-ae3d8b6c-084f-4934-aadf-3fbdd38ef263 service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1299849 Sep 19 17:27:05.839300 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-13795c51-7c78-4702-a8a2-616108b80e63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 1002 time: 0.0939991 Sep 19 17:27:05.910032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-4e351f8e-fc83-42e5-afd1-6a1a5750bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:05.911539 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-4e351f8e-fc83-42e5-afd1-6a1a5750bcde service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0658503 Sep 19 17:27:05.997825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-fce5a815-7538-4c5e-87dd-2e6742101d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:05.999268 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-fce5a815-7538-4c5e-87dd-2e6742101d21 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817235 Sep 19 17:27:06.133344 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-b2463c69-8265-47ae-bb37-94691ace031c service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275864 Sep 19 17:27:06.266674 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f81bdf2-3f33-4a7a-a39c-e895b6aa368f req-9cd70c6f-1629-43fb-93d4-4e9b9b0e3bd0 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270583 Sep 19 17:27:07.637081 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-67881a10-a259-4920-bf26-c2f1641d29ec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841308 Sep 19 17:27:07.790562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-71d7f999-0e1a-4e61-a6ec-9425ba00db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:07.791974 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-71d7f999-0e1a-4e61-a6ec-9425ba00db7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1099 time: 0.0806050 Sep 19 17:27:07.937964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-513f862e-9816-476d-9f69-3924d984cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:07.939446 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-513f862e-9816-476d-9f69-3924d984cf5a service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1276510 Sep 19 17:27:08.134965 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-ff034a33-bc11-43a4-b1ba-5faba565f76c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 1002 time: 0.1888177 Sep 19 17:27:08.201362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-14d1431e-a325-441e-969d-7f719e5ca5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:08.203379 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-14d1431e-a325-441e-969d-7f719e5ca5d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0626664 Sep 19 17:27:08.287016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-bdba1c77-6a4e-49cf-87d5-a4f8d35a6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:08.288552 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-bdba1c77-6a4e-49cf-87d5-a4f8d35a6d0b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798538 Sep 19 17:27:08.422960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-eebb8f3a-3a6d-4a4f-8442-502a7a10a17b service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278918 Sep 19 17:27:08.558808 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b935c564-9aec-4e27-becb-7b4627b729a2 req-7f0e5889-c9ac-49d2-b8b4-ae153157d020 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303892 Sep 19 17:27:08.892318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51328) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:08.899706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:09.027317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:09.255068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:09.280094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:09.287234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:09.326290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:09.326885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:09.328276 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/ports/27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 937 time: 0.4349322 Sep 19 17:27:09.328917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:09.331305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96941cf2-e101-4f5f-87be-7ad4a12c34d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:09.331472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51332) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:09.375856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=27c0307c-925c-4c3e-85f0-828fc86e0f1f,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:09.384338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed2134b-4fda-452a-b074-5d45014ca5c2 x-openstack-request-id: req-6ed2134b-4fda-452a-b074-5d45014ca5c2 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:09.384625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:09.384883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6ed2134b-4fda-452a-b074-5d45014ca5c2 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:09.385287 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed2134b-4fda-452a-b074-5d45014ca5c2'] response: {'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'status': 'completed', 'code': 200} Sep 19 17:27:09.386508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.386859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.387228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.387566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.388039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.388394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.388728 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.389059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.389390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.389715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.390042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.390365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad37a9-294f-40e9-87fd-87301a700b5a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:09.442617 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cf90bc9e-f804-4ee4-9e51-8974463e49f8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0 HTTP/1.1" status: 200 len: 993 time: 0.1097920 Sep 19 17:27:09.486978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-bfb4f4c3-a7a2-4025-97ab-790cc55b12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:09.488628 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-bfb4f4c3-a7a2-4025-97ab-790cc55b12f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1098 time: 0.0824928 Sep 19 17:27:09.532470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['27c0307c-925c-4c3e-85f0-828fc86e0f1f'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:27:09.627653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-2f250df0-7785-4aae-b1fd-3d9ba9d1cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:09.629171 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-2f250df0-7785-4aae-b1fd-3d9ba9d1cbe7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1340768 Sep 19 17:27:09.732604 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-8da138c1-a6ea-4003-a25d-0b94e43f80c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 1001 time: 0.0970917 Sep 19 17:27:09.800677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-a9c3192e-0088-45a0-8776-ef02a274b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:09.802145 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-a9c3192e-0088-45a0-8776-ef02a274b09d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0631285 Sep 19 17:27:09.888779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-0bf572f3-0685-4882-81ea-fce88fe8ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:09.890257 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-0bf572f3-0685-4882-81ea-fce88fe8ef59 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825007 Sep 19 17:27:10.034633 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-9b3b07ce-a492-46ac-a03d-44475f7c1ff8 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369457 Sep 19 17:27:10.258849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96941cf2-e101-4f5f-87be-7ad4a12c34d4 req-217c0ec6-8db0-4c0a-b3a6-720aac495810 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174413 Sep 19 17:27:11.397661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14231ae1-650f-432b-9f8a-d6b4f9021967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:12.029312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51344) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:12.349693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 2d0e94b1-b6d9-4f7b-a85c-3cb5a3ae56e6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:27:12.350012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:12.530298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:12.530598 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:12.653669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 2d0e94b1-b6d9-4f7b-a85c-3cb5a3ae56e6 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:27:12.813484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:12.863927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=2d0e94b1-b6d9-4f7b-a85c-3cb5a3ae56e6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:12.983401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:12.983702 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP b757aabe-4167-4078-a982-b51efdcd8365 disassociated (deleted). External IP: 172.26.10.111, port: e60391c9-00ea-46f6-8ebf-773adcdacf4a. Sep 19 17:27:13.348964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 18e90f96-cb49-49b7-a7ce-ad494f581418 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:27:13.530308 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:27:13.540339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] Sync routers for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:13.552104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:13.552900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:26:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:13.553468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:13.611991 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d0108654-dff7-4af4-bd1f-4ba90b8113c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/b757aabe-4167-4078-a982-b51efdcd8365 HTTP/1.1" status: 204 len: 168 time: 1.5785086 Sep 19 17:27:13.611991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:13.612538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36a3b4-346a-42b1-85d8-691493634dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:13.644947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e30fadb6-a78c-4932-ad6e-4f9b8ece3f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:13.659635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f378c686-f0e5-4cde-968c-10b8563e54ca x-openstack-request-id: req-f378c686-f0e5-4cde-968c-10b8563e54ca {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:13.659933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:13.660246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f378c686-f0e5-4cde-968c-10b8563e54ca {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:13.660691 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f378c686-f0e5-4cde-968c-10b8563e54ca'] response: {'name': 'network-changed', 'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'status': 'completed', 'code': 200} Sep 19 17:27:13.745422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:13.764903 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-a50c4daf-1f22-4df7-a8c5-7e790f3d715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:13.766391 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-a50c4daf-1f22-4df7-a8c5-7e790f3d715e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 1098 time: 0.0833592 Sep 19 17:27:13.906466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-50f15946-c7f2-4dca-a648-19bb03f3c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:13.908200 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-50f15946-c7f2-4dca-a648-19bb03f3c8f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1356955 Sep 19 17:27:13.986092 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-f57aa01b-f2b7-43d8-a456-1d20b703bb9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a HTTP/1.1" status: 200 len: 217 time: 0.0710704 Sep 19 17:27:14.054040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-35c541bb-0f08-4cae-bbe6-a7e0629c9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:14.055518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-35c541bb-0f08-4cae-bbe6-a7e0629c9565 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0625427 Sep 19 17:27:14.138096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:15Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:14.138793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-5b0a3ce0-62c1-4e7f-aa74-6596bf242ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:14.140453 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-5b0a3ce0-62c1-4e7f-aa74-6596bf242ab7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782208 Sep 19 17:27:14.142966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] Checking router: 18e90f96-cb49-49b7-a7ce-ad494f581418 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:14.152768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:14.153408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:14.281445 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-569a4176-6056-40cd-8ea5-b75568e9bc1c service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335223 Sep 19 17:27:14.290767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7bf6b-0354-4ed2-9b5e-03f4a1556303 req-fe4a6fd3-82c8-49b1-ba02-5c09e8131805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:14.291489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9ff7bf6b-0354-4ed2-9b5e-03f4a1556303 req-fe4a6fd3-82c8-49b1-ba02-5c09e8131805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:14.309435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9ff7bf6b-0354-4ed2-9b5e-03f4a1556303 req-fe4a6fd3-82c8-49b1-ba02-5c09e8131805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:14.312479 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ff7bf6b-0354-4ed2-9b5e-03f4a1556303 req-fe4a6fd3-82c8-49b1-ba02-5c09e8131805 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 945 time: 0.2348189 Sep 19 17:27:14.340866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:14.360952 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ff7bf6b-0354-4ed2-9b5e-03f4a1556303 req-15df4720-3b5e-4826-beac-dd747de132e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406449 Sep 19 17:27:14.423377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e36a3b4-346a-42b1-85d8-691493634dc6 req-cc89bad6-6e7f-46c6-8067-3e674c170147 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331024 Sep 19 17:27:14.732702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:15Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:14.736833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9267f20-4eb3-40eb-a010-8f1f8cb36cd6 None None] The sync data for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv is: [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.98', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'port_id': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'mac_address': 'fa:16:3e:f1:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:12Z', 'updated_at': '2022-09-19T17:26:15Z', 'revision_number': 1, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:14.973244 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df43ad2-75a1-47f9-a9e8-fd443f23d257 None None] New status for floating IP b757aabe-4167-4078-a982-b51efdcd8365: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:27:15.164834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:15.204929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:15.246800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-102a549b-0da4-4bb7-9c79-84b2791ae16c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:15.248323 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-102a549b-0da4-4bb7-9c79-84b2791ae16c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 945 time: 0.1056297 Sep 19 17:27:15.326112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port e60391c9-00ea-46f6-8ebf-773adcdacf4a {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:27:15.326458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:15.638390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port e60391c9-00ea-46f6-8ebf-773adcdacf4a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e60391c9-00ea-46f6-8ebf-773adcdacf4a,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:15.638764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:15.763948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for e60391c9-00ea-46f6-8ebf-773adcdacf4a owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:27:15.798227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094c926-ed9b-4d14-98e0-64a5068069d9 req-068c24e6-972f-4d1e-b4dd-8dc70698e138 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:15.799801 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a094c926-ed9b-4d14-98e0-64a5068069d9 req-068c24e6-972f-4d1e-b4dd-8dc70698e138 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f6e034-5757-48a1-b045-18bdc09da35f HTTP/1.1" status: 200 len: 945 time: 0.2860680 Sep 19 17:27:15.880794 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a094c926-ed9b-4d14-98e0-64a5068069d9 req-15b02d8a-58a7-4f51-a6af-008df7ff0f93 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=68b2434f-9cc7-48a4-99eb-e941b476eac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734978 Sep 19 17:27:16.061193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:16.117551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=e60391c9-00ea-46f6-8ebf-773adcdacf4a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:16.205706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port e60391c9-00ea-46f6-8ebf-773adcdacf4a on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:27:16.208870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:16.211485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'name': 'network-vif-deleted', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:16.213781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba53a119-55c8-4ca2-89ef-fa21b7b1f006" -d '{"events": [{"server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "name": "network-vif-deleted", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:16.231087 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9b9797a6-3eb2-45aa-b131-348adfb4bc62 req-f9d27441-b22a-49b6-8fae-5e43c69ff5f0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/e60391c9-00ea-46f6-8ebf-773adcdacf4a HTTP/1.1" status: 204 len: 173 time: 0.9774425 Sep 19 17:27:16.247970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:16.268632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297563b7-1a1b-4d7c-9c7e-f196b271314d x-openstack-request-id: req-297563b7-1a1b-4d7c-9c7e-f196b271314d {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:16.269195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f6e034-5757-48a1-b045-18bdc09da35f", "name": "network-vif-deleted", "tag": "e60391c9-00ea-46f6-8ebf-773adcdacf4a", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:16.269195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-297563b7-1a1b-4d7c-9c7e-f196b271314d {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:16.269613 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297563b7-1a1b-4d7c-9c7e-f196b271314d'] response: {'server_uuid': 'd4f6e034-5757-48a1-b045-18bdc09da35f', 'name': 'network-vif-deleted', 'tag': 'e60391c9-00ea-46f6-8ebf-773adcdacf4a', 'status': 'completed', 'code': 200} Sep 19 17:27:16.994812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51362) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:17.066855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e0f3-04fd-45b3-8656-18fc61434be9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:17.097368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e0f3-04fd-45b3-8656-18fc61434be9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:17.173531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e0f3-04fd-45b3-8656-18fc61434be9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:17.198439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4e0f3-04fd-45b3-8656-18fc61434be9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b2434f-9cc7-48a4-99eb-e941b476eac2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:17.211640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e0f3-04fd-45b3-8656-18fc61434be9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:17.212845 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8fd4e0f3-04fd-45b3-8656-18fc61434be9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/68b2434f-9cc7-48a4-99eb-e941b476eac2 HTTP/1.1" status: 204 len: 168 time: 0.2169833 Sep 19 17:27:17.246898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51368) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:17.460310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port a438484b-4ab2-498a-a0c9-89ddd166b578 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:27:17.460669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:17.639485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:17.639785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:17.775230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for a438484b-4ab2-498a-a0c9-89ddd166b578 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:27:17.943409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:17.991222 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=a438484b-4ab2-498a-a0c9-89ddd166b578,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:18.102944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:18.103631 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0 disassociated (deleted). External IP: 172.26.10.98, port: 27c0307c-925c-4c3e-85f0-828fc86e0f1f. Sep 19 17:27:18.460741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 18e90f96-cb49-49b7-a7ce-ad494f581418 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:27:18.711257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e60391c9-00ea-46f6-8ebf-773adcdacf4a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:27:18.745263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: e60391c9-00ea-46f6-8ebf-773adcdacf4a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:27:18.745581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e60391c9-00ea-46f6-8ebf-773adcdacf4a not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:27:18.770212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:27:18.780093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] Sync routers for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:18.786967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:18.789855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:18.790488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:18.847143 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80cbc31a-2fd5-48a7-a0fa-0c4e25d0cdc2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0 HTTP/1.1" status: 204 len: 168 time: 1.5965097 Sep 19 17:27:18.847143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:18.847856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9124f268-6aa1-4889-9f7c-0eeacd78cd79" -d '{"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:18.900151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3727a8-eb30-49b7-87b9-e694ab3385db x-openstack-request-id: req-4b3727a8-eb30-49b7-87b9-e694ab3385db {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:18.900471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:18.900720 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4b3727a8-eb30-49b7-87b9-e694ab3385db {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:18.901184 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3727a8-eb30-49b7-87b9-e694ab3385db'] response: {'name': 'network-changed', 'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'status': 'completed', 'code': 200} Sep 19 17:27:18.973488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:19.004287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-e714a476-0e5d-4197-a361-a2680a4cf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:19.006588 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-e714a476-0e5d-4197-a361-a2680a4cf4a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 1098 time: 0.0867350 Sep 19 17:27:19.159004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-3542509f-70ff-41d6-a6f5-ec5dcaa18094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:19.160385 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-3542509f-70ff-41d6-a6f5-ec5dcaa18094 service neutron] 10.222.0.86 "GET /v2.0/networks?id=616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 200 len: 897 time: 0.1482365 Sep 19 17:27:19.231300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db21dac-9279-4a72-aca3-4cd460abd0b8 req-0f33a7ff-08c7-4767-9579-8d1e4d3460dc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:19.231943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4db21dac-9279-4a72-aca3-4cd460abd0b8 req-0f33a7ff-08c7-4767-9579-8d1e4d3460dc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:19.238245 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-6b90bf8b-6c84-4316-b156-d986df6be9d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 200 len: 217 time: 0.0698946 Sep 19 17:27:19.249103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4db21dac-9279-4a72-aca3-4cd460abd0b8 req-0f33a7ff-08c7-4767-9579-8d1e4d3460dc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:19.250998 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4db21dac-9279-4a72-aca3-4cd460abd0b8 req-0f33a7ff-08c7-4767-9579-8d1e4d3460dc tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 945 time: 0.1061330 Sep 19 17:27:19.298424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4db21dac-9279-4a72-aca3-4cd460abd0b8 req-979bf793-a997-4cd5-9747-49fbebe8b932 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:19.304887 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:19.307520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-f71cd294-f8ac-481d-9ed5-dd8b84201425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:19.308969 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-f71cd294-f8ac-481d-9ed5-dd8b84201425 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 200 len: 835 time: 0.0633168 Sep 19 17:27:19.309241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] Checking router: 18e90f96-cb49-49b7-a7ce-ad494f581418 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:19.315678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4db21dac-9279-4a72-aca3-4cd460abd0b8 req-979bf793-a997-4cd5-9747-49fbebe8b932 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:19.317158 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4db21dac-9279-4a72-aca3-4cd460abd0b8 req-979bf793-a997-4cd5-9747-49fbebe8b932 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601904 Sep 19 17:27:19.318093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:19.318744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:19.396504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-77ea36e5-f8ef-4b01-b915-82242e0f08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:19.398169 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-77ea36e5-f8ef-4b01-b915-82242e0f08ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=616426f9-31b0-437d-9884-7e7efd5a8123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816975 Sep 19 17:27:19.496321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:19.530360 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-7f127327-ef97-4f0e-9b37-c49f97283cf4 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252460 Sep 19 17:27:19.665109 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9124f268-6aa1-4889-9f7c-0eeacd78cd79 req-6c9ed06b-0bb1-4a2a-872a-bd074482f4f9 service neutron] 10.222.0.86 "GET /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265087 Sep 19 17:27:19.811157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:19.815201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee052ab-c79b-4c96-84c0-e04bbd852dc9 None None] The sync data for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv is: [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:25:55Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '2344bd2f-2c8e-4dd7-9510-61052555d5b6', 'name': '', 'network_id': '616426f9-31b0-437d-9884-7e7efd5a8123', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:da:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:54Z', 'updated_at': '2022-09-19T17:26:00Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': '7fb0e205-b388-4d50-b4f4-e3d0bc646af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:20.045611 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59147617-0dbb-43da-91e3-e21729b08bfa None None] New status for floating IP bea7d4d7-b44a-482c-b8fd-7a5c72ee6fe0: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:27:20.610710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65014-0cba-460a-afde-b769e6494229 req-9e021479-a3cc-4771-aed8-a8373bd4b681 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:20.611383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18d65014-0cba-460a-afde-b769e6494229 req-9e021479-a3cc-4771-aed8-a8373bd4b681 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:20.630516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18d65014-0cba-460a-afde-b769e6494229 req-9e021479-a3cc-4771-aed8-a8373bd4b681 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:20.631704 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d65014-0cba-460a-afde-b769e6494229 req-9e021479-a3cc-4771-aed8-a8373bd4b681 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 945 time: 0.1700485 Sep 19 17:27:20.643785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-86eac7d0-bbb8-4987-b6ed-a122c46c8193 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:20.645141 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-86eac7d0-bbb8-4987-b6ed-a122c46c8193 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 945 time: 0.1121256 Sep 19 17:27:20.738338 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18d65014-0cba-460a-afde-b769e6494229 req-9813daad-cbaf-4bc5-96f8-5ddf56e13844 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=54bde64c-7fc6-44b1-9779-6a99ab36b7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919876 Sep 19 17:27:20.743547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 27c0307c-925c-4c3e-85f0-828fc86e0f1f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:27:20.743896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:21.002451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 27c0307c-925c-4c3e-85f0-828fc86e0f1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=27c0307c-925c-4c3e-85f0-828fc86e0f1f,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:21.002682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:21.215477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 27c0307c-925c-4c3e-85f0-828fc86e0f1f owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:27:21.376585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:21.429139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=27c0307c-925c-4c3e-85f0-828fc86e0f1f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:21.518619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port 27c0307c-925c-4c3e-85f0-828fc86e0f1f on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:27:21.521989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:21.525778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'name': 'network-vif-deleted', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:21.529168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0a0a37-2123-4d06-bafb-9d072cc5a3e4" -d '{"events": [{"server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "name": "network-vif-deleted", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:21.547074 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2567966e-c501-46ab-98c1-35e08d44ded3 req-66e7695c-a0f2-4f06-8212-a8af76d16f88 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/27c0307c-925c-4c3e-85f0-828fc86e0f1f HTTP/1.1" status: 204 len: 173 time: 0.8876984 Sep 19 17:27:21.580360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fddc00e-54bf-44be-b3e6-f19dd7b871ff x-openstack-request-id: req-0fddc00e-54bf-44be-b3e6-f19dd7b871ff {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:21.580653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0961a3c8-feb0-44ca-9477-f30269f869f3", "name": "network-vif-deleted", "tag": "27c0307c-925c-4c3e-85f0-828fc86e0f1f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:21.580948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0fddc00e-54bf-44be-b3e6-f19dd7b871ff {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:21.581356 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fddc00e-54bf-44be-b3e6-f19dd7b871ff'] response: {'server_uuid': '0961a3c8-feb0-44ca-9477-f30269f869f3', 'name': 'network-vif-deleted', 'tag': '27c0307c-925c-4c3e-85f0-828fc86e0f1f', 'status': 'completed', 'code': 200} Sep 19 17:27:21.919911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-ae75075c-c141-4144-89c2-ae858224522f req-8531c4db-d84f-4649-a80a-34f7ae93703e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:21.937076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-ae75075c-c141-4144-89c2-ae858224522f req-8531c4db-d84f-4649-a80a-34f7ae93703e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:21.938323 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae75075c-c141-4144-89c2-ae858224522f req-8531c4db-d84f-4649-a80a-34f7ae93703e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=0961a3c8-feb0-44ca-9477-f30269f869f3 HTTP/1.1" status: 200 len: 210 time: 0.0686331 Sep 19 17:27:23.048567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51386) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:23.129012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a2a743c9-4f4c-4f71-82db-b6ff08c5e335 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:23.159536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a2a743c9-4f4c-4f71-82db-b6ff08c5e335 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:23.235059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a2a743c9-4f4c-4f71-82db-b6ff08c5e335 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:23.253462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a743c9-4f4c-4f71-82db-b6ff08c5e335 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bde64c-7fc6-44b1-9779-6a99ab36b7d3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:23.267917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a2a743c9-4f4c-4f71-82db-b6ff08c5e335 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:23.272658 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a2a743c9-4f4c-4f71-82db-b6ff08c5e335 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/54bde64c-7fc6-44b1-9779-6a99ab36b7d3 HTTP/1.1" status: 204 len: 168 time: 0.2226663 Sep 19 17:27:23.308472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51392) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:23.939186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:24.332388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 2344bd2f-2c8e-4dd7-9510-61052555d5b6 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:27:24.333099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:24.679263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 2344bd2f-2c8e-4dd7-9510-61052555d5b6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2344bd2f-2c8e-4dd7-9510-61052555d5b6,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:24.679625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:24.740304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 27c0307c-925c-4c3e-85f0-828fc86e0f1f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:27:24.785075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 27c0307c-925c-4c3e-85f0-828fc86e0f1f {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:27:24.785395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 27c0307c-925c-4c3e-85f0-828fc86e0f1f not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:27:24.805940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 2344bd2f-2c8e-4dd7-9510-61052555d5b6 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:27:25.000413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:25.047599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=2344bd2f-2c8e-4dd7-9510-61052555d5b6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:25.331396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:25.452382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:25.701316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 18e90f96-cb49-49b7-a7ce-ad494f581418 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:27:25.885665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:27:25.895545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] Sync routers for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:25.907065 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-581d387c-3259-4367-a7e7-5c14e36704d9 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/18e90f96-cb49-49b7-a7ce-ad494f581418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5944977 Sep 19 17:27:25.907273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:25.907273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:25.907460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51396) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:26.096362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9472028-5af1-46ac-bfe9-12a8c464afd5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet 7fb0e205-b388-4d50-b4f4-e3d0bc646af6 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:27:26.099760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9472028-5af1-46ac-bfe9-12a8c464afd5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.133976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:26.156465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9472028-5af1-46ac-bfe9-12a8c464afd5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.245179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9472028-5af1-46ac-bfe9-12a8c464afd5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.325614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9472028-5af1-46ac-bfe9-12a8c464afd5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.365767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9472028-5af1-46ac-bfe9-12a8c464afd5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb0e205-b388-4d50-b4f4-e3d0bc646af6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:26.367686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9472028-5af1-46ac-bfe9-12a8c464afd5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.376573 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9472028-5af1-46ac-bfe9-12a8c464afd5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/7fb0e205-b388-4d50-b4f4-e3d0bc646af6 HTTP/1.1" status: 204 len: 168 time: 0.4659462 Sep 19 17:27:26.376947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51400) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:26.385567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dee6f68-5533-40b9-b620-89e99bc3ab5d None None] Network 616426f9-31b0-437d-9884-7e7efd5a8123 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:27:26.563655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.594700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:27:24Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:26.600046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] Checking router: 18e90f96-cb49-49b7-a7ce-ad494f581418 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:26.611726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] Routers {'18e90f96-cb49-49b7-a7ce-ad494f581418'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:26.612341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['18e90f96-cb49-49b7-a7ce-ad494f581418'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:26.751923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.764676 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:27:26.765066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.779136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] DHCP port deletion for 616426f9-31b0-437d-9884-7e7efd5a8123 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:27:26.789980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Deleting port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:27:26.790599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:26.845273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] Set router 18e90f96-cb49-49b7-a7ce-ad494f581418 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:26.947622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 02cc935b-9fd1-41aa-aa44-d82b0d18adbd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=02cc935b-9fd1-41aa-aa44-d82b0d18adbd,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:26.948360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.072500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 02cc935b-9fd1-41aa-aa44-d82b0d18adbd owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:27:27.234041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] For port 14e9089b-c7b8-456e-8c04-e595ba2b22e7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=14e9089b-c7b8-456e-8c04-e595ba2b22e7,segment=NetworkSegment(7b286f62-610d-4a30-a356-f069a611da44),segment_id=7b286f62-610d-4a30-a356-f069a611da44)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:27.234639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.247373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.298664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=02cc935b-9fd1-41aa-aa44-d82b0d18adbd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:27.397137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.420530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Calling delete_port for 14e9089b-c7b8-456e-8c04-e595ba2b22e7 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:27:27.498461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:27:24Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:27.502814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7213c3-e057-40bb-add8-bf65807c91a3 None None] The sync data for ids ['18e90f96-cb49-49b7-a7ce-ad494f581418'] in dv-neutron-857789-3-hyperv is: [{'id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'name': 'tempest-TestNetworkBasicOps-router-803983573', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59'}], 'enable_snat': True}, 'gw_port_id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:25:50Z', 'updated_at': '2022-09-19T17:27:24Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '02cc935b-9fd1-41aa-aa44-d82b0d18adbd', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e90f96-cb49-49b7-a7ce-ad494f581418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:51Z', 'updated_at': '2022-09-19T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:27.510190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.562782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Pushing event deleted for resources: {'Port': ['ID=14e9089b-c7b8-456e-8c04-e595ba2b22e7,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:27.567575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] No DVR routers for this DVR port 14e9089b-c7b8-456e-8c04-e595ba2b22e7 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:27:27.582938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.583396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.583722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.584055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.584384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.584712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.585063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.585388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.585713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.586032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.586352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.586665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44688698-d33b-4c2f-9e21-5ecca29ad040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:27.693956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.696240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.722153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.722743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Fanout notify agent at l3_agent the message router_deleted on router 18e90f96-cb49-49b7-a7ce-ad494f581418 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:27:27.737855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.739026 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f4ad5498-c552-440b-938b-8eef0131ae12 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/routers/18e90f96-cb49-49b7-a7ce-ad494f581418 HTTP/1.1" status: 204 len: 168 time: 1.3610725 Sep 19 17:27:27.741932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51404) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:27.856993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:27.995863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.021074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616426f9-31b0-437d-9884-7e7efd5a8123']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:28.033465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b286f62-610d-4a30-a356-f069a611da44') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:28.033765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b286f62-610d-4a30-a356-f069a611da44') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:28.045665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.066819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.073727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:27:28.074127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.173016 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7b286f62-610d-4a30-a356-f069a611da44 resource provider aggregate not found Sep 19 17:27:28.178425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.198930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.202111 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7b286f62-610d-4a30-a356-f069a611da44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b286f62-610d-4a30-a356-f069a611da44 found for delete ", "request_id": "req-4b143ed3-0fac-45a2-9398-609bd1bea702"}]} Sep 19 17:27:28.213056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=616426f9-31b0-437d-9884-7e7efd5a8123,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:28.218107 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6340b76a-5d28-4900-9401-08abda970ee7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/616426f9-31b0-437d-9884-7e7efd5a8123 HTTP/1.1" status: 204 len: 168 time: 0.4750793 Sep 19 17:27:28.244973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51414) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:28.251185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'network': {'name': 'tempest-network-smoke--991315577', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:28.256593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:28.260867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:network and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:28.263804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:28.269510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:28.283522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:27:28.287147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.315272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:27:28.326691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.327071 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Added segment 0e1068bd-73fc-4f24-9d34-0bbc742c0852 of type vlan for network 93ced4d0-5c5c-4c97-899a-2b2284999e98 Sep 19 17:27:28.354086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.387105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.392456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:28.393057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.502729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51418) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:28.502938 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2567120 Sep 19 17:27:28.509087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'admin_state_up': True, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:28.509487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436073f1-c48b-4296-95f9-4bbd9b436abd tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Network': ['ID=93ced4d0-5c5c-4c97-899a-2b2284999e98,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:28.517449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:28.523851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:27:28.527692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:router and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:28.531131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:28.540771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:28.554885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.557221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.574196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:28.611331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 14e9089b-c7b8-456e-8c04-e595ba2b22e7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:27:28.655055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 14e9089b-c7b8-456e-8c04-e595ba2b22e7 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:27:28.655400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 14e9089b-c7b8-456e-8c04-e595ba2b22e7 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:27:28.655794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 02cc935b-9fd1-41aa-aa44-d82b0d18adbd no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:27:28.692703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 02cc935b-9fd1-41aa-aa44-d82b0d18adbd {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:27:28.693042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 02cc935b-9fd1-41aa-aa44-d82b0d18adbd not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:27:28.693461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2344bd2f-2c8e-4dd7-9510-61052555d5b6 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:27:28.732504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 2344bd2f-2c8e-4dd7-9510-61052555d5b6 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:27:28.732765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2344bd2f-2c8e-4dd7-9510-61052555d5b6 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:27:28.850844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:29.248765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:29.279629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:29.410604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.181 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/12bc7116-2749-41ed-a5c5-2271b3da5ad8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:29.557026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:29.588477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:29.658062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:29.661199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:29.665625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:27:29.695879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=12bc7116-2749-41ed-a5c5-2271b3da5ad8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:30.092111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:30.435966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:30.769869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 010776db-a70f-4f11-bfb2-de14d12c13de is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:27:30.967714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:27:30.977763 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Sync routers for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:30.987908 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:30.988521 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:30.996586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:30.997789 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a9afb287-79f6-4a5d-867a-8dd6d6a42e48 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4940522 Sep 19 17:27:31.001277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51422) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:31.041102 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-231e4bd4-b095-4aa3-ab64-aee114597dea tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=5608eb0060ad40f9ab531db82d0746e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385306 Sep 19 17:27:31.043978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51426) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:31.169766 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:31.173644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22e0f3f-39ae-450a-a099-a97fa27af797 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:31.175147 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c22e0f3f-39ae-450a-a099-a97fa27af797 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301584 Sep 19 17:27:31.178273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51430) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:31.217400 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-55d5aed3-9300-4b26-af5a-f8e65ec82190 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380626 Sep 19 17:27:31.220017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51434) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:31.225809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-89938783', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:31.334687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:31.338762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:subnet and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:31.341652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:31.347412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:31.357770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:27:31.361883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:31.453116 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:29Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:31.456920 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Checking router: 010776db-a70f-4f11-bfb2-de14d12c13de for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:31.457269 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Updating router 010776db-a70f-4f11-bfb2-de14d12c13de port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:27:31.539742 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:31.605122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:31.685175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Subnet': ['ID=faa4f432-7eae-4d43-aba9-18eb20546845,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:31.695104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Checking segment: {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:27:31.695468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network hostable DHCP agents. Network: 93ced4d0-5c5c-4c97-899a-2b2284999e98, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:27:31.716172 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:27:31.726126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 93ced4d0-5c5c-4c97-899a-2b2284999e98) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:31.730115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:31.730709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:31.736514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4eb903-752e-4951-b3f7-d51aa2a06a6a None None] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:27:31.761958 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-137c6839-a9fa-495e-acfd-0d065bde827e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5406437 Sep 19 17:27:31.764704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51438) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:31.869533 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:31.881365 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Transition to ACTIVE for port object 12bc7116-2749-41ed-a5c5-2271b3da5ad8 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:27:31.889395 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:31.954392 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Attempting to bind port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:27:31.954783 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Attempting to bind port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:27:31.955135 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Attempting to bind port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:27:31.962268 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:27:31.962650 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:27:31.963079 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:31.963469 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:27:31.963958 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Bound port: 12bc7116-2749-41ed-a5c5-2271b3da5ad8, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:27:31.964306 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:31.965957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-93ced4d0-5c5c-4c97-899a-2b2284999e98', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:27:31.967259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:32.008733 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Pushing event updated for resources: {'Port': ['ID=12bc7116-2749-41ed-a5c5-2271b3da5ad8,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:32.021233 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.021588 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.021932 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.022271 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.022604 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.022952 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.023332 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.023664 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.023994 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.024320 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.024641 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.024963 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:32.055877 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] For port 12bc7116-2749-41ed-a5c5-2271b3da5ad8, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:27:32.059285 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] For port 12bc7116-2749-41ed-a5c5-2271b3da5ad8, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=12bc7116-2749-41ed-a5c5-2271b3da5ad8,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:27:32.065457 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:32.140249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Allocated IP 172.20.0.2 (93ced4d0-5c5c-4c97-899a-2b2284999e98/faa4f432-7eae-4d43-aba9-18eb20546845/81282ec6-c506-4354-ae3d-e8c18a77a7b7) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:32.140523 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:32.141688 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:32.215441 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:27:32.234463 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264e4bc-fc99-4c1d-93a5-fba9db8b099f None None] Pushing event updated for resources: {'Port': ['ID=12bc7116-2749-41ed-a5c5-2271b3da5ad8,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:32.342178 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:32.348488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:32.359922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Transition to ACTIVE for port object 81282ec6-c506-4354-ae3d-e8c18a77a7b7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:27:32.379885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Transition to ACTIVE for port object 81282ec6-c506-4354-ae3d-e8c18a77a7b7 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:27:32.389717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:32.470060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:32.473159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:32.477290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:27:32.483323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Pushing event updated for resources: {'Port': ['ID=81282ec6-c506-4354-ae3d-e8c18a77a7b7,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:32.587998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Attempting to bind port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:27:32.588466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Attempting to bind port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:27:32.588906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Attempting to bind port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 on network 93ced4d0-5c5c-4c97-899a-2b2284999e98 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:27:32.594622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:27:32.595025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Checking segment: {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:27:32.595427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:32.595815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Bound using segment: {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:27:32.596287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Bound port: 81282ec6-c506-4354-ae3d-e8c18a77a7b7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:27:32.596659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:32.654793 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:29Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:32.655640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:32.658743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ec49e-1c16-465f-ae1b-1e068215dabb None None] The sync data for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv is: [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:29Z', 'revision_number': 3, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:32.687364 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] For port 81282ec6-c506-4354-ae3d-e8c18a77a7b7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:27:32.690826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] For port 81282ec6-c506-4354-ae3d-e8c18a77a7b7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=81282ec6-c506-4354-ae3d-e8c18a77a7b7,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:27:32.696583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:32.785614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55a311-10c9-410a-bdbb-3007b83ac3a6 None None] Pushing event updated for resources: {'Port': ['ID=81282ec6-c506-4354-ae3d-e8c18a77a7b7,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:33.138309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.1 (93ced4d0-5c5c-4c97-899a-2b2284999e98/faa4f432-7eae-4d43-aba9-18eb20546845/8447dcb6-797e-4900-96f4-0b0980cc8665) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:33.312569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:33.329115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object 8447dcb6-797e-4900-96f4-0b0980cc8665 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:27:33.355205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:33.413212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:33.422104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:33.425376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:27:33.490347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=8447dcb6-797e-4900-96f4-0b0980cc8665,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:33.505792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:33.646779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:33.758249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54365560-b022-4658-b2ae-69eb742d8fb5 None None] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:27:33.852089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad60e2fd-587f-4213-a928-c29ed807fb8b None None] Provisioning for port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:27:34.081203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:34.086892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:34.200228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:34.204020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=8447dcb6-797e-4900-96f4-0b0980cc8665,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:34.315326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-90649169-73b2-46ac-a81a-01ed1de0bb13 None None] Provisioning for port 8447dcb6-797e-4900-96f4-0b0980cc8665 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:27:34.321218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-90649169-73b2-46ac-a81a-01ed1de0bb13 None None] Provisioning complete for port 8447dcb6-797e-4900-96f4-0b0980cc8665 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:34.321586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90649169-73b2-46ac-a81a-01ed1de0bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:34.380882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-90649169-73b2-46ac-a81a-01ed1de0bb13 None None] Port 8447dcb6-797e-4900-96f4-0b0980cc8665 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:27:34.469246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:34.470370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:34.503968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2d1dbaeb-f867-4a13-8fe4-33431e80c169 None None] Provisioning complete for port 8447dcb6-797e-4900-96f4-0b0980cc8665 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:34.504546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2d1dbaeb-f867-4a13-8fe4-33431e80c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:34.561011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dbaeb-f867-4a13-8fe4-33431e80c169 None None] Port 8447dcb6-797e-4900-96f4-0b0980cc8665 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:27:34.667069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 12bc7116-2749-41ed-a5c5-2271b3da5ad8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:27:34.678382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 010776db-a70f-4f11-bfb2-de14d12c13de has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:27:34.734143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-50882e29-e569-4969-903a-053de4e94743 None None] Provisioning complete for port 8447dcb6-797e-4900-96f4-0b0980cc8665 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:34.734542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-50882e29-e569-4969-903a-053de4e94743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:34.790636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-50882e29-e569-4969-903a-053de4e94743 None None] Port 8447dcb6-797e-4900-96f4-0b0980cc8665 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:27:34.793540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:27:34.798404 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:34.798768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:34.861402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:27:34.874748 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c22bce61-0e0d-46a2-bc80-505fe135af8a tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/010776db-a70f-4f11-bfb2-de14d12c13de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1087234 Sep 19 17:27:34.877267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51442) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:34.888698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Sync routers for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:34.918387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:34.919109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:34.993105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:27:34.993486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.013946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436e716-8e53-4fff-96fb-7eb3d43cbd8f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:35.014401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436e716-8e53-4fff-96fb-7eb3d43cbd8f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:35.014858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436e716-8e53-4fff-96fb-7eb3d43cbd8f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:35.015348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436e716-8e53-4fff-96fb-7eb3d43cbd8f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:35.019579 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1436e716-8e53-4fff-96fb-7eb3d43cbd8f tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1388354 Sep 19 17:27:35.019718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 12bc7116-2749-41ed-a5c5-2271b3da5ad8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=12bc7116-2749-41ed-a5c5-2271b3da5ad8,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:35.019835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51446) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:35.069728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.070407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 81282ec6-c506-4354-ae3d-e8c18a77a7b7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:27:35.089334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb84be2-d87e-4388-b33e-0e6fd962db36 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:35.089922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb84be2-d87e-4388-b33e-0e6fd962db36 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:35.090228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb84be2-d87e-4388-b33e-0e6fd962db36 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:35.090672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb84be2-d87e-4388-b33e-0e6fd962db36 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:35.092331 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9bb84be2-d87e-4388-b33e-0e6fd962db36 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2730 time: 0.0716083 Sep 19 17:27:35.095251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51450) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:35.219999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:35.261579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=12bc7116-2749-41ed-a5c5-2271b3da5ad8,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:35.301363 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6a0bb740-0420-4b7b-91b1-c8f30d582478 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1609 time: 0.2048447 Sep 19 17:27:35.349738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:27:35.374237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51456) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:35.374729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:35.374938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.379854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239380097', 'description': 'tempest-secgroup-smoke-1239380097 description', 'project_id': '5608eb0060ad40f9ab531db82d0746e8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:35.386089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:35.390410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:35.393469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:35.399940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:35.412495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.438040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:35.443107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:35.446965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:35.455623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:35.526240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.532038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.581711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dd7e5a-d548-4458-b104-91ce679cd00e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:35.590337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.591898 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9e48cfe0-ac4b-45b1-b95d-21269cb1d544 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2161250 Sep 19 17:27:35.594883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51460) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:35.600179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'c9dd7e5a-d548-4458-b104-91ce679cd00e', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:35.606432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:35.610478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:35.613582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:35.619756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:35.623575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:27:35.623962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.640885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.668235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 81282ec6-c506-4354-ae3d-e8c18a77a7b7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=81282ec6-c506-4354-ae3d-e8c18a77a7b7,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:35.675105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.707757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.713390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.737899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b4ad5f-f389-4924-9b92-9e1baeef3f9c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:35.749732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.750667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:33Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:27:33Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:35.751042 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e623e35f-3940-451c-b55e-5f0f9482e476 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550846 Sep 19 17:27:35.753989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51464) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:35.759565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'c9dd7e5a-d548-4458-b104-91ce679cd00e', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:35.759883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Checking router: 010776db-a70f-4f11-bfb2-de14d12c13de for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:35.760239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Updating router 010776db-a70f-4f11-bfb2-de14d12c13de port 8447dcb6-797e-4900-96f4-0b0980cc8665 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:27:35.765100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:35.769088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:35.772457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:35.778688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:35.796705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=81282ec6-c506-4354-ae3d-e8c18a77a7b7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:35.799143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.818553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.864573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.871293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.894630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e19bf1-16ea-487b-b824-2068fe94faa8,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:35.904921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:35.908919 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8b7f1b12-7710-4d9d-ba17-2bfc6e0a79e2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511631 Sep 19 17:27:35.909298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51468) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:35.914621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'c9dd7e5a-d548-4458-b104-91ce679cd00e', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:35.920934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:35.924907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:35.927940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:35.933968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:35.952986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.014521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.019419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.042558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b31067c-741c-48d9-acf3-66a8652850ec,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:36.052885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.054057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-db48ce00-ad30-4983-8433-a8487aa1ba8f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438260 Sep 19 17:27:36.057070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51472) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:36.061929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'c9dd7e5a-d548-4458-b104-91ce679cd00e', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:36.068052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:36.071843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:36.075027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:36.080676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:36.099801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.163459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.167819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.192075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352b41a8-c979-4d9e-b10e-a9e3b6ac488a,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:36.204809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.206017 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-72356163-bce5-4330-b40f-1a075822b924 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480412 Sep 19 17:27:36.206142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.209056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51476) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:36.214067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'c9dd7e5a-d548-4458-b104-91ce679cd00e', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:36.218435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Transition to ACTIVE for port object 8447dcb6-797e-4900-96f4-0b0980cc8665 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:27:36.220061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:36.224157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:36.226139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.227145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:36.232930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:36.244514 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:27:36.251159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.316931 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.320717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.344478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb01229-0d48-4ae8-aa34-c84ae41867df,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:36.354899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.356300 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c3befac3-5271-45c9-8b13-255a8f8fbc78 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463292 Sep 19 17:27:36.359335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51480) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:36.364849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'security_group_rule': {'security_group_id': 'c9dd7e5a-d548-4458-b104-91ce679cd00e', 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:36.371163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:36.377076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:security_group_rule and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:36.380176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:36.386566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:36.398214 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Project 5608eb0060ad40f9ab531db82d0746e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:27:36.405175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.412805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bbb9a-63d5-48a3-92b5-278d475513fb None None] Pushing event updated for resources: {'Port': ['ID=8447dcb6-797e-4900-96f4-0b0980cc8665,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:36.438172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Attempting to bind port 8447dcb6-797e-4900-96f4-0b0980cc8665 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:27:36.438481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Attempting to bind port 8447dcb6-797e-4900-96f4-0b0980cc8665 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:27:36.438883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Attempting to bind port 8447dcb6-797e-4900-96f4-0b0980cc8665 on network 93ced4d0-5c5c-4c97-899a-2b2284999e98 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:27:36.444538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:27:36.444909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Checking segment: {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:27:36.445311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.445704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Bound using segment: {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:27:36.446198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Bound port: 8447dcb6-797e-4900-96f4-0b0980cc8665, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:27:36.446582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.481413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.486433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.509784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196248c4-feeb-49f2-961a-5e909b16664b,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:36.520320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.521736 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-420cfe41-8eb4-475d-9b09-f3b74f377bad tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614978 Sep 19 17:27:36.538608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] For port 8447dcb6-797e-4900-96f4-0b0980cc8665, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:27:36.542249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] For port 8447dcb6-797e-4900-96f4-0b0980cc8665, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8447dcb6-797e-4900-96f4-0b0980cc8665,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:27:36.553177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.618863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 12bc7116-2749-41ed-a5c5-2271b3da5ad8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:27:36.652024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:36.652695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:36.746861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-a7551b20-7939-4415-88bc-e0cc220e4927 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239380097&fields=id&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 267 time: 0.0433049 Sep 19 17:27:36.759110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bbb9a-63d5-48a3-92b5-278d475513fb None None] Pushing event updated for resources: {'Port': ['ID=8447dcb6-797e-4900-96f4-0b0980cc8665,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:36.854973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:36.855376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:36.897709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-bb8c9b83-bc81-46dd-9369-6e11b0fbcc99 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:36.898392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-bb8c9b83-bc81-46dd-9369-6e11b0fbcc99 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:36.910809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:36.917905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-bb8c9b83-bc81-46dd-9369-6e11b0fbcc99 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:36.919121 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-bb8c9b83-bc81-46dd-9369-6e11b0fbcc99 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/networks?id=93ced4d0-5c5c-4c97-899a-2b2284999e98 HTTP/1.1" status: 200 len: 796 time: 0.1648967 Sep 19 17:27:36.935288 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-2c917f5a-a610-4054-8861-16d9e198538d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/quotas/5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 375 time: 0.0098524 Sep 19 17:27:37.124406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-d0aba275-f431-476f-8653-57f20c530090 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:37.141371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-d0aba275-f431-476f-8653-57f20c530090 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:37.142826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-d0aba275-f431-476f-8653-57f20c530090 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2021153 Sep 19 17:27:37.191904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:27:37.192997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 81282ec6-c506-4354-ae3d-e8c18a77a7b7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:27:37.279534 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-b04ed5ee-1c7b-4454-9624-f4f0c4116863 service neutron] 10.222.0.83 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245444 Sep 19 17:27:37.335646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:37.336243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:37.415036 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-25e45439-aad9-4dcc-bbc5-27271f1779d7 service neutron] 10.222.0.83 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291811 Sep 19 17:27:37.451437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:33Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:27:36Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:37.459212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ab0e9-694e-49cf-a68b-6bf6160f4c2d None None] The sync data for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv is: [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:33Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:27:36Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:37.544950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:27:37.640314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-052fd3bd-ddf2-425c-8390-b013000704a9 req-f8aa6173-f018-4e2a-8452-94783405022f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:37.654825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-052fd3bd-ddf2-425c-8390-b013000704a9 req-f8aa6173-f018-4e2a-8452-94783405022f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:37.656149 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-052fd3bd-ddf2-425c-8390-b013000704a9 req-f8aa6173-f018-4e2a-8452-94783405022f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 210 time: 0.0661709 Sep 19 17:27:38.634205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8447dcb6-797e-4900-96f4-0b0980cc8665 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:27:38.712396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 8447dcb6-797e-4900-96f4-0b0980cc8665 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:27:38.718851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8447dcb6-797e-4900-96f4-0b0980cc8665 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:38.719500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:38.735333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-9d851e85-e741-441d-be38-8387f7d5483f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:38.737616 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-9d851e85-e741-441d-be38-8387f7d5483f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/networks?id=93ced4d0-5c5c-4c97-899a-2b2284999e98 HTTP/1.1" status: 200 len: 796 time: 0.1670184 Sep 19 17:27:38.797656 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-c795009b-54f1-4a73-a3ea-ffc0aa0c44c5 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5608eb0060ad40f9ab531db82d0746e8 HTTP/1.1" status: 200 len: 380 time: 0.0513709 Sep 19 17:27:38.848696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8447dcb6-797e-4900-96f4-0b0980cc8665 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:27:38.849496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'port': {'device_id': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'admin_state_up': True, 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'security_groups': ['c9dd7e5a-d548-4458-b104-91ce679cd00e']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:38.849595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:38.872823 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c9cfac5-8775-4c69-a06e-7836b34043fb req-462d2c33-2a4f-4ab0-a017-7c6ba389dc07 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 210 time: 0.0803759 Sep 19 17:27:38.882443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8447dcb6-797e-4900-96f4-0b0980cc8665, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8447dcb6-797e-4900-96f4-0b0980cc8665,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:38.887793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:38.956090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8447dcb6-797e-4900-96f4-0b0980cc8665,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:39.002645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:39.012137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:39.024229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Made reservation on behalf of 5608eb0060ad40f9ab531db82d0746e8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:27:39.027959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:39.205721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.20.0.3 (93ced4d0-5c5c-4c97-899a-2b2284999e98/faa4f432-7eae-4d43-aba9-18eb20546845/ec87262a-1155-415d-817c-3936354e9687) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:39.394853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:39.410926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Transition to ACTIVE for port object ec87262a-1155-415d-817c-3936354e9687 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:27:39.439243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:39.509122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:39.512137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:39.514609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:27:39.555345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=ec87262a-1155-415d-817c-3936354e9687,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:39.588967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:39.589228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:39.618355 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-0dada79c-7f94-4dcc-8fce-a1765b80809d tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735305 Sep 19 17:27:39.629661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Request body: {'port': {'device_id': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:39.756367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e2aaf377-5e76-45d0-a736-0fbc8a1ca2ee None None] Provisioning for port ec87262a-1155-415d-817c-3936354e9687 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:27:39.758395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:39.761638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e2aaf377-5e76-45d0-a736-0fbc8a1ca2ee None None] Provisioning complete for port ec87262a-1155-415d-817c-3936354e9687 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:39.761965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e2aaf377-5e76-45d0-a736-0fbc8a1ca2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:39.814863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e2aaf377-5e76-45d0-a736-0fbc8a1ca2ee None None] Port ec87262a-1155-415d-817c-3936354e9687 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:27:40.078180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e0a5a-e8c1-4f83-886d-a588d012df83 req-dce6588a-bf40-4ee3-914d-bbc0503f216f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:40.079604 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-856e0a5a-e8c1-4f83-886d-a588d012df83 req-dce6588a-bf40-4ee3-914d-bbc0503f216f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 931 time: 0.0926611 Sep 19 17:27:40.125846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-856e0a5a-e8c1-4f83-886d-a588d012df83 req-9983e991-3042-450b-922f-a54f2de9fc63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:40.143957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-856e0a5a-e8c1-4f83-886d-a588d012df83 req-9983e991-3042-450b-922f-a54f2de9fc63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:40.145415 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-856e0a5a-e8c1-4f83-886d-a588d012df83 req-9983e991-3042-450b-922f-a54f2de9fc63 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598001 Sep 19 17:27:40.221253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec87262a-1155-415d-817c-3936354e9687 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:27:40.229336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:40.244886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Transition to ACTIVE for port object ec87262a-1155-415d-817c-3936354e9687 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:27:40.249538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:40.444343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Pushing event updated for resources: {'Port': ['ID=ec87262a-1155-415d-817c-3936354e9687,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:40.492703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Attempting to bind port ec87262a-1155-415d-817c-3936354e9687 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:27:40.493035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Attempting to bind port ec87262a-1155-415d-817c-3936354e9687 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:27:40.493360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Attempting to bind port ec87262a-1155-415d-817c-3936354e9687 on network 93ced4d0-5c5c-4c97-899a-2b2284999e98 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:27:40.498087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Port ec87262a-1155-415d-817c-3936354e9687 on network 93ced4d0-5c5c-4c97-899a-2b2284999e98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:27:40.498397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Attempting to bind port ec87262a-1155-415d-817c-3936354e9687 on network 93ced4d0-5c5c-4c97-899a-2b2284999e98 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:27:40.503594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:27:40.503933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Checking segment: {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:27:40.504463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Bound using segment: {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:27:40.505388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Bound port: ec87262a-1155-415d-817c-3936354e9687, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1068bd-73fc-4f24-9d34-0bbc742c0852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:27:40.505734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:40.600965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] For port ec87262a-1155-415d-817c-3936354e9687, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:27:40.604094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] For port ec87262a-1155-415d-817c-3936354e9687, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec87262a-1155-415d-817c-3936354e9687,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:27:40.608264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8447dcb6-797e-4900-96f4-0b0980cc8665 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:27:40.610386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:40.613346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:40.614121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:40.615725 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] 10.222.0.86 "PUT /v2.0/ports/ec87262a-1155-415d-817c-3936354e9687 HTTP/1.1" status: 200 len: 1093 time: 0.9905546 Sep 19 17:27:40.652803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'tag': 'ec87262a-1155-415d-817c-3936354e9687'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:40.654864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "tag": "ec87262a-1155-415d-817c-3936354e9687"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:40.679095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8447dcb6-797e-4900-96f4-0b0980cc8665 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:40.679475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:40.718355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51facab7-ac6b-4f9f-b4b3-07076c0a3afd x-openstack-request-id: req-51facab7-ac6b-4f9f-b4b3-07076c0a3afd {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:40.718610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "tag": "ec87262a-1155-415d-817c-3936354e9687", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:40.718886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-51facab7-ac6b-4f9f-b4b3-07076c0a3afd {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:40.719287 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51facab7-ac6b-4f9f-b4b3-07076c0a3afd'] response: {'name': 'network-changed', 'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'tag': 'ec87262a-1155-415d-817c-3936354e9687', 'status': 'completed', 'code': 200} Sep 19 17:27:40.755024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33192fdb-6a1c-4633-9b5b-71450708d401 service neutron] Pushing event updated for resources: {'Port': ['ID=ec87262a-1155-415d-817c-3936354e9687,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:40.773056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-ce5de09c-297d-479f-842d-25bc76a4aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:40.774605 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-ce5de09c-297d-479f-842d-25bc76a4aa1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 1096 time: 0.1116393 Sep 19 17:27:40.796853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8447dcb6-797e-4900-96f4-0b0980cc8665 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:27:40.844971 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-ff27d563-8253-4898-b6c3-7205af1c305b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec87262a-1155-415d-817c-3936354e9687 HTTP/1.1" status: 200 len: 217 time: 0.0636342 Sep 19 17:27:40.906659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-b94bed78-3f3c-4ed6-b7f5-570d87a7808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:40.908051 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-b94bed78-3f3c-4ed6-b7f5-570d87a7808f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=faa4f432-7eae-4d43-aba9-18eb20546845 HTTP/1.1" status: 200 len: 833 time: 0.0571203 Sep 19 17:27:40.997052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-4a748cc9-8058-4b81-9b43-3bddfa3da6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:40.998489 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-4a748cc9-8058-4b81-9b43-3bddfa3da6fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=93ced4d0-5c5c-4c97-899a-2b2284999e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841312 Sep 19 17:27:41.132591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-cf619ed8-d9d9-48c0-81fa-1b4c14fb3d9b service neutron] 10.222.0.86 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269991 Sep 19 17:27:41.263109 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f4559fb-e978-48ad-94ca-17f21f0093e2 req-ff34c19f-5af6-469f-a075-450fb4fb9288 service neutron] 10.222.0.86 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241362 Sep 19 17:27:41.347798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ab7a0-09f3-434e-8545-7e76c86670b8 req-b467d6a9-6b7e-4425-b0b9-28e1039fdbd3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:41.350253 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cf8ab7a0-09f3-434e-8545-7e76c86670b8 req-b467d6a9-6b7e-4425-b0b9-28e1039fdbd3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 943 time: 0.0916150 Sep 19 17:27:41.386587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-bb63e17a-5a46-4e9f-92f6-730f753cb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:41.387313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-770deac5-83f3-4106-bbff-fea1f0fe8508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:41.388248 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-bb63e17a-5a46-4e9f-92f6-730f753cb360 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 1096 time: 0.0823414 Sep 19 17:27:41.397672 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cf8ab7a0-09f3-434e-8545-7e76c86670b8 req-1fa23c91-6fbe-45b1-8bd8-815873ba3912 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410419 Sep 19 17:27:41.538371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-0d3ceb67-1198-41c7-abeb-bcd41e24b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:41.539782 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-0d3ceb67-1198-41c7-abeb-bcd41e24b1e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=93ced4d0-5c5c-4c97-899a-2b2284999e98 HTTP/1.1" status: 200 len: 897 time: 0.1439390 Sep 19 17:27:41.612415 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-674a68ae-11b2-4d14-b8a5-6c534b9180dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec87262a-1155-415d-817c-3936354e9687 HTTP/1.1" status: 200 len: 217 time: 0.0660155 Sep 19 17:27:41.679296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-8f89da51-9956-4cd2-8855-edc3559e7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:41.680681 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-8f89da51-9956-4cd2-8855-edc3559e7eb7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=faa4f432-7eae-4d43-aba9-18eb20546845 HTTP/1.1" status: 200 len: 833 time: 0.0595810 Sep 19 17:27:41.777934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-0073e45f-323e-4b62-8a5d-6248a5b3a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:41.779487 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-0073e45f-323e-4b62-8a5d-6248a5b3a877 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=93ced4d0-5c5c-4c97-899a-2b2284999e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919788 Sep 19 17:27:42.019279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-a9cc9e3b-3c20-4e09-82a9-9ce705c31ab7 service neutron] 10.222.0.86 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315979 Sep 19 17:27:42.156009 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c8cbc6c-0bb7-4e37-a5a0-84d4f33f70ed req-b45aa157-7880-493a-862e-cc4727645d65 service neutron] 10.222.0.86 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304190 Sep 19 17:27:42.604724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e6287-7949-47f7-a6e1-d2268982e2ec req-c67390c0-9a9a-4022-8095-77bdd49e2de0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:42.605425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-b73e6287-7949-47f7-a6e1-d2268982e2ec req-c67390c0-9a9a-4022-8095-77bdd49e2de0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:27:42.629555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-b73e6287-7949-47f7-a6e1-d2268982e2ec req-c67390c0-9a9a-4022-8095-77bdd49e2de0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:27:42.630887 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b73e6287-7949-47f7-a6e1-d2268982e2ec req-c67390c0-9a9a-4022-8095-77bdd49e2de0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 943 time: 0.1161699 Sep 19 17:27:42.677107 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b73e6287-7949-47f7-a6e1-d2268982e2ec req-c731d964-9257-48e2-a8c6-dfa83daed8a8 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 Sep 19 17:27:43.601671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d199d882-8cff-49a6-bbb1-114dea664f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:43.901236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8427df0-741d-4319-a30f-95e1dff71446 req-cfb8eba0-4d21-4b10-9ebd-4646e2a5ca5c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:43.902713 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b8427df0-741d-4319-a30f-95e1dff71446 req-cfb8eba0-4d21-4b10-9ebd-4646e2a5ca5c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 943 time: 0.0963845 Sep 19 17:27:43.951400 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b8427df0-741d-4319-a30f-95e1dff71446 req-3b3e3d0a-ab08-47d5-b8bb-7edb7a22c073 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Sep 19 17:27:44.803274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ec87262a-1155-415d-817c-3936354e9687 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:27:44.948186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ec87262a-1155-415d-817c-3936354e9687, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec87262a-1155-415d-817c-3936354e9687,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:44.970945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'ec87262a-1155-415d-817c-3936354e9687', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'port_id': 'ec87262a-1155-415d-817c-3936354e9687', 'mac_address': 'fa:16:3e:e9:5e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:27:45.026960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ec87262a-1155-415d-817c-3936354e9687 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:27:45.027339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:45.044912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec87262a-1155-415d-817c-3936354e9687 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:27:45.060709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ec87262a-1155-415d-817c-3936354e9687, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec87262a-1155-415d-817c-3936354e9687,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:45.065211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:45.134947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ec87262a-1155-415d-817c-3936354e9687,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:45.167162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:45.189837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:45.211191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca5062-325c-4eaa-a04e-e9fd2ecdc4c6 req-6b371a6b-378d-43bb-bfe8-ac099e8e4920 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:45.212659 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c5ca5062-325c-4eaa-a04e-e9fd2ecdc4c6 req-6b371a6b-378d-43bb-bfe8-ac099e8e4920 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 944 time: 0.0989614 Sep 19 17:27:45.259159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ec87262a-1155-415d-817c-3936354e9687'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:27:45.264679 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c5ca5062-325c-4eaa-a04e-e9fd2ecdc4c6 req-0b1910e4-f244-440a-9f7c-29f9426c32a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Sep 19 17:27:46.242149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:46.521519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61cad0-7f68-47ac-80c8-e49f5f5ab57d req-5295fdb5-cc0b-4e4e-89c5-ee442b1ca6c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:46.523152 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c61cad0-7f68-47ac-80c8-e49f5f5ab57d req-5295fdb5-cc0b-4e4e-89c5-ee442b1ca6c6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 944 time: 0.1203852 Sep 19 17:27:46.575673 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c61cad0-7f68-47ac-80c8-e49f5f5ab57d req-84706b86-702b-45e4-9348-7ba76cba4151 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447404 Sep 19 17:27:46.806447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ec87262a-1155-415d-817c-3936354e9687 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:27:46.896727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port ec87262a-1155-415d-817c-3936354e9687 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:27:46.901924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port ec87262a-1155-415d-817c-3936354e9687 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:27:46.902290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:47.053155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ec87262a-1155-415d-817c-3936354e9687 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:27:47.053504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:47.088526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec87262a-1155-415d-817c-3936354e9687'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:47.090780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705eb033-201c-4d86-8b64-24a7d0886614" -d '{"events": [{"server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "name": "network-vif-plugged", "status": "completed", "tag": "ec87262a-1155-415d-817c-3936354e9687"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:47.100668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ec87262a-1155-415d-817c-3936354e9687, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec87262a-1155-415d-817c-3936354e9687,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:27:47.107052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:47.144036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437f6707-e5a2-4e4c-8248-69a3350a8b72 x-openstack-request-id: req-437f6707-e5a2-4e4c-8248-69a3350a8b72 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:47.144324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "name": "network-vif-plugged", "status": "completed", "tag": "ec87262a-1155-415d-817c-3936354e9687", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:47.144567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-437f6707-e5a2-4e4c-8248-69a3350a8b72 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:47.145016 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437f6707-e5a2-4e4c-8248-69a3350a8b72'] response: {'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec87262a-1155-415d-817c-3936354e9687', 'code': 200} Sep 19 17:27:47.189225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ec87262a-1155-415d-817c-3936354e9687,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:47.413468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639f5c0-9f48-46f1-87c7-df631c5b3956 req-2f0f17ae-2150-453a-808b-65417a062704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:47.414866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e639f5c0-9f48-46f1-87c7-df631c5b3956 req-2f0f17ae-2150-453a-808b-65417a062704 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 1098 time: 0.0907714 Sep 19 17:27:47.456212 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e639f5c0-9f48-46f1-87c7-df631c5b3956 req-dc8341fd-d34e-48ee-9e8b-aee03d806296 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357776 Sep 19 17:27:47.781507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f9c64-be31-4d0d-9cae-30b868f1ec20 req-fe5f6a4c-3d6f-4ce4-8df0-e3d1fccd15f1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:47.782970 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-498f9c64-be31-4d0d-9cae-30b868f1ec20 req-fe5f6a4c-3d6f-4ce4-8df0-e3d1fccd15f1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 945 time: 0.0909486 Sep 19 17:27:47.827970 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-498f9c64-be31-4d0d-9cae-30b868f1ec20 req-380d99d5-100f-4472-8021-afce4e101923 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382824 Sep 19 17:27:49.049725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e364b-04aa-4c59-9650-e6917bd99551 req-0e0ca970-85be-4291-a47a-9685be6cdca2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:49.051209 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bb8e364b-04aa-4c59-9650-e6917bd99551 req-0e0ca970-85be-4291-a47a-9685be6cdca2 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 945 time: 0.1025982 Sep 19 17:27:49.097781 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bb8e364b-04aa-4c59-9650-e6917bd99551 req-f4ed8e87-121c-47fd-bc9f-b0536f2033ee tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Sep 19 17:27:49.307468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f6162-78c4-4ade-a954-8898a1f8dbd8 req-e1bb1bc9-d12a-43ed-9e53-7746ec485939 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:49.308928 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e10f6162-78c4-4ade-a954-8898a1f8dbd8 req-e1bb1bc9-d12a-43ed-9e53-7746ec485939 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 945 time: 0.0983355 Sep 19 17:27:49.353304 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e10f6162-78c4-4ade-a954-8898a1f8dbd8 req-58c82154-f1a3-471c-ad3e-e378582cd5f3 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385940 Sep 19 17:27:49.390737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51538) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:49.473656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ab7f2-aed9-43cd-bc3e-eac87df09b42 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:49.475236 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6b6ab7f2-aed9-43cd-bc3e-eac87df09b42 tempest-TestNetworkBasicOps-447015635 tempest-TestNetworkBasicOps-447015635-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 1093 time: 0.0835397 Sep 19 17:27:49.478263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51542) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:49.483496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'ec87262a-1155-415d-817c-3936354e9687', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:27:49.489732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:27:49.493750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Usage tracker for resource:floatingip and tenant:5608eb0060ad40f9ab531db82d0746e8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:27:49.496740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:27:49.502842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:27:49.516074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:49.658218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:49.797778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Allocated IP 172.26.10.51 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/e6528d96-9567-4183-a90d-1cf8354e7c1f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:49.948703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:49.982156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:50.047191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:50.050133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:50.055435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:27:50.088923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=e6528d96-9567-4183-a90d-1cf8354e7c1f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:50.587633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:50.663346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:50.873408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:50.879868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:50.986988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event updated for resources: {'Port': ['ID=e6528d96-9567-4183-a90d-1cf8354e7c1f,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:50.989535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:51.166185 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 7109d770-e58c-40a0-aeac-a56eec870103 associated. External IP: 172.26.10.51, port: ec87262a-1155-415d-817c-3936354e9687. Sep 19 17:27:51.537068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 010776db-a70f-4f11-bfb2-de14d12c13de has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:27:51.833742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:27:51.843546 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] Sync routers for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:51.854472 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:51.855107 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:51.861178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:27:51.918299 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3aa3bfc8-344d-4a7d-9f01-86f57fd8ce54 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4388094 Sep 19 17:27:51.918935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'tag': 'ec87262a-1155-415d-817c-3936354e9687'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:27:51.921395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51" -d '{"events": [{"name": "network-changed", "server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "tag": "ec87262a-1155-415d-817c-3936354e9687"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:51.921976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51546) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:51.965794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab47b5a-aa0b-41c1-bb11-5e8a37920287 x-openstack-request-id: req-3ab47b5a-aa0b-41c1-bb11-5e8a37920287 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:51.966097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "tag": "ec87262a-1155-415d-817c-3936354e9687", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:51.966340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3ab47b5a-aa0b-41c1-bb11-5e8a37920287 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:51.966777 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab47b5a-aa0b-41c1-bb11-5e8a37920287'] response: {'name': 'network-changed', 'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'tag': 'ec87262a-1155-415d-817c-3936354e9687', 'status': 'completed', 'code': 200} Sep 19 17:27:52.033427 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:52.085777 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1811474e-8604-4c07-bd31-4c053dfb97a1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/7109d770-e58c-40a0-aeac-a56eec870103 HTTP/1.1" status: 200 len: 991 time: 0.1618536 Sep 19 17:27:52.102848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-e59d760b-b671-455a-9e48-d7e9bda6860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:52.104300 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-e59d760b-b671-455a-9e48-d7e9bda6860c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 1098 time: 0.1027467 Sep 19 17:27:52.237201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-e9675f20-d647-49a5-88d1-552322b2a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:52.238664 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-e9675f20-d647-49a5-88d1-552322b2a9c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=93ced4d0-5c5c-4c97-899a-2b2284999e98 HTTP/1.1" status: 200 len: 897 time: 0.1286263 Sep 19 17:27:52.350594 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-383cdd3e-95f5-4eca-9895-db003519ea0d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec87262a-1155-415d-817c-3936354e9687 HTTP/1.1" status: 200 len: 999 time: 0.1054256 Sep 19 17:27:52.401810 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:33Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '7109d770-e58c-40a0-aeac-a56eec870103', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.51', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'port_id': 'ec87262a-1155-415d-817c-3936354e9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'mac_address': 'fa:16:3e:e9:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:27:50Z', 'updated_at': '2022-09-19T17:27:50Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:27:38Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:52.405627 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] Checking router: 010776db-a70f-4f11-bfb2-de14d12c13de for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:52.414061 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:27:52.414647 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:27:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:52.417408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-8ee9d562-91e8-457b-a2ef-da1e21bfb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:52.418877 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-8ee9d562-91e8-457b-a2ef-da1e21bfb8ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=faa4f432-7eae-4d43-aba9-18eb20546845 HTTP/1.1" status: 200 len: 833 time: 0.0626006 Sep 19 17:27:52.502310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-79dfabd9-bf7a-4521-b46c-70da342ab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:52.503840 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-79dfabd9-bf7a-4521-b46c-70da342ab1fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=93ced4d0-5c5c-4c97-899a-2b2284999e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795174 Sep 19 17:27:52.589801 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:27:52.652949 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-5f2cdb9c-cf6d-474c-9cc4-abba235a2c4d service neutron] 10.222.0.86 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423078 Sep 19 17:27:52.787548 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5cb7fa3b-b69f-47fd-acb6-d37ffbc20a51 req-c2cfdb3b-21ea-456d-b553-077f8a061654 service neutron] 10.222.0.86 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289577 Sep 19 17:27:52.955106 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:33Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '7109d770-e58c-40a0-aeac-a56eec870103', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.51', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'port_id': 'ec87262a-1155-415d-817c-3936354e9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'mac_address': 'fa:16:3e:e9:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:27:50Z', 'updated_at': '2022-09-19T17:27:50Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:27:38Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:52.959374 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc711061-b539-4379-bd14-e53dc2430644 None None] The sync data for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv is: [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:27:33Z', 'revision_number': 4, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '7109d770-e58c-40a0-aeac-a56eec870103', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.51', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'port_id': 'ec87262a-1155-415d-817c-3936354e9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'mac_address': 'fa:16:3e:e9:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:27:50Z', 'updated_at': '2022-09-19T17:27:50Z', 'revision_number': 0, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:27:38Z', 'revision_number': 5, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:53.088919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51552) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:53.145464 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e9ae1-9bfe-4d6f-bfe4-5e704a475e2e None None] New status for floating IP 7109d770-e58c-40a0-aeac-a56eec870103: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:27:53.199611 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9deb05be-5bb9-4d62-ac52-8a4244f35376 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/7109d770-e58c-40a0-aeac-a56eec870103 HTTP/1.1" status: 200 len: 991 time: 0.1094351 Sep 19 17:27:54.203936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51556) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:27:54.313218 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91843d36-b7c5-47b1-8d4a-05967264ecef tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/7109d770-e58c-40a0-aeac-a56eec870103 HTTP/1.1" status: 200 len: 993 time: 0.1081660 Sep 19 17:27:55.474562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:09.150655 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:28:11.388590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3d74-eb97-4bfd-88d8-7c8855f310ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:13.598362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-99da1d7d-1da6-45e0-ba51-bbb30028bc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:15.183949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:15.196855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:16.245713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:18.914591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51568) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:18.923441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f76f5719-0a17-47b0-b2e6-5ceb094f624e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:28:19.450062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f76f5719-0a17-47b0-b2e6-5ceb094f624e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:19.463298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f76f5719-0a17-47b0-b2e6-5ceb094f624e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:19.662417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76f5719-0a17-47b0-b2e6-5ceb094f624e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 010776db-a70f-4f11-bfb2-de14d12c13de has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:28:19.839210 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76f5719-0a17-47b0-b2e6-5ceb094f624e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:28:19.845721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f76f5719-0a17-47b0-b2e6-5ceb094f624e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:19.846852 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f76f5719-0a17-47b0-b2e6-5ceb094f624e tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/010776db-a70f-4f11-bfb2-de14d12c13de HTTP/1.1" status: 200 len: 890 time: 0.9307115 Sep 19 17:28:19.852181 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06a8c7-1485-45c9-a4b4-d57bb3f547b3 None None] Sync routers for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:28:19.862266 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06a8c7-1485-45c9-a4b4-d57bb3f547b3 None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:28:19.862971 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6f06a8c7-1485-45c9-a4b4-d57bb3f547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:28:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:19.925210 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6f06a8c7-1485-45c9-a4b4-d57bb3f547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:19.934581 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06a8c7-1485-45c9-a4b4-d57bb3f547b3 None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:28:19.935204 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6f06a8c7-1485-45c9-a4b4-d57bb3f547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:28:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:19.993348 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6f06a8c7-1485-45c9-a4b4-d57bb3f547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:19.993714 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06a8c7-1485-45c9-a4b4-d57bb3f547b3 None None] The sync data for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv is: [] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:28:20.776009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ebcd2b-c5d6-4555-a4f0-560a5fd2e46e None None] New status for floating IP 7109d770-e58c-40a0-aeac-a56eec870103: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:28:20.826260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 12bc7116-2749-41ed-a5c5-2271b3da5ad8 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:28:21.108944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:21.109301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:21.132687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 12bc7116-2749-41ed-a5c5-2271b3da5ad8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=12bc7116-2749-41ed-a5c5-2271b3da5ad8,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:21.139675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:21.140342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8447dcb6-797e-4900-96f4-0b0980cc8665 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:28:21.255675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=12bc7116-2749-41ed-a5c5-2271b3da5ad8,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:21.314105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8447dcb6-797e-4900-96f4-0b0980cc8665 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:21.314489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:21.347707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8447dcb6-797e-4900-96f4-0b0980cc8665, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8447dcb6-797e-4900-96f4-0b0980cc8665,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:21.353343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:21.421812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8447dcb6-797e-4900-96f4-0b0980cc8665,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:22.022419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51576) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:22.028397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-91e6c197-c041-406b-af89-d476c183df4c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:28:22.682119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91e6c197-c041-406b-af89-d476c183df4c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:22.699118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91e6c197-c041-406b-af89-d476c183df4c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515931'] for router, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:22.903370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e6c197-c041-406b-af89-d476c183df4c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 010776db-a70f-4f11-bfb2-de14d12c13de has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:28:23.089776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e6c197-c041-406b-af89-d476c183df4c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:28:23.096836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-91e6c197-c041-406b-af89-d476c183df4c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:23.097982 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-91e6c197-c041-406b-af89-d476c183df4c tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/010776db-a70f-4f11-bfb2-de14d12c13de HTTP/1.1" status: 200 len: 889 time: 1.0741532 Sep 19 17:28:23.099868 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] Sync routers for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:28:23.101216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:23.110592 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:28:23.111241 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:28:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:23.291297 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:28:23.333377 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-81a4aa6b-3174-4548-b2ca-217ee0dfe8d1 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/7109d770-e58c-40a0-aeac-a56eec870103 HTTP/1.1" status: 200 len: 991 time: 0.2309859 Sep 19 17:28:23.670709 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:22Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '7109d770-e58c-40a0-aeac-a56eec870103', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.51', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'port_id': 'ec87262a-1155-415d-817c-3936354e9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'mac_address': 'fa:16:3e:e9:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:27:50Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:23.675081 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] Checking router: 010776db-a70f-4f11-bfb2-de14d12c13de for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:28:23.683621 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:28:23.684217 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:28:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:23.874521 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:28:24.221680 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:22Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '7109d770-e58c-40a0-aeac-a56eec870103', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.51', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'port_id': 'ec87262a-1155-415d-817c-3936354e9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'mac_address': 'fa:16:3e:e9:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:27:50Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:24.225938 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b852a3-7716-4c9d-a8fd-208874bf563a None None] The sync data for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv is: [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:22Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '7109d770-e58c-40a0-aeac-a56eec870103', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'floating_ip_address': '172.26.10.51', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'port_id': 'ec87262a-1155-415d-817c-3936354e9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'mac_address': 'fa:16:3e:e9:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:27:50Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 2, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:28:21Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:28:24.336993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51586) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:24.466266 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bedf1f66-fb47-4450-963a-bef63036f8db tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/7109d770-e58c-40a0-aeac-a56eec870103 HTTP/1.1" status: 200 len: 991 time: 0.1280081 Sep 19 17:28:24.646500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8447dcb6-797e-4900-96f4-0b0980cc8665 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:28:24.718181 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8447dcb6-797e-4900-96f4-0b0980cc8665 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:28:24.718527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:24.839271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8447dcb6-797e-4900-96f4-0b0980cc8665 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:24.839662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:24.874561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8447dcb6-797e-4900-96f4-0b0980cc8665, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8447dcb6-797e-4900-96f4-0b0980cc8665,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:24.880713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:24.950483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8447dcb6-797e-4900-96f4-0b0980cc8665,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:25.470941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51590) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:25.482788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:25.584248 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-016ebabf-0c36-4452-aff4-97ce05a24a0f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/7109d770-e58c-40a0-aeac-a56eec870103 HTTP/1.1" status: 200 len: 991 time: 0.1119006 Sep 19 17:28:25.828977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec3019-4500-476f-9a13-bc0c59149307 None None] New status for floating IP 7109d770-e58c-40a0-aeac-a56eec870103: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:28:26.588505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51594) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:26.688922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 12bc7116-2749-41ed-a5c5-2271b3da5ad8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:28:26.699942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0e261c35-9c60-4bc5-8734-f6fee1a35b9f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/floatingips/7109d770-e58c-40a0-aeac-a56eec870103 HTTP/1.1" status: 200 len: 993 time: 0.1102524 Sep 19 17:28:26.757640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:28:26.758012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:26.919057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:26.919751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:26.936840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 12bc7116-2749-41ed-a5c5-2271b3da5ad8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=12bc7116-2749-41ed-a5c5-2271b3da5ad8,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:26.944221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:26.945019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8447dcb6-797e-4900-96f4-0b0980cc8665 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:28:26.969485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51602) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:27.059457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=12bc7116-2749-41ed-a5c5-2271b3da5ad8,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:27.073449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8447dcb6-797e-4900-96f4-0b0980cc8665 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:28:27.073823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:27.195905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8447dcb6-797e-4900-96f4-0b0980cc8665 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:27.282883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port e6528d96-9567-4183-a90d-1cf8354e7c1f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:28:27.283210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:27.458220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:27.458552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:27.580328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for e6528d96-9567-4183-a90d-1cf8354e7c1f owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:28:27.733805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:27.782400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=e6528d96-9567-4183-a90d-1cf8354e7c1f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:27.824267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.824267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.824267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.824810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.824810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.825110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.825454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.825775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.826097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.826410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.826756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.827075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:27.890743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:27.891126 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Floating IP 7109d770-e58c-40a0-aeac-a56eec870103 disassociated (deleted). External IP: 172.26.10.51, port: ec87262a-1155-415d-817c-3936354e9687. Sep 19 17:28:28.252546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 010776db-a70f-4f11-bfb2-de14d12c13de has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:28:28.433157 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:28:28.442771 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] Sync routers for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:28:28.454449 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:28:28.454767 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:28:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:28.455898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:28.516232 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-70f06b57-5e87-444a-8354-df0310abc3e4 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/floatingips/7109d770-e58c-40a0-aeac-a56eec870103 HTTP/1.1" status: 204 len: 168 time: 1.5454729 Sep 19 17:28:28.516677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'tag': 'ec87262a-1155-415d-817c-3936354e9687'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:28:28.519278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f831c507-0d49-4c0a-9617-f05f2d370246" -d '{"events": [{"name": "network-changed", "server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "tag": "ec87262a-1155-415d-817c-3936354e9687"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:28.562405 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42eeeb5-e2f0-4bfa-b411-d8eea2817d0f x-openstack-request-id: req-c42eeeb5-e2f0-4bfa-b411-d8eea2817d0f {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:28.562702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "tag": "ec87262a-1155-415d-817c-3936354e9687", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:28.562988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c42eeeb5-e2f0-4bfa-b411-d8eea2817d0f {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:28.563449 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42eeeb5-e2f0-4bfa-b411-d8eea2817d0f'] response: {'name': 'network-changed', 'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'tag': 'ec87262a-1155-415d-817c-3936354e9687', 'status': 'completed', 'code': 200} Sep 19 17:28:28.640724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 12bc7116-2749-41ed-a5c5-2271b3da5ad8 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:28:28.644060 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:28:28.674957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-32387079-6ec9-453e-be16-f08497966082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:28.676533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-32387079-6ec9-453e-be16-f08497966082 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5608eb0060ad40f9ab531db82d0746e8&device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 1098 time: 0.0872085 Sep 19 17:28:28.721589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:28:28.722300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:28.869574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:28.962450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-aa7ab31e-b6c3-44d6-8c9d-8577247d5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:28.964069 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-aa7ab31e-b6c3-44d6-8c9d-8577247d5a18 service neutron] 10.222.0.86 "GET /v2.0/networks?id=93ced4d0-5c5c-4c97-899a-2b2284999e98 HTTP/1.1" status: 200 len: 897 time: 0.2816439 Sep 19 17:28:29.006686 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:22Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:28:24Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:29.011157 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] Checking router: 010776db-a70f-4f11-bfb2-de14d12c13de for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:28:29.020115 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:28:29.020813 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:28:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:29.037477 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-5519d9ca-a181-49d0-b6d9-c4d0584ba763 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec87262a-1155-415d-817c-3936354e9687 HTTP/1.1" status: 200 len: 217 time: 0.0669882 Sep 19 17:28:29.101065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-84113251-018e-4b80-8a46-45888eef1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:29.102519 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-84113251-018e-4b80-8a46-45888eef1b34 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=faa4f432-7eae-4d43-aba9-18eb20546845 HTTP/1.1" status: 200 len: 833 time: 0.0583408 Sep 19 17:28:29.108817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f9710-fbb7-42c7-bd7e-39d3ad270580 req-53e48e4b-fd1b-4d68-a6cd-48dd48bee1f7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:29.111002 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9c4f9710-fbb7-42c7-bd7e-39d3ad270580 req-53e48e4b-fd1b-4d68-a6cd-48dd48bee1f7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 945 time: 0.0968747 Sep 19 17:28:29.158649 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9c4f9710-fbb7-42c7-bd7e-39d3ad270580 req-23b3ed19-29c2-4a6b-b9ef-e0f933574327 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Sep 19 17:28:29.191367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-334d9f8e-d5c6-492b-9ca0-f8e799969f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:29.192879 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-334d9f8e-d5c6-492b-9ca0-f8e799969f9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=93ced4d0-5c5c-4c97-899a-2b2284999e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833557 Sep 19 17:28:29.236060 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:28:29.327609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-48d38303-fa32-4ec3-b209-f493fd553c3b service neutron] 10.222.0.86 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250575 Sep 19 17:28:29.462076 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f831c507-0d49-4c0a-9617-f05f2d370246 req-0f8d9818-6ba9-4719-869d-59608f51bbcf service neutron] 10.222.0.86 "GET /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280031 Sep 19 17:28:29.556013 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:22Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:28:24Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:29.560121 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed612a5-677e-4fb4-b695-a841809e30c9 None None] The sync data for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv is: [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:22Z', 'revision_number': 6, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8447dcb6-797e-4900-96f4-0b0980cc8665', 'name': '', 'network_id': '93ced4d0-5c5c-4c97-899a-2b2284999e98', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'mac_address': 'fa:16:3e:47:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:32Z', 'updated_at': '2022-09-19T17:28:24Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'subnets': [{'id': 'faa4f432-7eae-4d43-aba9-18eb20546845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:28:30.200791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce950f87-c34f-4766-baca-d140f41c5225 None None] New status for floating IP 7109d770-e58c-40a0-aeac-a56eec870103: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:28:30.402313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-6d4ee499-9eab-4f4b-806b-ea67286324d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:30.403043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-6d4ee499-9eab-4f4b-806b-ea67286324d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:28:30.413564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b015cd-6a41-4392-a30b-00c14275a8b8 req-199549cb-24a7-49e1-b52e-8d578d5b1eeb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:30.414220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-25b015cd-6a41-4392-a30b-00c14275a8b8 req-199549cb-24a7-49e1-b52e-8d578d5b1eeb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:28:30.436921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-6d4ee499-9eab-4f4b-806b-ea67286324d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:28:30.438096 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-6d4ee499-9eab-4f4b-806b-ea67286324d7 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 945 time: 0.1898451 Sep 19 17:28:30.439141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-25b015cd-6a41-4392-a30b-00c14275a8b8 req-199549cb-24a7-49e1-b52e-8d578d5b1eeb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:28:30.440106 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25b015cd-6a41-4392-a30b-00c14275a8b8 req-199549cb-24a7-49e1-b52e-8d578d5b1eeb tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 945 time: 0.1566103 Sep 19 17:28:30.539625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port ec87262a-1155-415d-817c-3936354e9687 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:28:30.539957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:30.571758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25b015cd-6a41-4392-a30b-00c14275a8b8 req-b17e099f-655e-443d-b8ee-8e80ebe1f5f6 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9dd7e5a-d548-4458-b104-91ce679cd00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974019 Sep 19 17:28:30.789717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port ec87262a-1155-415d-817c-3936354e9687, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec87262a-1155-415d-817c-3936354e9687,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:30.790071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:30.914232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for ec87262a-1155-415d-817c-3936354e9687 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:28:31.066786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:31.121441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=ec87262a-1155-415d-817c-3936354e9687,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:31.212715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] No DVR routers for this DVR port ec87262a-1155-415d-817c-3936354e9687 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:28:31.216836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:31.220950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'name': 'network-vif-deleted', 'tag': 'ec87262a-1155-415d-817c-3936354e9687'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:28:31.224706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273584f5-f711-4ba1-840d-ca879286fb7b" -d '{"events": [{"server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "name": "network-vif-deleted", "tag": "ec87262a-1155-415d-817c-3936354e9687"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:31.243759 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-de8b2664-5ffc-49d6-a6e9-8634e57e6f3a req-13310029-05a5-455f-845d-264c2ee6480f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.86 "DELETE /v2.0/ports/ec87262a-1155-415d-817c-3936354e9687 HTTP/1.1" status: 204 len: 173 time: 0.8005252 Sep 19 17:28:31.274543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca32318-a029-40de-9f0a-fe94a2bbc459 x-openstack-request-id: req-bca32318-a029-40de-9f0a-fe94a2bbc459 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:31.274894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad53ce3f-206b-4791-a83b-76611471ef43", "name": "network-vif-deleted", "tag": "ec87262a-1155-415d-817c-3936354e9687", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:31.275221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bca32318-a029-40de-9f0a-fe94a2bbc459 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:31.275671 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca32318-a029-40de-9f0a-fe94a2bbc459'] response: {'server_uuid': 'ad53ce3f-206b-4791-a83b-76611471ef43', 'name': 'network-vif-deleted', 'tag': 'ec87262a-1155-415d-817c-3936354e9687', 'status': 'completed', 'code': 200} Sep 19 17:28:31.862881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a493a11d-f393-4788-a4e5-e79b7de696c2 req-7c324e19-11cc-4804-94c3-a55ffed87ada tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Synchronizing usage tracker for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:28:31.880854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a493a11d-f393-4788-a4e5-e79b7de696c2 req-7c324e19-11cc-4804-94c3-a55ffed87ada tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Unset dirty status for tenant:5608eb0060ad40f9ab531db82d0746e8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:28:31.882090 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a493a11d-f393-4788-a4e5-e79b7de696c2 req-7c324e19-11cc-4804-94c3-a55ffed87ada tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad53ce3f-206b-4791-a83b-76611471ef43 HTTP/1.1" status: 200 len: 210 time: 0.1791048 Sep 19 17:28:32.992190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51620) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:33.064137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25be4592-0b07-4065-9950-fc622d6c1623 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:33.095730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25be4592-0b07-4065-9950-fc622d6c1623 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:33.168113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25be4592-0b07-4065-9950-fc622d6c1623 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:33.192384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be4592-0b07-4065-9950-fc622d6c1623 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dd7e5a-d548-4458-b104-91ce679cd00e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:33.204238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-25be4592-0b07-4065-9950-fc622d6c1623 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:33.207978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-25be4592-0b07-4065-9950-fc622d6c1623 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/security-groups/c9dd7e5a-d548-4458-b104-91ce679cd00e HTTP/1.1" status: 204 len: 168 time: 0.2121847 Sep 19 17:28:33.238107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51626) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:33.807363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:34.180319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 8447dcb6-797e-4900-96f4-0b0980cc8665 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:28:34.180655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:34.365532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 8447dcb6-797e-4900-96f4-0b0980cc8665, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8447dcb6-797e-4900-96f4-0b0980cc8665,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:34.366230 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:34.594897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 8447dcb6-797e-4900-96f4-0b0980cc8665 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:28:34.798332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:34.845064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=8447dcb6-797e-4900-96f4-0b0980cc8665,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:34.896425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.896762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.897098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.897451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.897783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.898099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.898423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.898730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.899119 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.899427 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.899745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:34.900063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:35.013783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ec87262a-1155-415d-817c-3936354e9687 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:28:35.050251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: ec87262a-1155-415d-817c-3936354e9687 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:28:35.050526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ec87262a-1155-415d-817c-3936354e9687 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:28:35.140200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:35.514821 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Router 010776db-a70f-4f11-bfb2-de14d12c13de has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:28:35.692520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:28:35.703146 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] Sync routers for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:28:35.711780 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7635d723-9211-4f86-8b12-4c9aa95d48a0 tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "PUT /v2.0/routers/010776db-a70f-4f11-bfb2-de14d12c13de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4725075 Sep 19 17:28:35.713272 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:28:35.713883 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:28:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:35.714670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51630) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:35.783185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b02755-9407-4d4b-a8b2-f18ba8c119ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting subnet faa4f432-7eae-4d43-aba9-18eb20546845 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:28:35.786323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06b02755-9407-4d4b-a8b2-f18ba8c119ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:35.839357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06b02755-9407-4d4b-a8b2-f18ba8c119ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:35.889386 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:28:36.038822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06b02755-9407-4d4b-a8b2-f18ba8c119ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.114014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06b02755-9407-4d4b-a8b2-f18ba8c119ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.153862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b02755-9407-4d4b-a8b2-f18ba8c119ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Subnet': ['ID=faa4f432-7eae-4d43-aba9-18eb20546845,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:36.155362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06b02755-9407-4d4b-a8b2-f18ba8c119ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.161948 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-06b02755-9407-4d4b-a8b2-f18ba8c119ba tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/subnets/faa4f432-7eae-4d43-aba9-18eb20546845 HTTP/1.1" status: 204 len: 168 time: 0.4460988 Sep 19 17:28:36.164662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51634) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:36.167924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374919ea-67db-4e83-a93d-976d0a2424dc None None] Network 93ced4d0-5c5c-4c97-899a-2b2284999e98 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:28:36.178103 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:34Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:36.182293 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] Checking router: 010776db-a70f-4f11-bfb2-de14d12c13de for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:28:36.192244 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] Routers {'010776db-a70f-4f11-bfb2-de14d12c13de'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:28:36.193018 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:28:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['010776db-a70f-4f11-bfb2-de14d12c13de'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:36.350594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.374172 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] Set router 010776db-a70f-4f11-bfb2-de14d12c13de gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:28:36.491151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] DHCP port deletion for 93ced4d0-5c5c-4c97-899a-2b2284999e98 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:28:36.496192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Deleting port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:28:36.496639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.541625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.553402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Deleting port 12bc7116-2749-41ed-a5c5-2271b3da5ad8 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:28:36.553840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.700155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 81282ec6-c506-4354-ae3d-e8c18a77a7b7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:28:36.728761 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:34Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:36.734174 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a3d6e-31d6-481c-84e6-b829cdbaf374 None None] The sync data for ids ['010776db-a70f-4f11-bfb2-de14d12c13de'] in dv-neutron-857789-3-hyperv is: [{'id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'name': 'tempest-TestNetworkBasicOps-router-1562456185', 'tenant_id': '5608eb0060ad40f9ab531db82d0746e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181'}], 'enable_snat': True}, 'gw_port_id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:28Z', 'updated_at': '2022-09-19T17:28:34Z', 'revision_number': 7, 'project_id': '5608eb0060ad40f9ab531db82d0746e8', 'gw_port': {'id': '12bc7116-2749-41ed-a5c5-2271b3da5ad8', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010776db-a70f-4f11-bfb2-de14d12c13de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:29Z', 'updated_at': '2022-09-19T17:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:28:36.755871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] For port 12bc7116-2749-41ed-a5c5-2271b3da5ad8, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=12bc7116-2749-41ed-a5c5-2271b3da5ad8,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:36.756312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.774568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] For port 81282ec6-c506-4354-ae3d-e8c18a77a7b7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=81282ec6-c506-4354-ae3d-e8c18a77a7b7,segment=NetworkSegment(0e1068bd-73fc-4f24-9d34-0bbc742c0852),segment_id=0e1068bd-73fc-4f24-9d34-0bbc742c0852)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:36.774994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:36.881974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Calling delete_port for 12bc7116-2749-41ed-a5c5-2271b3da5ad8 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:28:36.901353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Calling delete_port for 81282ec6-c506-4354-ae3d-e8c18a77a7b7 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:28:37.012768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:37.013141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.065985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.102013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.119174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Port': ['ID=12bc7116-2749-41ed-a5c5-2271b3da5ad8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:37.155079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Pushing event deleted for resources: {'Port': ['ID=81282ec6-c506-4354-ae3d-e8c18a77a7b7,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:37.158747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] No DVR routers for this DVR port 81282ec6-c506-4354-ae3d-e8c18a77a7b7 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:28:37.164894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.165247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.165590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.165926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.166257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.166587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.166935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.167262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.167595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.167912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.168302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.171939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011d5bc-9be1-4678-bb60-9543a4f2d6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:37.221549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.399062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.401346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.427896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.428372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Fanout notify agent at l3_agent the message router_deleted on router 010776db-a70f-4f11-bfb2-de14d12c13de {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:28:37.445442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.446412 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-db2142b0-941e-4807-8e13-42f61dddf20f tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/routers/010776db-a70f-4f11-bfb2-de14d12c13de HTTP/1.1" status: 204 len: 168 time: 1.2807918 Sep 19 17:28:37.449554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51638) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:37.671319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.804985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.829789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ced4d0-5c5c-4c97-899a-2b2284999e98']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:37.841648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1068bd-73fc-4f24-9d34-0bbc742c0852') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:37.841939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1068bd-73fc-4f24-9d34-0bbc742c0852') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:37.853373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.871125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.878087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:28:37.878491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:37.947195 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 0e1068bd-73fc-4f24-9d34-0bbc742c0852 resource provider aggregate not found Sep 19 17:28:37.972610 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 0e1068bd-73fc-4f24-9d34-0bbc742c0852 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e1068bd-73fc-4f24-9d34-0bbc742c0852 found for delete ", "request_id": "req-33e1be5a-764e-4181-bebc-8cb968aff04c"}]} Sep 19 17:28:37.986711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:38.003859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:38.016054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] Pushing event deleted for resources: {'Network': ['ID=93ced4d0-5c5c-4c97-899a-2b2284999e98,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:38.024514 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b35b024-c0f2-4697-b6c4-f32ba921836b tempest-TestNetworkBasicOps-1163094512 tempest-TestNetworkBasicOps-1163094512-project] 10.222.0.83 "DELETE /v2.0/networks/93ced4d0-5c5c-4c97-899a-2b2284999e98 HTTP/1.1" status: 204 len: 168 time: 0.5739031 Sep 19 17:28:38.335337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:38.492024 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-eafd0271-93d1-4106-9128-b0f9bbc0a685 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5608eb0060ad40f9ab531db82d0746e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555376 Sep 19 17:28:38.494703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:38.564695 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa4cb-6050-45f6-a96a-20d539b73128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:38.592635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa4cb-6050-45f6-a96a-20d539b73128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:38.638426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 12bc7116-2749-41ed-a5c5-2271b3da5ad8 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:28:38.653782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa4cb-6050-45f6-a96a-20d539b73128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:38.670176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7aa4cb-6050-45f6-a96a-20d539b73128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c953c558-8010-42c7-ae31-4c727a6aa236,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:38.677852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 12bc7116-2749-41ed-a5c5-2271b3da5ad8 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:28:38.678422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 12bc7116-2749-41ed-a5c5-2271b3da5ad8 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:28:38.679069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8447dcb6-797e-4900-96f4-0b0980cc8665 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:28:38.679817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8d7aa4cb-6050-45f6-a96a-20d539b73128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:38.680991 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8d7aa4cb-6050-45f6-a96a-20d539b73128 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c953c558-8010-42c7-ae31-4c727a6aa236 HTTP/1.1" status: 204 len: 168 time: 0.1853518 Sep 19 17:28:38.720352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 8447dcb6-797e-4900-96f4-0b0980cc8665 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:28:38.720696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8447dcb6-797e-4900-96f4-0b0980cc8665 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:28:39.010581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51664) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:39.028535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:39.043644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:28:39.047932 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2926d34736407492f8bfae727279d5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:28:39.050950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:28:39.057022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:28:39.147071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:39.152380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:39.199595 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5c2926d34736407492f8bfae727279d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877933 Sep 19 17:28:39.200476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731b01c-7af1-46b3-a574-fcba6cf1b399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd587bd-5ffe-4aa4-b2f6-a73fb08f385f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:39.202700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51668) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:39.266820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2aa41546-5203-44d2-a861-778bb6455bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:39.303272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2aa41546-5203-44d2-a861-778bb6455bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:39.368753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2aa41546-5203-44d2-a861-778bb6455bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:39.383315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa41546-5203-44d2-a861-778bb6455bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd587bd-5ffe-4aa4-b2f6-a73fb08f385f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:39.389964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2aa41546-5203-44d2-a861-778bb6455bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:39.393855 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2aa41546-5203-44d2-a861-778bb6455bb7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bfd587bd-5ffe-4aa4-b2f6-a73fb08f385f HTTP/1.1" status: 204 len: 168 time: 0.1898201 Sep 19 17:28:40.237576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51692) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:40.353192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-909071980-network', 'tenant_id': '8b6115e54ce444da9554118d3322cb24'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:28:40.358184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:28:40.362169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Usage tracker for resource:network and tenant:8b6115e54ce444da9554118d3322cb24 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:28:40.365076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:28:40.371215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:28:40.382011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Made reservation on behalf of 8b6115e54ce444da9554118d3322cb24 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:28:40.384343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:40.397463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:40.415030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:28:40.419143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Usage tracker for resource:security_group_rule and tenant:8b6115e54ce444da9554118d3322cb24 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:28:40.422215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:28:40.428777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:28:40.525552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:40.531785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:40.564804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:28:40.573715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f500b186-2fee-49d7-95eb-d6329de248a1,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:40.580882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:40.581228 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Added segment d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707 of type vlan for network 60a54da2-f458-4b2e-8371-0cba402135c3 Sep 19 17:28:40.608292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:40.639411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:40.640489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:40.641126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:40.745815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] Pushing event updated for resources: {'Network': ['ID=60a54da2-f458-4b2e-8371-0cba402135c3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:40.750293 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-752ca134-6d00-4298-8626-75c8852ceefa admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5116251 Sep 19 17:28:40.753291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51698) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:40.757969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 60a54da2-f458-4b2e-8371-0cba402135c3 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:28:40.759223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Request body: {'subnet': {'network_id': '60a54da2-f458-4b2e-8371-0cba402135c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-909071980-subnet', 'tenant_id': '8b6115e54ce444da9554118d3322cb24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:28:40.764423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:28:40.768391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Usage tracker for resource:subnet and tenant:8b6115e54ce444da9554118d3322cb24 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:28:40.771284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:28:40.777120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:28:40.789208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Made reservation on behalf of 8b6115e54ce444da9554118d3322cb24 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:28:40.791685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.005376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.079346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c92991-9977-4487-9890-b46a20d72ebb,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:41.091107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Checking segment: {'id': 'd9aea2ee-449c-4da3-b3c6-f9ec5ff2b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '60a54da2-f458-4b2e-8371-0cba402135c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:28:41.091472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Network hostable DHCP agents. Network: 60a54da2-f458-4b2e-8371-0cba402135c3, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:28:41.113240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Network 60a54da2-f458-4b2e-8371-0cba402135c3 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:28:41.124332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 60a54da2-f458-4b2e-8371-0cba402135c3) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:28:41.128902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:41.129518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.134699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12e172-4112-4b50-93f3-bb2bcd5148c7 None None] Network 60a54da2-f458-4b2e-8371-0cba402135c3 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:28:41.157688 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b54aa0c8-6694-4fb9-859e-8df2bd544613 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3984940 Sep 19 17:28:41.356716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd62424-b387-4ec4-9cf9-d5f1a83dfe85 None None] Network 60a54da2-f458-4b2e-8371-0cba402135c3 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:28:41.440973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-06cd905c-e8ed-4837-b3e7-515536a80e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.684653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51716) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:41.690478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1110360122-network', 'tenant_id': '691e3ed786614490b10a4f3e84741b88'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:28:41.695648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:28:41.700377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Usage tracker for resource:network and tenant:691e3ed786614490b10a4f3e84741b88 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:28:41.703496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:28:41.710371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:28:41.723731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Made reservation on behalf of 691e3ed786614490b10a4f3e84741b88 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:28:41.726934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.740727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.755159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:28:41.759354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:691e3ed786614490b10a4f3e84741b88 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:28:41.762496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:28:41.768861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:28:41.853361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.859637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.888833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:28:41.897245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4fb710-4eff-4de3-8c71-20b7d909404d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:41.902730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.903206 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Added segment 038f2465-76a7-4ff7-ad36-21dde7a10f42 of type vlan for network 29989b61-676a-46b6-986d-adafa74dbd9c Sep 19 17:28:41.929077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.964719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:41.965750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:41.966340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:42.062417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=29989b61-676a-46b6-986d-adafa74dbd9c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:42.066693 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-74211130-608b-4ca9-be51-add8a1e9e3f7 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3810048 Sep 19 17:28:42.069745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51720) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:28:42.073197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 29989b61-676a-46b6-986d-adafa74dbd9c details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:28:42.076001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Request body: {'subnet': {'network_id': '29989b61-676a-46b6-986d-adafa74dbd9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1110360122-subnet', 'tenant_id': '691e3ed786614490b10a4f3e84741b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:28:42.081068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:28:42.085075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Usage tracker for resource:subnet and tenant:691e3ed786614490b10a4f3e84741b88 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:28:42.088052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:28:42.094008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:28:42.108148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Made reservation on behalf of 691e3ed786614490b10a4f3e84741b88 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:28:42.110519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:42.316187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:42.385491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6585e05c-dcb0-4ecb-b624-a0b37d66203d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:42.395995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Checking segment: {'id': '038f2465-76a7-4ff7-ad36-21dde7a10f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '29989b61-676a-46b6-986d-adafa74dbd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:28:42.396322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Network hostable DHCP agents. Network: 29989b61-676a-46b6-986d-adafa74dbd9c, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:28:42.416682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Network 29989b61-676a-46b6-986d-adafa74dbd9c is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:28:42.426717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 29989b61-676a-46b6-986d-adafa74dbd9c) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:28:42.430888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:42.431431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:42.452227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e1fd45-c401-4a19-bc02-97a2ed539f67 None None] Network 29989b61-676a-46b6-986d-adafa74dbd9c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:28:42.456924 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f5276d91-0e9f-4dd0-ae87-777a57d38fcb admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3859704 Sep 19 17:28:42.674944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e033ba-ef18-4866-b43c-4980d22697bc None None] Network 29989b61-676a-46b6-986d-adafa74dbd9c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:28:43.047340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-366b18ca-a22b-4b9a-b4eb-36c02f142b1c tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:43.048698 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-366b18ca-a22b-4b9a-b4eb-36c02f142b1c tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/networks?id=60a54da2-f458-4b2e-8371-0cba402135c3 HTTP/1.1" status: 200 len: 811 time: 0.1632159 Sep 19 17:28:43.066741 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-b8a45aa9-0ef9-409e-8f65-029f6e17648a tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/quotas/8b6115e54ce444da9554118d3322cb24 HTTP/1.1" status: 200 len: 375 time: 0.0095091 Sep 19 17:28:43.130259 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-22d8961d-128d-46e5-ac14-c164379300ed tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8b6115e54ce444da9554118d3322cb24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554705 Sep 19 17:28:43.368974 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-57581a8e-ac05-4e41-ac67-7322e0d297f0 service neutron] 10.222.0.83 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289462 Sep 19 17:28:43.503464 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-464938f8-d0a3-4867-a482-b03916d7bd76 service neutron] 10.222.0.83 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279094 Sep 19 17:28:43.584422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e4ef-c419-4e8e-8181-98377b83aff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:43.703275 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4d68bf17-2c9d-4934-842d-9ee7c06ee9b6 req-67350caf-4479-428e-a684-9d9cee5dc00c tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 210 time: 0.0546243 Sep 19 17:28:44.782522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-fc1ac8ac-73fa-4349-8fb1-505a52f8bcc5 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:44.783331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-fc1ac8ac-73fa-4349-8fb1-505a52f8bcc5 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Synchronizing usage tracker for tenant:8b6115e54ce444da9554118d3322cb24 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:28:44.805071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-fc1ac8ac-73fa-4349-8fb1-505a52f8bcc5 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Unset dirty status for tenant:8b6115e54ce444da9554118d3322cb24 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:28:44.806171 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-fc1ac8ac-73fa-4349-8fb1-505a52f8bcc5 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.86 "GET /v2.0/networks?id=60a54da2-f458-4b2e-8371-0cba402135c3 HTTP/1.1" status: 200 len: 811 time: 0.1757200 Sep 19 17:28:44.818071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Request body: {'port': {'device_id': '58a98f8d-76fe-4ceb-bd7e-f982ca3113e6', 'network_id': '60a54da2-f458-4b2e-8371-0cba402135c3', 'admin_state_up': True, 'tenant_id': '8b6115e54ce444da9554118d3322cb24'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:28:44.877979 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e0436d6-a8fc-491e-9fa2-89ae4c2ba2d4 req-2724dc96-ca9e-435a-acff-a4ee2c47a0be tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 210 time: 0.0538194 Sep 19 17:28:45.057392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:28:45.061586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Usage tracker for resource:port and tenant:8b6115e54ce444da9554118d3322cb24 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:28:45.064608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:28:45.070531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:28:45.082784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Made reservation on behalf of 8b6115e54ce444da9554118d3322cb24 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:28:45.086388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:45.174148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:45.193650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:45.256107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Allocated IP 172.20.0.4 (60a54da2-f458-4b2e-8371-0cba402135c3/53c92991-9977-4487-9890-b46a20d72ebb/b457a68f-eb23-4ede-8482-a31008f3eb7f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:28:45.471745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:45.508137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:45.581170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Network 60a54da2-f458-4b2e-8371-0cba402135c3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:28:45.584356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:28:45.588177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:28:45.618405 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Pushing event updated for resources: {'Port': ['ID=b457a68f-eb23-4ede-8482-a31008f3eb7f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:45.662425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:45.663066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:45.687623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d325304b-fbde-422a-964d-21ba9fcffa1d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736749 Sep 19 17:28:45.699252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Request body: {'port': {'device_id': '58a98f8d-76fe-4ceb-bd7e-f982ca3113e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:28:45.814433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:46.150071 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:28:46.165605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf2abe-7c92-4caa-b81d-7fa54bccb5d8 req-eaa92dad-4fae-488c-8acc-a9b7b745f6f4 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:46.166289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3acf2abe-7c92-4caa-b81d-7fa54bccb5d8 req-eaa92dad-4fae-488c-8acc-a9b7b745f6f4 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Synchronizing usage tracker for tenant:8b6115e54ce444da9554118d3322cb24 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:28:46.240320 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3acf2abe-7c92-4caa-b81d-7fa54bccb5d8 req-eaa92dad-4fae-488c-8acc-a9b7b745f6f4 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Unset dirty status for tenant:8b6115e54ce444da9554118d3322cb24 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:28:46.241516 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3acf2abe-7c92-4caa-b81d-7fa54bccb5d8 req-eaa92dad-4fae-488c-8acc-a9b7b745f6f4 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 931 time: 0.2115707 Sep 19 17:28:46.245403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b457a68f-eb23-4ede-8482-a31008f3eb7f {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:28:46.246499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:46.265802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:46.293399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Transition to ACTIVE for port object b457a68f-eb23-4ede-8482-a31008f3eb7f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:28:46.299381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:46.379605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3acf2abe-7c92-4caa-b81d-7fa54bccb5d8 req-038a3221-b8b1-4c27-9bd4-60768e43c55a tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Synchronizing usage tracker for tenant:8b6115e54ce444da9554118d3322cb24 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:28:46.497645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b457a68f-eb23-4ede-8482-a31008f3eb7f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:46.499857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-3acf2abe-7c92-4caa-b81d-7fa54bccb5d8 req-038a3221-b8b1-4c27-9bd4-60768e43c55a tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Unset dirty status for tenant:8b6115e54ce444da9554118d3322cb24 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:28:46.500979 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3acf2abe-7c92-4caa-b81d-7fa54bccb5d8 req-038a3221-b8b1-4c27-9bd4-60768e43c55a tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509685 Sep 19 17:28:46.543006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Attempting to bind port b457a68f-eb23-4ede-8482-a31008f3eb7f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:28:46.543525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Attempting to bind port b457a68f-eb23-4ede-8482-a31008f3eb7f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'd9aea2ee-449c-4da3-b3c6-f9ec5ff2b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '60a54da2-f458-4b2e-8371-0cba402135c3'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:28:46.543902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Attempting to bind port b457a68f-eb23-4ede-8482-a31008f3eb7f on network 60a54da2-f458-4b2e-8371-0cba402135c3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:28:46.549015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Port b457a68f-eb23-4ede-8482-a31008f3eb7f on network 60a54da2-f458-4b2e-8371-0cba402135c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:28:46.549327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Attempting to bind port b457a68f-eb23-4ede-8482-a31008f3eb7f on network 60a54da2-f458-4b2e-8371-0cba402135c3 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:28:46.554672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:28:46.555174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Checking segment: {'id': 'd9aea2ee-449c-4da3-b3c6-f9ec5ff2b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '60a54da2-f458-4b2e-8371-0cba402135c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:28:46.555786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Bound using segment: {'id': 'd9aea2ee-449c-4da3-b3c6-f9ec5ff2b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '60a54da2-f458-4b2e-8371-0cba402135c3'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:28:46.556494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Bound port: b457a68f-eb23-4ede-8482-a31008f3eb7f, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aea2ee-449c-4da3-b3c6-f9ec5ff2b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '60a54da2-f458-4b2e-8371-0cba402135c3'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:28:46.557049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:46.659756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] For port b457a68f-eb23-4ede-8482-a31008f3eb7f, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:28:46.662720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] For port b457a68f-eb23-4ede-8482-a31008f3eb7f, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f,segment=NetworkSegment(d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707),segment_id=d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:28:46.669462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:46.672606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:46.673213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:46.674786 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] 10.222.0.86 "PUT /v2.0/ports/b457a68f-eb23-4ede-8482-a31008f3eb7f HTTP/1.1" status: 200 len: 1093 time: 0.9800589 Sep 19 17:28:46.706219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a98f8d-76fe-4ceb-bd7e-f982ca3113e6', 'tag': 'b457a68f-eb23-4ede-8482-a31008f3eb7f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:28:46.708945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b31490-a144-4045-9ed8-9550cc33f76e" -d '{"events": [{"name": "network-changed", "server_uuid": "58a98f8d-76fe-4ceb-bd7e-f982ca3113e6", "tag": "b457a68f-eb23-4ede-8482-a31008f3eb7f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:46.774742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf3a61f-ec2e-4320-85f8-9cf2c12ef460 x-openstack-request-id: req-2bf3a61f-ec2e-4320-85f8-9cf2c12ef460 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:46.775037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a98f8d-76fe-4ceb-bd7e-f982ca3113e6", "tag": "b457a68f-eb23-4ede-8482-a31008f3eb7f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:46.775327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2bf3a61f-ec2e-4320-85f8-9cf2c12ef460 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:46.775719 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf3a61f-ec2e-4320-85f8-9cf2c12ef460'] response: {'name': 'network-changed', 'server_uuid': '58a98f8d-76fe-4ceb-bd7e-f982ca3113e6', 'tag': 'b457a68f-eb23-4ede-8482-a31008f3eb7f', 'status': 'completed', 'code': 200} Sep 19 17:28:46.810631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080d7fd-346c-4d5c-9158-43104f1414b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b457a68f-eb23-4ede-8482-a31008f3eb7f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:46.831260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-2694d758-0a11-4bab-a241-79a61a9b54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:46.832745 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-2694d758-0a11-4bab-a241-79a61a9b54a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8b6115e54ce444da9554118d3322cb24&device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 1096 time: 0.1160431 Sep 19 17:28:47.009033 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d189fe8f-2d6b-4898-95f9-a7b817fdf68f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f HTTP/1.1" status: 200 len: 217 time: 0.1683671 Sep 19 17:28:47.072449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-09f51edf-ffc1-410c-87b8-d264df8bd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:47.074180 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-09f51edf-ffc1-410c-87b8-d264df8bd1c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=53c92991-9977-4487-9890-b46a20d72ebb HTTP/1.1" status: 200 len: 851 time: 0.0593395 Sep 19 17:28:47.130297 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-d4e8b913-8ada-47ec-96fd-f2305d40a0ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=60a54da2-f458-4b2e-8371-0cba402135c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497005 Sep 19 17:28:47.265335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-6275845b-68cb-4bcf-9497-0a7064e5a7e7 service neutron] 10.222.0.86 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280620 Sep 19 17:28:47.401485 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cef4f4c-b20b-4309-ba1c-d6a417b7dfd5 req-caa4ca7d-1d2b-4365-8e52-cee82c5983cd service neutron] 10.222.0.86 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304698 Sep 19 17:28:47.531069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b31490-a144-4045-9ed8-9550cc33f76e req-e0d1545f-bf91-46bf-930c-e54071cdbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:47.532476 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-76b31490-a144-4045-9ed8-9550cc33f76e req-e0d1545f-bf91-46bf-930c-e54071cdbd63 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8b6115e54ce444da9554118d3322cb24&device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 1096 time: 0.0801353 Sep 19 17:28:47.721844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b31490-a144-4045-9ed8-9550cc33f76e req-b4648835-ede3-4e7b-be6a-2b7bd6e3ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:47.723328 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-76b31490-a144-4045-9ed8-9550cc33f76e req-b4648835-ede3-4e7b-be6a-2b7bd6e3ec1e service neutron] 10.222.0.86 "GET /v2.0/networks?id=60a54da2-f458-4b2e-8371-0cba402135c3 HTTP/1.1" status: 200 len: 912 time: 0.1844649 Sep 19 17:28:47.797248 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-76b31490-a144-4045-9ed8-9550cc33f76e req-38ba7c08-eb22-4349-a5a2-ec4ff0f2c165 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f HTTP/1.1" status: 200 len: 217 time: 0.0654428 Sep 19 17:28:47.804589 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863550-8a7e-4f41-b4f4-3c722c114b86 req-4e12bad8-d752-4935-91a2-ad29a23fab40 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:47.805909 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cc863550-8a7e-4f41-b4f4-3c722c114b86 req-4e12bad8-d752-4935-91a2-ad29a23fab40 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 943 time: 0.1879442 Sep 19 17:28:47.888861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b31490-a144-4045-9ed8-9550cc33f76e req-d7565636-3a9b-49bc-9e62-5bab22e30bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:47.890247 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-76b31490-a144-4045-9ed8-9550cc33f76e req-d7565636-3a9b-49bc-9e62-5bab22e30bfc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=53c92991-9977-4487-9890-b46a20d72ebb HTTP/1.1" status: 200 len: 851 time: 0.0835052 Sep 19 17:28:47.894748 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cc863550-8a7e-4f41-b4f4-3c722c114b86 req-ab2918f3-7053-40f7-8699-dac6c35ad04e tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Sep 19 17:28:47.948150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-76b31490-a144-4045-9ed8-9550cc33f76e req-b46d98f7-baf4-4ae0-8f61-9a35d430ae84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=60a54da2-f458-4b2e-8371-0cba402135c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505624 Sep 19 17:28:48.083435 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-76b31490-a144-4045-9ed8-9550cc33f76e req-c3fa20b5-92f7-4753-95d2-8aa19b0be318 service neutron] 10.222.0.86 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277092 Sep 19 17:28:48.218236 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-76b31490-a144-4045-9ed8-9550cc33f76e req-524c9e95-46fe-4d77-bfb5-f6d0622fc9db service neutron] 10.222.0.86 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276379 Sep 19 17:28:49.147269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab945-114e-4948-9b4e-949c859a1707 req-4a0c1cee-ac4b-402c-ac00-e8715359148b tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:49.148888 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3b7ab945-114e-4948-9b4e-949c859a1707 req-4a0c1cee-ac4b-402c-ac00-e8715359148b tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 943 time: 0.1140020 Sep 19 17:28:49.219331 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3b7ab945-114e-4948-9b4e-949c859a1707 req-354ad286-3589-46b7-b522-89de017f2e79 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633183 Sep 19 17:28:50.444214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adc82e-d409-4a5c-b64e-4dfd44fad886 req-b0c90f68-5dc6-4d1f-9890-dad9943aaa3b tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:50.445623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91adc82e-d409-4a5c-b64e-4dfd44fad886 req-b0c90f68-5dc6-4d1f-9890-dad9943aaa3b tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 943 time: 0.0969176 Sep 19 17:28:50.490779 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91adc82e-d409-4a5c-b64e-4dfd44fad886 req-4a8c19ef-f853-4e37-aa69-9312116ebd7f tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386646 Sep 19 17:28:51.082282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b457a68f-eb23-4ede-8482-a31008f3eb7f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:28:51.228551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b457a68f-eb23-4ede-8482-a31008f3eb7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f,segment=NetworkSegment(d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707),segment_id=d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:51.241809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'b457a68f-eb23-4ede-8482-a31008f3eb7f', 'network_id': '60a54da2-f458-4b2e-8371-0cba402135c3', 'port_id': 'b457a68f-eb23-4ede-8482-a31008f3eb7f', 'mac_address': 'fa:16:3e:2d:11:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c92991-9977-4487-9890-b46a20d72ebb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:28:51.297168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b457a68f-eb23-4ede-8482-a31008f3eb7f is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:51.297543 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:51.314873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b457a68f-eb23-4ede-8482-a31008f3eb7f {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:28:51.331575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b457a68f-eb23-4ede-8482-a31008f3eb7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f,segment=NetworkSegment(d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707),segment_id=d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:51.339680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:51.415402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b457a68f-eb23-4ede-8482-a31008f3eb7f,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:51.550552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['b457a68f-eb23-4ede-8482-a31008f3eb7f'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:28:51.700093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0da11f-ff70-49b4-bc72-d392b8cd7a5d req-33f06802-b627-4462-9437-c1df0426f406 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:51.701773 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bb0da11f-ff70-49b4-bc72-d392b8cd7a5d req-33f06802-b627-4462-9437-c1df0426f406 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 944 time: 0.0894263 Sep 19 17:28:51.749344 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bb0da11f-ff70-49b4-bc72-d392b8cd7a5d req-2ec1870d-2947-4c29-b572-41276d1312a3 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Sep 19 17:28:52.984560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c698b5b-3ef4-4167-8244-6eb98ef68570 req-5c92b03c-d1f6-4746-a71b-4ee5545196f7 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:52.986068 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c698b5b-3ef4-4167-8244-6eb98ef68570 req-5c92b03c-d1f6-4746-a71b-4ee5545196f7 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 944 time: 0.1087866 Sep 19 17:28:53.032795 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c698b5b-3ef4-4167-8244-6eb98ef68570 req-63546a01-a62c-4372-a9a2-41e6d0aba298 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383983 Sep 19 17:28:53.080478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b457a68f-eb23-4ede-8482-a31008f3eb7f up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:28:53.159176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port b457a68f-eb23-4ede-8482-a31008f3eb7f completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:28:53.164149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port b457a68f-eb23-4ede-8482-a31008f3eb7f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:28:53.164561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:53.281438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b457a68f-eb23-4ede-8482-a31008f3eb7f is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:28:53.281813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:53.309124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a98f8d-76fe-4ceb-bd7e-f982ca3113e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b457a68f-eb23-4ede-8482-a31008f3eb7f'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:28:53.311375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802ed6a0-672f-4e7f-8bf2-0a28af69a098" -d '{"events": [{"server_uuid": "58a98f8d-76fe-4ceb-bd7e-f982ca3113e6", "name": "network-vif-plugged", "status": "completed", "tag": "b457a68f-eb23-4ede-8482-a31008f3eb7f"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:53.319576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b457a68f-eb23-4ede-8482-a31008f3eb7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f,segment=NetworkSegment(d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707),segment_id=d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:28:53.325506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:53.361238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db486e24-8ab7-4c34-82fe-3cf2d3cfaa99 x-openstack-request-id: req-db486e24-8ab7-4c34-82fe-3cf2d3cfaa99 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:53.361536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a98f8d-76fe-4ceb-bd7e-f982ca3113e6", "name": "network-vif-plugged", "status": "completed", "tag": "b457a68f-eb23-4ede-8482-a31008f3eb7f", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:53.361793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-db486e24-8ab7-4c34-82fe-3cf2d3cfaa99 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:53.362197 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db486e24-8ab7-4c34-82fe-3cf2d3cfaa99'] response: {'server_uuid': '58a98f8d-76fe-4ceb-bd7e-f982ca3113e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b457a68f-eb23-4ede-8482-a31008f3eb7f', 'code': 200} Sep 19 17:28:53.393991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b457a68f-eb23-4ede-8482-a31008f3eb7f,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:53.603025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57989995-a5bd-4a11-9582-295eed49d45a req-c9b42835-4743-4678-9e56-c472c49d9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:53.604467 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-57989995-a5bd-4a11-9582-295eed49d45a req-c9b42835-4743-4678-9e56-c472c49d9c69 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 1098 time: 0.0849204 Sep 19 17:28:53.742203 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-57989995-a5bd-4a11-9582-295eed49d45a req-10b01b7a-d82c-4a4d-9828-26d1033d10ed service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316705 Sep 19 17:28:54.247606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41c1e7-3318-410e-b131-5331ce399a95 req-5b6ac246-5ba3-4b96-8dd5-7598ad5ddb26 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:54.248893 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a41c1e7-3318-410e-b131-5331ce399a95 req-5b6ac246-5ba3-4b96-8dd5-7598ad5ddb26 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.0905321 Sep 19 17:28:54.294831 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a41c1e7-3318-410e-b131-5331ce399a95 req-b3ed7900-37f2-4dec-a248-f616681b5838 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Sep 19 17:28:55.492794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:28:55.511698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861a78f-c308-4518-93bc-c9d0992463e8 req-ccdee822-8a37-4fd5-9b7e-51462778abc6 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:55.513143 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1861a78f-c308-4518-93bc-c9d0992463e8 req-ccdee822-8a37-4fd5-9b7e-51462778abc6 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.0918877 Sep 19 17:28:55.557350 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1861a78f-c308-4518-93bc-c9d0992463e8 req-a218f5b5-02c9-4966-a904-40331c73ece2 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Sep 19 17:28:55.779067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709958a4-c955-466c-b7f9-cca602d0086b req-8b4677c2-fdf2-48c4-8410-1dadd6a6fb2c tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:55.780567 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-709958a4-c955-466c-b7f9-cca602d0086b req-8b4677c2-fdf2-48c4-8410-1dadd6a6fb2c tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.1056058 Sep 19 17:28:55.827874 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-709958a4-c955-466c-b7f9-cca602d0086b req-80079c42-dcb2-4379-8d8f-dff88f58d427 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Sep 19 17:28:56.273868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b51b75-2076-49fa-b802-54533376a39d req-ea31bd51-1490-4ed5-838c-a43eaec697f6 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:56.275352 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b51b75-2076-49fa-b802-54533376a39d req-ea31bd51-1490-4ed5-838c-a43eaec697f6 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.0955122 Sep 19 17:28:56.321251 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b51b75-2076-49fa-b802-54533376a39d req-b4e765d9-bcd8-42c2-a358-5945f4c8365d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Sep 19 17:28:57.653260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8197e-a065-4ea3-972d-c4b70fb23af9 req-9627da08-ddde-490b-8d95-ef62e8f51295 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:57.654659 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6ac8197e-a065-4ea3-972d-c4b70fb23af9 req-9627da08-ddde-490b-8d95-ef62e8f51295 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.2022276 Sep 19 17:28:57.700746 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6ac8197e-a065-4ea3-972d-c4b70fb23af9 req-2b5acfde-12d0-439d-a205-b0a7e59263c5 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Sep 19 17:28:58.082746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa0e3-adf9-40bf-9c28-f4d4dc578135 req-3f370197-8898-4a87-a73c-1d3b49d30c86 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:58.084273 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-336aa0e3-adf9-40bf-9c28-f4d4dc578135 req-3f370197-8898-4a87-a73c-1d3b49d30c86 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.0910227 Sep 19 17:28:58.095461 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-3a0f4ed2-9d51-4c10-9504-3b120a7f178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:58.096945 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-3a0f4ed2-9d51-4c10-9504-3b120a7f178c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8b6115e54ce444da9554118d3322cb24&device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 1098 time: 0.0804825 Sep 19 17:28:58.130796 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-336aa0e3-adf9-40bf-9c28-f4d4dc578135 req-f4317e3b-1117-4bb7-be57-5136aeecfbe8 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Sep 19 17:28:58.232719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-80054230-357c-4042-97bd-66cf496a2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:58.234353 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-80054230-357c-4042-97bd-66cf496a2c90 service neutron] 10.222.0.86 "GET /v2.0/networks?id=60a54da2-f458-4b2e-8371-0cba402135c3 HTTP/1.1" status: 200 len: 912 time: 0.1314700 Sep 19 17:28:58.313254 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-fdf7d3bc-4ff6-4963-9fb3-409f09c9de9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f HTTP/1.1" status: 200 len: 217 time: 0.0724192 Sep 19 17:28:58.375993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-b91779c2-c1e6-4056-95c1-577a5a86724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:58.377351 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-b91779c2-c1e6-4056-95c1-577a5a86724f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=53c92991-9977-4487-9890-b46a20d72ebb HTTP/1.1" status: 200 len: 851 time: 0.0590510 Sep 19 17:28:58.435516 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-76b77208-68e1-4cd5-af3a-7cc273d7ad7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=60a54da2-f458-4b2e-8371-0cba402135c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522304 Sep 19 17:28:58.568816 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-3bd75c36-4e10-47d2-b7b7-5ed972f7481f service neutron] 10.222.0.86 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271865 Sep 19 17:28:58.711486 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dffd3a2-4a29-4864-b8aa-d653af3f3e45 req-18272db8-3831-4d0f-91f8-5fa383ca8e7e service neutron] 10.222.0.86 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367600 Sep 19 17:28:59.349153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88fea2-d15c-4880-96a7-e19f2eb28882 req-c961fda9-0ac8-4144-8a5f-2e953f40b3ea tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:59.351440 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7d88fea2-d15c-4880-96a7-e19f2eb28882 req-c961fda9-0ac8-4144-8a5f-2e953f40b3ea tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.0952663 Sep 19 17:28:59.395870 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7d88fea2-d15c-4880-96a7-e19f2eb28882 req-6cc24bce-1412-4f15-8dff-158ef9ebf014 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386784 Sep 19 17:29:00.606068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8001-8c86-4c86-a6db-ff84e520ff09 req-c8c367c2-7fc3-41b9-a572-17d1fd3af99b tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:00.607585 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d8d8001-8c86-4c86-a6db-ff84e520ff09 req-c8c367c2-7fc3-41b9-a572-17d1fd3af99b tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.0973673 Sep 19 17:29:00.652503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9d8d8001-8c86-4c86-a6db-ff84e520ff09 req-7317d184-5d96-4c67-a3dd-b6630afd5c60 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391426 Sep 19 17:29:01.101523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514ee6e-2114-40aa-8746-a901b549c605 req-dd905180-85b1-4e54-ba0e-7ae662ad7909 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:01.102937 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a514ee6e-2114-40aa-8746-a901b549c605 req-dd905180-85b1-4e54-ba0e-7ae662ad7909 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.1088185 Sep 19 17:29:01.147187 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a514ee6e-2114-40aa-8746-a901b549c605 req-7fe2c79f-e8d5-462a-920e-9fd68b789ab0 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Sep 19 17:29:02.360287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fda9d-8943-4ced-bd8d-cda9e9d25c6a req-1a6eecc1-38ef-4d67-85f1-453673995039 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:02.361736 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d72fda9d-8943-4ced-bd8d-cda9e9d25c6a req-1a6eecc1-38ef-4d67-85f1-453673995039 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.0978560 Sep 19 17:29:02.405576 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d72fda9d-8943-4ced-bd8d-cda9e9d25c6a req-0c9fbcce-03e4-426b-894f-1cdc75f1f0cd tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380068 Sep 19 17:29:02.835308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08b86-dea1-494f-b292-2e6c8c878d1b req-ea4628d2-0672-4342-84d1-59895c110436 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:02.836683 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4cd08b86-dea1-494f-b292-2e6c8c878d1b req-ea4628d2-0672-4342-84d1-59895c110436 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.1518171 Sep 19 17:29:02.839260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-666635ba-69ca-402d-ac5c-63b41d327340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:02.840585 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-666635ba-69ca-402d-ac5c-63b41d327340 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8b6115e54ce444da9554118d3322cb24&device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 1098 time: 0.1184018 Sep 19 17:29:02.958677 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4cd08b86-dea1-494f-b292-2e6c8c878d1b req-58929e61-9dcf-4304-a77c-0eb1657f547f tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160700 Sep 19 17:29:03.001374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-8a4430d0-38ac-4a3b-913a-7dcea9faf3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:03.002819 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-8a4430d0-38ac-4a3b-913a-7dcea9faf3c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=60a54da2-f458-4b2e-8371-0cba402135c3 HTTP/1.1" status: 200 len: 912 time: 0.1474540 Sep 19 17:29:03.168783 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-5253115a-c158-42a3-bcc7-d0934e457c7d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f HTTP/1.1" status: 200 len: 217 time: 0.1595752 Sep 19 17:29:03.234279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-5955f660-d15a-4b59-9f47-eb05dafb58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:03.235680 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-5955f660-d15a-4b59-9f47-eb05dafb58b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=53c92991-9977-4487-9890-b46a20d72ebb HTTP/1.1" status: 200 len: 851 time: 0.0613470 Sep 19 17:29:03.292404 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-715b30b7-86d5-48f9-b19e-45b9c2eae5dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=60a54da2-f458-4b2e-8371-0cba402135c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508969 Sep 19 17:29:03.427762 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-df28385a-cce6-40f1-a27f-7c8ea96e6dca service neutron] 10.222.0.86 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288691 Sep 19 17:29:03.569005 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ab9332af-1abf-48f3-9f65-5d49b5e75038 req-acec20a8-231c-42b8-adcc-4e888b8cd993 service neutron] 10.222.0.86 "GET /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356113 Sep 19 17:29:04.211213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98526a-568a-4a08-a41f-592ab5d7cb2c req-ee0997e1-0de4-4886-8d59-78ca48ea396f tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:04.212725 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f98526a-568a-4a08-a41f-592ab5d7cb2c req-ee0997e1-0de4-4886-8d59-78ca48ea396f tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.1097314 Sep 19 17:29:04.260832 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f98526a-568a-4a08-a41f-592ab5d7cb2c req-b093490e-af4c-49a5-b828-452be803aa38 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Sep 19 17:29:05.495376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1d184-31f9-4b00-91bf-9663fc1447a7 req-6c5373a7-b26a-414a-baae-5a7e8a74649a tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:05.496861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ee1d184-31f9-4b00-91bf-9663fc1447a7 req-6c5373a7-b26a-414a-baae-5a7e8a74649a tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.1162896 Sep 19 17:29:05.543168 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3ee1d184-31f9-4b00-91bf-9663fc1447a7 req-918a94ea-8ba0-4b40-9b5e-7c15d3be06d3 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Sep 19 17:29:05.960330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56525a80-6d0c-46dc-8f70-ca65f9b5fac4 req-2350213a-ac3c-457d-9bbf-02a69d5eed4c tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:05.961799 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56525a80-6d0c-46dc-8f70-ca65f9b5fac4 req-2350213a-ac3c-457d-9bbf-02a69d5eed4c tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.0991998 Sep 19 17:29:06.010168 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56525a80-6d0c-46dc-8f70-ca65f9b5fac4 req-bf1d4101-5208-47a3-a2c3-600eb339b27e tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 Sep 19 17:29:07.238765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8281bd9-9f06-4949-9875-d0bf9897fb3b req-eb3d3aa2-22c7-4f91-8fbe-370ec6f3ed86 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:07.240301 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d8281bd9-9f06-4949-9875-d0bf9897fb3b req-eb3d3aa2-22c7-4f91-8fbe-370ec6f3ed86 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.1036308 Sep 19 17:29:07.285549 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d8281bd9-9f06-4949-9875-d0bf9897fb3b req-85a956fe-e1aa-48b2-bab5-b2763cf5d3c1 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/security-groups?id=f500b186-2fee-49d7-95eb-d6329de248a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395024 Sep 19 17:29:07.699851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-309e6f26-bf3b-44e2-a19f-44ac10b40841 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:07.701229 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-309e6f26-bf3b-44e2-a19f-44ac10b40841 tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.86 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 945 time: 0.1141334 Sep 19 17:29:07.783790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Deleting port b457a68f-eb23-4ede-8482-a31008f3eb7f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:29:07.784138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:08.043120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] For port b457a68f-eb23-4ede-8482-a31008f3eb7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b457a68f-eb23-4ede-8482-a31008f3eb7f,segment=NetworkSegment(d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707),segment_id=d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:08.043430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:08.164016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Calling delete_port for b457a68f-eb23-4ede-8482-a31008f3eb7f owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:29:08.321907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:08.334888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['b457a68f-eb23-4ede-8482-a31008f3eb7f'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:29:08.394385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Pushing event deleted for resources: {'Port': ['ID=b457a68f-eb23-4ede-8482-a31008f3eb7f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:08.526176 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5924d252-52da-4a26-94d2-e905b5a04992 req-abf792d5-90ab-43a4-9fc0-5ae0e940aebc tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.83 "GET /v2.0/ports?device_id=58a98f8d-76fe-4ceb-bd7e-f982ca3113e6 HTTP/1.1" status: 200 len: 210 time: 0.0946875 Sep 19 17:29:08.532266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] No DVR routers for this DVR port b457a68f-eb23-4ede-8482-a31008f3eb7f on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:29:08.534966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:08.538921 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a98f8d-76fe-4ceb-bd7e-f982ca3113e6', 'name': 'network-vif-deleted', 'tag': 'b457a68f-eb23-4ede-8482-a31008f3eb7f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:29:08.541259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dcc47b-a18c-4598-9298-7bbbc0dc6cb3" -d '{"events": [{"server_uuid": "58a98f8d-76fe-4ceb-bd7e-f982ca3113e6", "name": "network-vif-deleted", "tag": "b457a68f-eb23-4ede-8482-a31008f3eb7f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:29:08.557079 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cdd2aa46-bec8-40fb-a4d3-f0fbbdbafde4 req-c4351b86-c5ed-4b68-8b5a-c48467fd8b6d tempest-TestServerAdvancedOps-1512789858 tempest-TestServerAdvancedOps-1512789858-project] 10.222.0.86 "DELETE /v2.0/ports/b457a68f-eb23-4ede-8482-a31008f3eb7f HTTP/1.1" status: 204 len: 173 time: 0.8504572 Sep 19 17:29:08.586730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c434f0-2a7b-420f-a03f-af3d1b4a2a0e x-openstack-request-id: req-72c434f0-2a7b-420f-a03f-af3d1b4a2a0e {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:29:08.587095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a98f8d-76fe-4ceb-bd7e-f982ca3113e6", "name": "network-vif-deleted", "tag": "b457a68f-eb23-4ede-8482-a31008f3eb7f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:29:08.587340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-72c434f0-2a7b-420f-a03f-af3d1b4a2a0e {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:29:08.587824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c434f0-2a7b-420f-a03f-af3d1b4a2a0e'] response: {'server_uuid': '58a98f8d-76fe-4ceb-bd7e-f982ca3113e6', 'name': 'network-vif-deleted', 'tag': 'b457a68f-eb23-4ede-8482-a31008f3eb7f', 'status': 'completed', 'code': 200} Sep 19 17:29:09.638471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51822) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:09.797392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-238e0935-7863-4fbd-82b7-b4e245301449 admin admin] Deleting subnet 53c92991-9977-4487-9890-b46a20d72ebb {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:29:09.800367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-238e0935-7863-4fbd-82b7-b4e245301449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:09.849307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-238e0935-7863-4fbd-82b7-b4e245301449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:09.907622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-238e0935-7863-4fbd-82b7-b4e245301449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:09.976048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-238e0935-7863-4fbd-82b7-b4e245301449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.013254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e0935-7863-4fbd-82b7-b4e245301449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c92991-9977-4487-9890-b46a20d72ebb,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:10.017074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-238e0935-7863-4fbd-82b7-b4e245301449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.023484 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-238e0935-7863-4fbd-82b7-b4e245301449 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/53c92991-9977-4487-9890-b46a20d72ebb HTTP/1.1" status: 204 len: 168 time: 0.3839686 Sep 19 17:29:10.026953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51826) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:10.133449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.272518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.297869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a54da2-f458-4b2e-8371-0cba402135c3']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:10.310244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9aea2ee-449c-4da3-b3c6-f9ec5ff2b707') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:10.310563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9aea2ee-449c-4da3-b3c6-f9ec5ff2b707') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:10.323097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.344891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.351301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:29:10.351684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.413801 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707 resource provider aggregate not found Sep 19 17:29:10.434233 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9aea2ee-449c-4da3-b3c6-f9ec5ff2b707 found for delete ", "request_id": "req-6847dcde-df9f-4d7b-a751-84c37fc629de"}]} Sep 19 17:29:10.450266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.466155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.481104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] Pushing event deleted for resources: {'Network': ['ID=60a54da2-f458-4b2e-8371-0cba402135c3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:10.488533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-39240c98-bad1-49c1-9fbd-0f9c2cb7426f admin admin] 10.222.0.83 "DELETE /v2.0/networks/60a54da2-f458-4b2e-8371-0cba402135c3 HTTP/1.1" status: 204 len: 168 time: 0.4606540 Sep 19 17:29:10.491464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51834) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:10.551433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dca9e3-0020-41ce-84f8-a52c3d8f102e admin admin] Deleting subnet 6585e05c-dcb0-4ecb-b624-a0b37d66203d {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:29:10.554792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9dca9e3-0020-41ce-84f8-a52c3d8f102e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.604051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9dca9e3-0020-41ce-84f8-a52c3d8f102e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.665167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9dca9e3-0020-41ce-84f8-a52c3d8f102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.742727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9dca9e3-0020-41ce-84f8-a52c3d8f102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.788777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dca9e3-0020-41ce-84f8-a52c3d8f102e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6585e05c-dcb0-4ecb-b624-a0b37d66203d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:10.790720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b9dca9e3-0020-41ce-84f8-a52c3d8f102e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:10.797001 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b9dca9e3-0020-41ce-84f8-a52c3d8f102e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6585e05c-dcb0-4ecb-b624-a0b37d66203d HTTP/1.1" status: 204 len: 168 time: 0.3045797 Sep 19 17:29:10.799668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 51838) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:10.903930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.039830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.068534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29989b61-676a-46b6-986d-adafa74dbd9c']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:11.081554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038f2465-76a7-4ff7-ad36-21dde7a10f42') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:11.081851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038f2465-76a7-4ff7-ad36-21dde7a10f42') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:11.093908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.111160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b457a68f-eb23-4ede-8482-a31008f3eb7f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:29:11.115078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.122494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:29:11.122870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.146049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: b457a68f-eb23-4ede-8482-a31008f3eb7f {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:29:11.146361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b457a68f-eb23-4ede-8482-a31008f3eb7f not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:29:11.219084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.223744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.245746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=29989b61-676a-46b6-986d-adafa74dbd9c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:11.249340 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-41a5db7b-0c3c-434f-8a25-5232278023a3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/29989b61-676a-46b6-986d-adafa74dbd9c HTTP/1.1" status: 204 len: 168 time: 0.4486713 Sep 19 17:29:11.390781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffec651b-1dc0-4769-9df8-13409db3294d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.446758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51844) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:11.496552 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c6148bbe-99a9-4418-96bf-ba60b93570f6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8b6115e54ce444da9554118d3322cb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481756 Sep 19 17:29:11.498945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51848) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:11.555514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc575-a6a1-4dcc-be3b-ad3ff2d644e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.584478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc575-a6a1-4dcc-be3b-ad3ff2d644e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.637087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc575-a6a1-4dcc-be3b-ad3ff2d644e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.655389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc575-a6a1-4dcc-be3b-ad3ff2d644e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f500b186-2fee-49d7-95eb-d6329de248a1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:11.669673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc575-a6a1-4dcc-be3b-ad3ff2d644e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:11.671003 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0cfdc575-a6a1-4dcc-be3b-ad3ff2d644e2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f500b186-2fee-49d7-95eb-d6329de248a1 HTTP/1.1" status: 204 len: 168 time: 0.1710196 Sep 19 17:29:12.032726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51856) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:12.085003 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-005161ed-93ec-435e-81ab-aa195e08f678 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=691e3ed786614490b10a4f3e84741b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510375 Sep 19 17:29:12.087747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 51860) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:12.145687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfa86-e6de-4974-873f-cf722e7f0bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:12.172987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfa86-e6de-4974-873f-cf722e7f0bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:12.226312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfa86-e6de-4974-873f-cf722e7f0bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:12.244241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bfa86-e6de-4974-873f-cf722e7f0bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4fb710-4eff-4de3-8c71-20b7d909404d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:12.251479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bb1bfa86-e6de-4974-873f-cf722e7f0bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:12.252617 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bb1bfa86-e6de-4974-873f-cf722e7f0bea admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fd4fb710-4eff-4de3-8c71-20b7d909404d HTTP/1.1" status: 204 len: 168 time: 0.1639793 Sep 19 17:29:12.454562 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 038f2465-76a7-4ff7-ad36-21dde7a10f42 resource provider aggregate not found Sep 19 17:29:12.473382 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 038f2465-76a7-4ff7-ad36-21dde7a10f42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 038f2465-76a7-4ff7-ad36-21dde7a10f42 found for delete ", "request_id": "req-83081cef-ebff-4765-b767-198e475c90ff"}]} Sep 19 17:29:13.591584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-10a7748a-874c-46c4-88ef-2fdfb2b141c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:15.182545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:15.188312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:16.252669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:18.834716 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-1900249d-8dba-4f50-8efc-7ee169717661 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9e9d7d4a8da34041ab17dab7ba153e76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282710 Sep 19 17:29:18.984079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-25528fea-c268-437d-8606-2f7cd362d558 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:18.985505 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-25528fea-c268-437d-8606-2f7cd362d558 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456027 Sep 19 17:29:19.001487 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-b0d4ab3a-efff-4d0f-899f-0a79bcd0ea06 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/quotas/9e9d7d4a8da34041ab17dab7ba153e76 HTTP/1.1" status: 200 len: 375 time: 0.0090718 Sep 19 17:29:19.058579 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-8c8136d8-2137-4c11-b357-b407c7820280 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e9d7d4a8da34041ab17dab7ba153e76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517156 Sep 19 17:29:19.252966 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6159dc7d-afcb-49f0-916d-d13499d14980 req-19398f6d-481b-4a52-85ed-251f7236c120 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 210 time: 0.0499475 Sep 19 17:29:20.373114 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-73f26a37-2c34-4f4e-8b88-07a5b72e9d41 req-e3e73ccf-c34e-4b12-af91-b34c40d2710e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 210 time: 0.0561988 Sep 19 17:29:21.252484 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-76d2a19b-b58e-41aa-a324-a18d455d6a83 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9e9d7d4a8da34041ab17dab7ba153e76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296688 Sep 19 17:29:21.402068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-739f419d-d923-4f4c-8895-f3d81079e495 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:21.403745 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-739f419d-d923-4f4c-8895-f3d81079e495 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467087 Sep 19 17:29:21.416393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Request body: {'port': {'device_id': 'ccc51f89-547a-4267-a24a-70c53a64fc48', 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43', 'admin_state_up': True, 'tenant_id': '9e9d7d4a8da34041ab17dab7ba153e76'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:29:21.656128 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c5fcf0e4-4a37-4333-a0bf-f27b02ec9993 req-06ee9b0f-531f-4ffd-882f-7f934b2a5bf1 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 210 time: 0.1624970 Sep 19 17:29:21.711341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:29:21.715412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Usage tracker for resource:port and tenant:9e9d7d4a8da34041ab17dab7ba153e76 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:29:21.718346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:29:21.724519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:29:21.736251 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Made reservation on behalf of 9e9d7d4a8da34041ab17dab7ba153e76 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:21.739869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:21.752030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:21.767552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:29:21.771724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Usage tracker for resource:security_group_rule and tenant:9e9d7d4a8da34041ab17dab7ba153e76 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:29:21.774706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:29:21.780767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:29:21.861337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:21.867997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:21.949997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a6009f-a8dd-408b-8d0a-d772748b3ac8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:22.038022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Allocated IP 192.168.233.99 (8c7d2c19-2bfb-4de0-9ad1-1d488715ad43/98d8a7e3-fb5e-4e89-8bed-375b8ef0e68d/ceccd096-6d8f-4542-a21b-4c6794d215b8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:22.251680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:22.268639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Transition to ACTIVE for port object ceccd096-6d8f-4542-a21b-4c6794d215b8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:22.297324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:22.374500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:22.377415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:22.381467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:29:22.417722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Pushing event updated for resources: {'Port': ['ID=ceccd096-6d8f-4542-a21b-4c6794d215b8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:22.451524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:22.452205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:22.481152 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2f9b3eac-4b36-44ed-b5b5-14234264d58e tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0698547 Sep 19 17:29:22.493109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Request body: {'port': {'device_id': 'ccc51f89-547a-4267-a24a-70c53a64fc48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:29:22.593585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-76e6751c-a94b-43d2-9e23-c634a3d514cf None None] Provisioning for port ceccd096-6d8f-4542-a21b-4c6794d215b8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:22.598942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-76e6751c-a94b-43d2-9e23-c634a3d514cf None None] Provisioning complete for port ceccd096-6d8f-4542-a21b-4c6794d215b8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:22.599332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-76e6751c-a94b-43d2-9e23-c634a3d514cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:22.608970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:22.656045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-76e6751c-a94b-43d2-9e23-c634a3d514cf None None] Port ceccd096-6d8f-4542-a21b-4c6794d215b8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:29:22.857806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e6876-27c8-4ffa-a340-bfb6a860b448 req-50d551e0-a60f-40dd-970b-887036c49680 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:22.859192 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-641e6876-27c8-4ffa-a340-bfb6a860b448 req-50d551e0-a60f-40dd-970b-887036c49680 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 935 time: 0.0896502 Sep 19 17:29:22.906464 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-641e6876-27c8-4ffa-a340-bfb6a860b448 req-a12699d3-8ef3-4c7d-99de-026e7cd6f4ff tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Sep 19 17:29:22.963436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceccd096-6d8f-4542-a21b-4c6794d215b8 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:29:22.971253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:22.985893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Transition to ACTIVE for port object ceccd096-6d8f-4542-a21b-4c6794d215b8 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:22.991970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:23.149396 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:29:23.177791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Pushing event updated for resources: {'Port': ['ID=ceccd096-6d8f-4542-a21b-4c6794d215b8,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:23.221819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Attempting to bind port ceccd096-6d8f-4542-a21b-4c6794d215b8 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:29:23.222132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Attempting to bind port ceccd096-6d8f-4542-a21b-4c6794d215b8 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:29:23.222487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Attempting to bind port ceccd096-6d8f-4542-a21b-4c6794d215b8 on network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:29:23.229525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Port ceccd096-6d8f-4542-a21b-4c6794d215b8 on network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:29:23.229851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Attempting to bind port ceccd096-6d8f-4542-a21b-4c6794d215b8 on network 8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:29:23.238798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:29:23.239463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Checking segment: {'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:29:23.239955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Bound using segment: {'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:29:23.241087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Bound port: ceccd096-6d8f-4542-a21b-4c6794d215b8, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971fc73c-fa87-441a-88a5-70e6569107bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:29:23.241675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:23.343124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] For port ceccd096-6d8f-4542-a21b-4c6794d215b8, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:29:23.346343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] For port ceccd096-6d8f-4542-a21b-4c6794d215b8, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceccd096-6d8f-4542-a21b-4c6794d215b8,segment=NetworkSegment(971fc73c-fa87-441a-88a5-70e6569107bc),segment_id=971fc73c-fa87-441a-88a5-70e6569107bc)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:29:23.352719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:23.387700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:23.388414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:23.389798 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] 10.222.0.86 "PUT /v2.0/ports/ceccd096-6d8f-4542-a21b-4c6794d215b8 HTTP/1.1" status: 200 len: 1097 time: 0.9010434 Sep 19 17:29:23.390262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc51f89-547a-4267-a24a-70c53a64fc48', 'tag': 'ceccd096-6d8f-4542-a21b-4c6794d215b8'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:29:23.392568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2842dbf6-33aa-44f2-8467-93d8b38b7351" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc51f89-547a-4267-a24a-70c53a64fc48", "tag": "ceccd096-6d8f-4542-a21b-4c6794d215b8"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:29:23.471213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f148cd6-ca20-4a00-aab6-dd0601fd05b6 x-openstack-request-id: req-1f148cd6-ca20-4a00-aab6-dd0601fd05b6 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:29:23.471506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc51f89-547a-4267-a24a-70c53a64fc48", "tag": "ceccd096-6d8f-4542-a21b-4c6794d215b8", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:29:23.471760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1f148cd6-ca20-4a00-aab6-dd0601fd05b6 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:29:23.472164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f148cd6-ca20-4a00-aab6-dd0601fd05b6'] response: {'name': 'network-changed', 'server_uuid': 'ccc51f89-547a-4267-a24a-70c53a64fc48', 'tag': 'ceccd096-6d8f-4542-a21b-4c6794d215b8', 'status': 'completed', 'code': 200} Sep 19 17:29:23.480843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367433dd-1766-4214-b266-2999f3a24c93 service neutron] Pushing event updated for resources: {'Port': ['ID=ceccd096-6d8f-4542-a21b-4c6794d215b8,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:23.525490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-c6cbf152-0974-426b-814a-e6b1c0aa75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:23.526997 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-c6cbf152-0974-426b-814a-e6b1c0aa75e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e9d7d4a8da34041ab17dab7ba153e76&device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 1100 time: 0.0960662 Sep 19 17:29:23.598068 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-2749b7b4-9340-4f42-96c1-5e35ccce8a1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ceccd096-6d8f-4542-a21b-4c6794d215b8 HTTP/1.1" status: 200 len: 217 time: 0.0644677 Sep 19 17:29:23.775980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-82a0e85f-b9c5-4d28-a8d0-71c9ec091247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:23.777414 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-82a0e85f-b9c5-4d28-a8d0-71c9ec091247 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98d8a7e3-fb5e-4e89-8bed-375b8ef0e68d HTTP/1.1" status: 200 len: 843 time: 0.1731472 Sep 19 17:29:23.870426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-274487a3-2f31-4bd0-b2ce-3069d4bda2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:23.872547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-274487a3-2f31-4bd0-b2ce-3069d4bda2ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c7d2c19-2bfb-4de0-9ad1-1d488715ad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0889468 Sep 19 17:29:24.015651 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-179dc3b0-63ce-47e6-a09f-9d0edd0a31cf service neutron] 10.222.0.86 "GET /v2.0/networks/8c7d2c19-2bfb-4de0-9ad1-1d488715ad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364090 Sep 19 17:29:24.113943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca424de-8b54-47d7-a74d-53aca948ba26 req-6a3fa1e5-7ee0-44bb-a0d1-d77ac2579084 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:24.115517 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eca424de-8b54-47d7-a74d-53aca948ba26 req-6a3fa1e5-7ee0-44bb-a0d1-d77ac2579084 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 947 time: 0.0932462 Sep 19 17:29:24.152496 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69d071c0-cae4-4faa-abab-8ad58f89015e req-09a03f19-776a-4d8c-af56-6ec65353d9c4 service neutron] 10.222.0.86 "GET /v2.0/networks/8c7d2c19-2bfb-4de0-9ad1-1d488715ad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301613 Sep 19 17:29:24.160860 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eca424de-8b54-47d7-a74d-53aca948ba26 req-9d0f5258-f1b1-4d13-9fac-8ae9be0e9cf9 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395412 Sep 19 17:29:24.304704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-31211da7-15b0-4704-b98f-68bb591bc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:24.306091 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-31211da7-15b0-4704-b98f-68bb591bc4e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e9d7d4a8da34041ab17dab7ba153e76&device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 1100 time: 0.0940676 Sep 19 17:29:24.441198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-2a1ba085-9ec2-4e7c-83d4-194fb0d279d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:24.442737 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-2a1ba085-9ec2-4e7c-83d4-194fb0d279d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c7d2c19-2bfb-4de0-9ad1-1d488715ad43 HTTP/1.1" status: 200 len: 870 time: 0.1293201 Sep 19 17:29:24.511055 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-7a053fdc-c30e-4d3e-95b1-75bd16ed0fa2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ceccd096-6d8f-4542-a21b-4c6794d215b8 HTTP/1.1" status: 200 len: 217 time: 0.0605612 Sep 19 17:29:24.577690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-aa92c3c7-794f-4a78-a5f7-b06f7c9d6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:24.579027 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-aa92c3c7-794f-4a78-a5f7-b06f7c9d6a16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98d8a7e3-fb5e-4e89-8bed-375b8ef0e68d HTTP/1.1" status: 200 len: 843 time: 0.0616777 Sep 19 17:29:24.670790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-2cd89575-f832-4729-b00c-22418be8ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:24.672316 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-2cd89575-f832-4729-b00c-22418be8ba52 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c7d2c19-2bfb-4de0-9ad1-1d488715ad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0866253 Sep 19 17:29:24.808786 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-93ea677f-e5ae-4498-ad99-ba05eff6dd49 service neutron] 10.222.0.86 "GET /v2.0/networks/8c7d2c19-2bfb-4de0-9ad1-1d488715ad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291652 Sep 19 17:29:24.945062 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2842dbf6-33aa-44f2-8467-93d8b38b7351 req-93097292-d39d-4d77-a688-ca64e3670d6d service neutron] 10.222.0.86 "GET /v2.0/networks/8c7d2c19-2bfb-4de0-9ad1-1d488715ad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292346 Sep 19 17:29:25.380479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072a73-c4a8-4eb4-bbb4-05772dc44d88 req-536957f0-8c72-4ecf-94b5-ec9f38ebdc5f tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:25.381411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d6072a73-c4a8-4eb4-bbb4-05772dc44d88 req-536957f0-8c72-4ecf-94b5-ec9f38ebdc5f tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Synchronizing usage tracker for tenant:9e9d7d4a8da34041ab17dab7ba153e76 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:29:25.400506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d6072a73-c4a8-4eb4-bbb4-05772dc44d88 req-536957f0-8c72-4ecf-94b5-ec9f38ebdc5f tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Unset dirty status for tenant:9e9d7d4a8da34041ab17dab7ba153e76 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:29:25.401642 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d6072a73-c4a8-4eb4-bbb4-05772dc44d88 req-536957f0-8c72-4ecf-94b5-ec9f38ebdc5f tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 947 time: 0.1149518 Sep 19 17:29:25.448165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d6072a73-c4a8-4eb4-bbb4-05772dc44d88 req-19b5fd58-31ac-4b48-ab03-7dcd3dcc1208 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Synchronizing usage tracker for tenant:9e9d7d4a8da34041ab17dab7ba153e76 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:29:25.467094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d6072a73-c4a8-4eb4-bbb4-05772dc44d88 req-19b5fd58-31ac-4b48-ab03-7dcd3dcc1208 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Unset dirty status for tenant:9e9d7d4a8da34041ab17dab7ba153e76 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:29:25.468218 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d6072a73-c4a8-4eb4-bbb4-05772dc44d88 req-19b5fd58-31ac-4b48-ab03-7dcd3dcc1208 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606945 Sep 19 17:29:25.498591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:26.684740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947c247-a77e-4782-94e2-ca70da1bdda0 req-d56b0529-e83c-4624-8853-5ec341d7f412 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:26.686224 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e947c247-a77e-4782-94e2-ca70da1bdda0 req-d56b0529-e83c-4624-8853-5ec341d7f412 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 947 time: 0.1017652 Sep 19 17:29:26.735572 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e947c247-a77e-4782-94e2-ca70da1bdda0 req-8c292c0b-f854-4ea4-ba83-6e7c805910b1 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Sep 19 17:29:27.248810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ceccd096-6d8f-4542-a21b-4c6794d215b8 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:29:27.394796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ceccd096-6d8f-4542-a21b-4c6794d215b8, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceccd096-6d8f-4542-a21b-4c6794d215b8,segment=NetworkSegment(971fc73c-fa87-441a-88a5-70e6569107bc),segment_id=971fc73c-fa87-441a-88a5-70e6569107bc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:27.408064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'ceccd096-6d8f-4542-a21b-4c6794d215b8', 'network_id': '8c7d2c19-2bfb-4de0-9ad1-1d488715ad43', 'port_id': 'ceccd096-6d8f-4542-a21b-4c6794d215b8', 'mac_address': 'fa:16:3e:d1:7d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d8a7e3-fb5e-4e89-8bed-375b8ef0e68d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:29:27.463985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ceccd096-6d8f-4542-a21b-4c6794d215b8 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:27.464368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:27.480894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceccd096-6d8f-4542-a21b-4c6794d215b8 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:29:27.496425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ceccd096-6d8f-4542-a21b-4c6794d215b8, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceccd096-6d8f-4542-a21b-4c6794d215b8,segment=NetworkSegment(971fc73c-fa87-441a-88a5-70e6569107bc),segment_id=971fc73c-fa87-441a-88a5-70e6569107bc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:27.502008 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:27.577400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ceccd096-6d8f-4542-a21b-4c6794d215b8,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:27.694230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ceccd096-6d8f-4542-a21b-4c6794d215b8'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:29:27.952267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663e17-e896-43bd-8a28-9b8778d07400 req-99dafd6c-b639-4fe3-bd40-2cc6b12588f3 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:27.954019 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86663e17-e896-43bd-8a28-9b8778d07400 req-99dafd6c-b639-4fe3-bd40-2cc6b12588f3 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 948 time: 0.0996861 Sep 19 17:29:27.999400 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86663e17-e896-43bd-8a28-9b8778d07400 req-ce222abf-052d-4582-84e1-dde6e0c9a08b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Sep 19 17:29:29.233374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22771-66b8-4d99-97fe-706868dcc514 req-0c76ca19-cde1-46e8-9079-596214e9c5a5 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:29.234828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f22771-66b8-4d99-97fe-706868dcc514 req-0c76ca19-cde1-46e8-9079-596214e9c5a5 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 948 time: 0.1111052 Sep 19 17:29:29.250843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ceccd096-6d8f-4542-a21b-4c6794d215b8 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:29:29.280124 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f22771-66b8-4d99-97fe-706868dcc514 req-3006eb89-2753-4602-ba9b-67232cbbbb29 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393233 Sep 19 17:29:29.323545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port ceccd096-6d8f-4542-a21b-4c6794d215b8 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:29.328148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port ceccd096-6d8f-4542-a21b-4c6794d215b8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:29.328528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:29.485095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ceccd096-6d8f-4542-a21b-4c6794d215b8 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:29.485454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:29.512853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc51f89-547a-4267-a24a-70c53a64fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceccd096-6d8f-4542-a21b-4c6794d215b8'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:29:29.515165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453724fd-7695-484d-aa08-7cb3da2fe03d" -d '{"events": [{"server_uuid": "ccc51f89-547a-4267-a24a-70c53a64fc48", "name": "network-vif-plugged", "status": "completed", "tag": "ceccd096-6d8f-4542-a21b-4c6794d215b8"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:29:29.523880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ceccd096-6d8f-4542-a21b-4c6794d215b8, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceccd096-6d8f-4542-a21b-4c6794d215b8,segment=NetworkSegment(971fc73c-fa87-441a-88a5-70e6569107bc),segment_id=971fc73c-fa87-441a-88a5-70e6569107bc)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:29.529129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:29.561918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe4c5bf-0ea1-4c50-a88d-f0ec0745037d x-openstack-request-id: req-cfe4c5bf-0ea1-4c50-a88d-f0ec0745037d {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:29:29.562222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc51f89-547a-4267-a24a-70c53a64fc48", "name": "network-vif-plugged", "status": "completed", "tag": "ceccd096-6d8f-4542-a21b-4c6794d215b8", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:29:29.563064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cfe4c5bf-0ea1-4c50-a88d-f0ec0745037d {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:29:29.563475 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe4c5bf-0ea1-4c50-a88d-f0ec0745037d'] response: {'server_uuid': 'ccc51f89-547a-4267-a24a-70c53a64fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceccd096-6d8f-4542-a21b-4c6794d215b8', 'code': 200} Sep 19 17:29:29.605571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ceccd096-6d8f-4542-a21b-4c6794d215b8,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:29.813510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff24d4d-0e23-4b5a-b41b-574a1be5a5b8 req-33b0be8b-452f-4c3a-bfd5-1aaa4bf148a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:29.814874 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eff24d4d-0e23-4b5a-b41b-574a1be5a5b8 req-33b0be8b-452f-4c3a-bfd5-1aaa4bf148a0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 1102 time: 0.0909369 Sep 19 17:29:29.856086 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eff24d4d-0e23-4b5a-b41b-574a1be5a5b8 req-941d1b89-a3dd-49b7-82f9-e45ba62a4934 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350215 Sep 19 17:29:30.501472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f5ce3-7bef-4d6e-a8be-cd5ac861002a req-7c45f28b-ca3b-4f7d-a489-564a221a8af1 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:30.502943 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d22f5ce3-7bef-4d6e-a8be-cd5ac861002a req-7c45f28b-ca3b-4f7d-a489-564a221a8af1 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 949 time: 0.0973475 Sep 19 17:29:30.547863 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d22f5ce3-7bef-4d6e-a8be-cd5ac861002a req-77c5ee41-e20e-425b-babb-5a88ae3e90d9 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Sep 19 17:29:31.786422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a4996-df4b-47b3-9d22-506728e3c5e6 req-2b1ac4b6-ab04-4a6b-a2e4-8fb9d49eddf2 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:31.788258 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1e5a4996-df4b-47b3-9d22-506728e3c5e6 req-2b1ac4b6-ab04-4a6b-a2e4-8fb9d49eddf2 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 949 time: 0.1080837 Sep 19 17:29:31.836964 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1e5a4996-df4b-47b3-9d22-506728e3c5e6 req-d88f0f12-71f9-4297-82af-88007959735c tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Sep 19 17:29:33.033189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2a846-0f5b-454f-bb00-f52226a78c1f req-48b36a04-3ead-4773-a4d8-d111913e5c21 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:33.034655 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-16a2a846-0f5b-454f-bb00-f52226a78c1f req-48b36a04-3ead-4773-a4d8-d111913e5c21 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 949 time: 0.0955176 Sep 19 17:29:33.176767 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-16a2a846-0f5b-454f-bb00-f52226a78c1f req-2b74784b-8967-4ae0-a369-f0ddfee34cc4 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330976 Sep 19 17:29:34.293908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-7c6a7485-8eb7-4a3e-b403-6c00469180f8 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:34.295506 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-7c6a7485-8eb7-4a3e-b403-6c00469180f8 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.86 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 949 time: 0.0991523 Sep 19 17:29:34.368722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Deleting port ceccd096-6d8f-4542-a21b-4c6794d215b8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:29:34.369050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:34.391561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb06dbb-de4a-45d1-90bf-171a121fa405 req-ad29405a-5bb3-409d-98dd-7cdc42f01632 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:34.393066 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cfb06dbb-de4a-45d1-90bf-171a121fa405 req-ad29405a-5bb3-409d-98dd-7cdc42f01632 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 949 time: 0.0894625 Sep 19 17:29:34.442421 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cfb06dbb-de4a-45d1-90bf-171a121fa405 req-85cee898-7be8-4241-808d-9a86c90c76fa tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/security-groups?id=20a6009f-a8dd-408b-8d0a-d772748b3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Sep 19 17:29:34.629613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] For port ceccd096-6d8f-4542-a21b-4c6794d215b8, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ceccd096-6d8f-4542-a21b-4c6794d215b8,segment=NetworkSegment(971fc73c-fa87-441a-88a5-70e6569107bc),segment_id=971fc73c-fa87-441a-88a5-70e6569107bc)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:34.629986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:34.756925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Calling delete_port for ceccd096-6d8f-4542-a21b-4c6794d215b8 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:29:34.905770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:34.918352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ceccd096-6d8f-4542-a21b-4c6794d215b8'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:29:34.955392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Pushing event deleted for resources: {'Port': ['ID=ceccd096-6d8f-4542-a21b-4c6794d215b8,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:34.998696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:34.999150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:34.999492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:34.999829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.000193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.000521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.000847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.001171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.001493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.001811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.002135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.002466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:35.056695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] No DVR routers for this DVR port ceccd096-6d8f-4542-a21b-4c6794d215b8 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:29:35.059509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:35.062415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc51f89-547a-4267-a24a-70c53a64fc48', 'name': 'network-vif-deleted', 'tag': 'ceccd096-6d8f-4542-a21b-4c6794d215b8'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:29:35.064801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5076fa7-4e88-4fae-b43c-b801f4bef78f" -d '{"events": [{"server_uuid": "ccc51f89-547a-4267-a24a-70c53a64fc48", "name": "network-vif-deleted", "tag": "ceccd096-6d8f-4542-a21b-4c6794d215b8"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:29:35.081841 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6f4b3b2-9464-4e55-aaee-1f7390b6a14d req-dba7a829-d9d4-4b3c-94f3-c539caa7956b tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.86 "DELETE /v2.0/ports/ceccd096-6d8f-4542-a21b-4c6794d215b8 HTTP/1.1" status: 204 len: 173 time: 0.7809663 Sep 19 17:29:35.109019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d724017e-1d53-4df5-8159-1f9670c8e403 x-openstack-request-id: req-d724017e-1d53-4df5-8159-1f9670c8e403 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:29:35.109414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc51f89-547a-4267-a24a-70c53a64fc48", "name": "network-vif-deleted", "tag": "ceccd096-6d8f-4542-a21b-4c6794d215b8", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:29:35.109760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d724017e-1d53-4df5-8159-1f9670c8e403 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:29:35.110283 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d724017e-1d53-4df5-8159-1f9670c8e403'] response: {'server_uuid': 'ccc51f89-547a-4267-a24a-70c53a64fc48', 'name': 'network-vif-deleted', 'tag': 'ceccd096-6d8f-4542-a21b-4c6794d215b8', 'status': 'completed', 'code': 200} Sep 19 17:29:35.625065 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6ecfd030-566b-4d31-9608-77bfccae8ff4 req-cb73a1ad-e906-4627-b932-4f5aa14b3f20 tempest-ServersAdminNegativeTestJSON-1431540478 tempest-ServersAdminNegativeTestJSON-1431540478-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccc51f89-547a-4267-a24a-70c53a64fc48 HTTP/1.1" status: 200 len: 210 time: 0.0529916 Sep 19 17:29:37.024468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52004) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:37.182239 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a5dd4ac5-5356-41bf-b82a-8d68166b4d37 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e9d7d4a8da34041ab17dab7ba153e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565588 Sep 19 17:29:37.185294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52010) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:37.243229 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.268968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.297648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ceccd096-6d8f-4542-a21b-4c6794d215b8 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:29:37.326206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.338615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: ceccd096-6d8f-4542-a21b-4c6794d215b8 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:29:37.338991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ceccd096-6d8f-4542-a21b-4c6794d215b8 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:29:37.342084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a6009f-a8dd-408b-8d0a-d772748b3ac8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:37.352090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.352479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.352812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.353179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.353505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.353906 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.354287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.354591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.354980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.355301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.355675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.356087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:37.363751 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.364866 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-22bb6177-3633-418e-a803-9a09aaa685b1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/20a6009f-a8dd-408b-8d0a-d772748b3ac8 HTTP/1.1" status: 204 len: 168 time: 0.1785979 Sep 19 17:29:37.661768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52018) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:37.679696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.694462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:29:37.698958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] Usage tracker for resource:security_group_rule and tenant:3acb91a339634d1f9547374122167007 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:29:37.701876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:29:37.707953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:29:37.794711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.800727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.848060 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3acb91a339634d1f9547374122167007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849611 Sep 19 17:29:37.848772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a29608-9877-4e0c-9736-89a64e43e1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7316bde2-5b80-4e1f-9144-039d12f39d2d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:37.851082 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52022) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:37.912282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62cde32d-93c3-44f3-957b-1b69c06c88a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.938404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62cde32d-93c3-44f3-957b-1b69c06c88a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:37.994112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62cde32d-93c3-44f3-957b-1b69c06c88a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:38.008046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cde32d-93c3-44f3-957b-1b69c06c88a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7316bde2-5b80-4e1f-9144-039d12f39d2d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:38.014844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62cde32d-93c3-44f3-957b-1b69c06c88a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:38.017810 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-62cde32d-93c3-44f3-957b-1b69c06c88a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7316bde2-5b80-4e1f-9144-039d12f39d2d HTTP/1.1" status: 204 len: 168 time: 0.1638935 Sep 19 17:29:38.808259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52046) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:38.928690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-95935521-network', 'tenant_id': '35b54bfc506449e29c022ee784e020ba'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:29:38.934007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:29:38.938568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Usage tracker for resource:network and tenant:35b54bfc506449e29c022ee784e020ba is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:29:38.941729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:29:38.948937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:29:38.965479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Made reservation on behalf of 35b54bfc506449e29c022ee784e020ba for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:38.969186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:38.987040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.002179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:29:39.007143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Usage tracker for resource:security_group_rule and tenant:35b54bfc506449e29c022ee784e020ba is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:29:39.010093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:29:39.015826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:29:39.099755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.105625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.136185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:29:39.144843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae3fac-dab8-45b3-9deb-5c9a1d458854,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:39.151605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.151963 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Added segment 87a9b806-4f64-405d-a43f-e62ce9d8168a of type vlan for network ecb280ac-f83c-415a-adfe-c7d6f978ec43 Sep 19 17:29:39.178504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.215311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.216406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:39.217078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.324384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] Pushing event updated for resources: {'Network': ['ID=ecb280ac-f83c-415a-adfe-c7d6f978ec43,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:39.330581 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-112972f8-18da-424b-a909-dc285068db9a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5212488 Sep 19 17:29:39.333689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52052) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:39.335523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:29:39.339465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Request body: {'subnet': {'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-95935521-subnet', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:29:39.344579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:29:39.348712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Usage tracker for resource:subnet and tenant:35b54bfc506449e29c022ee784e020ba is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:29:39.351969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:29:39.357733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:29:39.369726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Made reservation on behalf of 35b54bfc506449e29c022ee784e020ba for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:39.372332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.580573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.653230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5728c2-9f1b-4dfe-8603-decc3d96eff8,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:39.665280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Checking segment: {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:29:39.665632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Network hostable DHCP agents. Network: ecb280ac-f83c-415a-adfe-c7d6f978ec43, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:29:39.687622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:29:39.698635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, ecb280ac-f83c-415a-adfe-c7d6f978ec43) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:39.703154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:39.704317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.707507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99635538-3016-482c-af7b-3adc14bd6440 None None] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:29:39.726405 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c0c1386f-c97d-480e-9365-7abaede1ff0a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3914721 Sep 19 17:29:39.729252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52056) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:39.734297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:29:39.738869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:29:39.742765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Usage tracker for resource:router and tenant:35b54bfc506449e29c022ee784e020ba is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:29:39.745741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:29:39.751519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:29:39.762948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.764017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.779226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:39.930281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-ecb280ac-f83c-415a-adfe-c7d6f978ec43', 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'fixed_ips': [{'subnet_id': '4d5728c2-9f1b-4dfe-8603-decc3d96eff8'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:29:39.931185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.088142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Allocated IP 172.20.0.2 (ecb280ac-f83c-415a-adfe-c7d6f978ec43/4d5728c2-9f1b-4dfe-8603-decc3d96eff8/b10354af-260e-4cc0-91d6-ad97438a8d9d) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:40.152314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.296977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.307371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Transition to ACTIVE for port object b10354af-260e-4cc0-91d6-ad97438a8d9d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:40.325066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Transition to ACTIVE for port object b10354af-260e-4cc0-91d6-ad97438a8d9d will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:40.331672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.393966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:40.396559 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:40.400721 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:29:40.465946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.493817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Pushing event updated for resources: {'Port': ['ID=b10354af-260e-4cc0-91d6-ad97438a8d9d,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:40.495758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.517360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.517716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.518056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.518389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.518722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.519074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.519403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.519732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.520039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.520359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.520679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.521016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:40.527907 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Attempting to bind port b10354af-260e-4cc0-91d6-ad97438a8d9d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:29:40.528281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Attempting to bind port b10354af-260e-4cc0-91d6-ad97438a8d9d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:29:40.528638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Attempting to bind port b10354af-260e-4cc0-91d6-ad97438a8d9d on network ecb280ac-f83c-415a-adfe-c7d6f978ec43 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:29:40.534450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:29:40.534819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Checking segment: {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:29:40.535238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.535625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Bound using segment: {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:29:40.536118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Bound port: b10354af-260e-4cc0-91d6-ad97438a8d9d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:29:40.536494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.628728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] For port b10354af-260e-4cc0-91d6-ad97438a8d9d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:29:40.632216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] For port b10354af-260e-4cc0-91d6-ad97438a8d9d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b10354af-260e-4cc0-91d6-ad97438a8d9d,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:29:40.632481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Allocated IP 172.26.10.252 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/30c90a30-5f72-47a7-8e28-dea177d5b8d0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:40.637983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.716922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0ae4f-fec8-4fc2-8729-749cc166da2a None None] Pushing event updated for resources: {'Port': ['ID=b10354af-260e-4cc0-91d6-ad97438a8d9d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:40.789011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.821045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:40.892804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:40.895643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:40.903912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:29:40.939234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Pushing event updated for resources: {'Port': ['ID=30c90a30-5f72-47a7-8e28-dea177d5b8d0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:41.392542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d45048e-07ec-489c-9267-4358d5a2dc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:41.454202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:41.609941 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd703cb-edb5-4bb4-aadc-fc1fb51f6926 None None] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:29:41.764108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-cce61a9e-f53f-47aa-8e2d-85d9397ee909 None None] Provisioning for port b10354af-260e-4cc0-91d6-ad97438a8d9d completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:41.800670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:42.014029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Router 2705327d-3fba-4f69-b373-b9dbdddd324f is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:29:42.196311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:29:42.205894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Sync routers for ids ['2705327d-3fba-4f69-b373-b9dbdddd324f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:29:42.215868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Routers {'2705327d-3fba-4f69-b373-b9dbdddd324f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:29:42.216499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:29:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2705327d-3fba-4f69-b373-b9dbdddd324f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:42.222691 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:42.226722 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fcbbe70d-159f-42b9-bc03-68a55c4606eb admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4937770 Sep 19 17:29:42.227181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52060) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:42.438475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Set router 2705327d-3fba-4f69-b373-b9dbdddd324f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:29:42.700223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b10354af-260e-4cc0-91d6-ad97438a8d9d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:29:42.792895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b10354af-260e-4cc0-91d6-ad97438a8d9d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:42.796604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252'}], 'enable_snat': True}, 'gw_port_id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:29:41Z', 'revision_number': 3, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port': {'id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:40Z', 'updated_at': '2022-09-19T17:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:42.801435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b10354af-260e-4cc0-91d6-ad97438a8d9d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:42.801800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:42.829764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Checking router: 2705327d-3fba-4f69-b373-b9dbdddd324f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:29:42.829966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Updating router 2705327d-3fba-4f69-b373-b9dbdddd324f port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:29:42.901023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.025408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.076132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b10354af-260e-4cc0-91d6-ad97438a8d9d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:43.076523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.187595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port b10354af-260e-4cc0-91d6-ad97438a8d9d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b10354af-260e-4cc0-91d6-ad97438a8d9d,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:43.195664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.244245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Allocated IP 172.20.0.1 (ecb280ac-f83c-415a-adfe-c7d6f978ec43/4d5728c2-9f1b-4dfe-8603-decc3d96eff8/703f6bbb-7d60-49c9-8f16-b1e1ee75938b) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:43.296576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=b10354af-260e-4cc0-91d6-ad97438a8d9d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:43.382033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.394025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Transition to ACTIVE for port object 30c90a30-5f72-47a7-8e28-dea177d5b8d0 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:43.394192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.402191 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.410360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Transition to ACTIVE for port object 703f6bbb-7d60-49c9-8f16-b1e1ee75938b will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:43.437864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.464446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Attempting to bind port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:29:43.464812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Attempting to bind port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:29:43.465167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Attempting to bind port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:29:43.475486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:29:43.475864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:29:43.476240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.476609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:29:43.477071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Bound port: 30c90a30-5f72-47a7-8e28-dea177d5b8d0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:29:43.477439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.499901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:43.502679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:43.506327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:29:43.524971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00f40d-89ee-47b9-abd1-c20f691c3dde None None] Pushing event updated for resources: {'Port': ['ID=30c90a30-5f72-47a7-8e28-dea177d5b8d0,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:43.550383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Pushing event updated for resources: {'Port': ['ID=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:43.561268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] For port 30c90a30-5f72-47a7-8e28-dea177d5b8d0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:29:43.564623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] For port 30c90a30-5f72-47a7-8e28-dea177d5b8d0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=30c90a30-5f72-47a7-8e28-dea177d5b8d0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:29:43.564888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.574728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.644945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d95d12a5-9203-4929-a9b4-0c6aac666c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.654124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Routers {'2705327d-3fba-4f69-b373-b9dbdddd324f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:29:43.654759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:29:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2705327d-3fba-4f69-b373-b9dbdddd324f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:43.737506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00f40d-89ee-47b9-abd1-c20f691c3dde None None] Pushing event updated for resources: {'Port': ['ID=30c90a30-5f72-47a7-8e28-dea177d5b8d0,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:43.869889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-759b8b07-8380-46af-a8a5-96937e68c982 None None] Provisioning for port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:43.880622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-759b8b07-8380-46af-a8a5-96937e68c982 None None] Provisioning complete for port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:43.880951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-759b8b07-8380-46af-a8a5-96937e68c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:43.945345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] Set router 2705327d-3fba-4f69-b373-b9dbdddd324f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:29:43.953251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:44.051095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-759b8b07-8380-46af-a8a5-96937e68c982 None None] Port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:29:44.176541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:44.182539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:44.233243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252'}], 'enable_snat': True}, 'gw_port_id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:29:41Z', 'revision_number': 3, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port': {'id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:40Z', 'updated_at': '2022-09-19T17:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:44.237517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bbb90a-17de-4d95-bce8-c3e30e28ebeb None None] The sync data for ids ['2705327d-3fba-4f69-b373-b9dbdddd324f'] in dv-neutron-857789-3-hyperv is: [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252'}], 'enable_snat': True}, 'gw_port_id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:29:41Z', 'revision_number': 3, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port': {'id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:40Z', 'updated_at': '2022-09-19T17:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:29:44.293941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Pushing event updated for resources: {'Port': ['ID=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:44.297592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:44.439935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:44.441056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:44.661240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Router 2705327d-3fba-4f69-b373-b9dbdddd324f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:29:44.755234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 30c90a30-5f72-47a7-8e28-dea177d5b8d0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:29:44.819541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-959fc62d-598a-4311-8c71-ade52e49d224 None None] Provisioning complete for port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:44.819919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-959fc62d-598a-4311-8c71-ade52e49d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:44.860972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:29:44.882958 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e8f0ada-f9e9-4716-9a1e-8b23ad6d6e4a admin admin] 10.222.0.83 "PUT /v2.0/routers/2705327d-3fba-4f69-b373-b9dbdddd324f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6507843 Sep 19 17:29:44.884266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-959fc62d-598a-4311-8c71-ade52e49d224 None None] Port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:29:44.887573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:44.896153 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:44.896628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:45.022456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:45.022837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:45.043276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 30c90a30-5f72-47a7-8e28-dea177d5b8d0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=30c90a30-5f72-47a7-8e28-dea177d5b8d0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:45.049398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:45.050248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b10354af-260e-4cc0-91d6-ad97438a8d9d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:29:45.196969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=30c90a30-5f72-47a7-8e28-dea177d5b8d0,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:45.213965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:45.216326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:45.217536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b10354af-260e-4cc0-91d6-ad97438a8d9d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:45.217904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:45.339244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b10354af-260e-4cc0-91d6-ad97438a8d9d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:45.416413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-d6b2781d-0103-4e9a-9c8e-35be64b33033 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:45.417869 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-d6b2781d-0103-4e9a-9c8e-35be64b33033 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/networks?id=ecb280ac-f83c-415a-adfe-c7d6f978ec43 HTTP/1.1" status: 200 len: 810 time: 0.1453900 Sep 19 17:29:45.433513 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-a5e9ce1e-7513-44b7-94b3-7a14e843db21 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/quotas/35b54bfc506449e29c022ee784e020ba HTTP/1.1" status: 200 len: 375 time: 0.0097232 Sep 19 17:29:45.538376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-61976d67-9e9c-4694-9c41-2b0be0f64f38 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Synchronizing usage tracker for tenant:35b54bfc506449e29c022ee784e020ba on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:29:45.559997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-61976d67-9e9c-4694-9c41-2b0be0f64f38 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Unset dirty status for tenant:35b54bfc506449e29c022ee784e020ba on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:29:45.561474 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-61976d67-9e9c-4694-9c41-2b0be0f64f38 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=35b54bfc506449e29c022ee784e020ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223538 Sep 19 17:29:45.700586 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-6ffa2254-ca10-4188-a2a8-2aaa3bed304f service neutron] 10.222.0.83 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316075 Sep 19 17:29:45.824096 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Sync routers for ids ['2705327d-3fba-4f69-b373-b9dbdddd324f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:29:45.833614 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Routers {'2705327d-3fba-4f69-b373-b9dbdddd324f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:29:45.834218 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:29:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2705327d-3fba-4f69-b373-b9dbdddd324f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:45.843030 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-fad45172-9dd5-4686-b2ed-54daf69def46 service neutron] 10.222.0.83 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364994 Sep 19 17:29:46.015045 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Set router 2705327d-3fba-4f69-b373-b9dbdddd324f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:29:46.029602 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb6a9155-a6e2-4b5a-8b42-5799d9741cee req-75680065-118f-46a9-b178-899473bb2a9d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 210 time: 0.0544412 Sep 19 17:29:46.250711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:46.333025 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252'}], 'enable_snat': True}, 'gw_port_id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:29:43Z', 'revision_number': 4, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port': {'id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:40Z', 'updated_at': '2022-09-19T17:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '703f6bbb-7d60-49c9-8f16-b1e1ee75938b', 'name': '', 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'mac_address': 'fa:16:3e:d4:66:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4d5728c2-9f1b-4dfe-8603-decc3d96eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:43Z', 'updated_at': '2022-09-19T17:29:44Z', 'revision_number': 2, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'subnets': [{'id': '4d5728c2-9f1b-4dfe-8603-decc3d96eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:46.337333 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Checking router: 2705327d-3fba-4f69-b373-b9dbdddd324f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:29:46.337744 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Updating router 2705327d-3fba-4f69-b373-b9dbdddd324f port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:29:46.398965 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:46.668249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 30c90a30-5f72-47a7-8e28-dea177d5b8d0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:29:46.736354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:46.736636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:46.764836 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:46.777515 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Transition to ACTIVE for port object 703f6bbb-7d60-49c9-8f16-b1e1ee75938b will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:46.785281 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:46.854262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:46.968039 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Pushing event updated for resources: {'Port': ['ID=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:46.985150 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.985497 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.985835 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.986169 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.986552 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.986825 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.987175 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.987495 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.987818 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.988141 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.988454 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:46.988768 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:47.010271 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Attempting to bind port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:29:47.010640 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Attempting to bind port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:29:47.011032 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Attempting to bind port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b on network ecb280ac-f83c-415a-adfe-c7d6f978ec43 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:29:47.016540 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:29:47.016903 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Checking segment: {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:29:47.017299 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:47.017682 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Bound using segment: {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:29:47.018140 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Bound port: 703f6bbb-7d60-49c9-8f16-b1e1ee75938b, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:29:47.018508 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:47.097045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-22fceafc-fbf4-4783-8a81-d1b41621b5fa tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:47.097866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-22fceafc-fbf4-4783-8a81-d1b41621b5fa tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Synchronizing usage tracker for tenant:35b54bfc506449e29c022ee784e020ba on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:29:47.117646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-22fceafc-fbf4-4783-8a81-d1b41621b5fa tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Unset dirty status for tenant:35b54bfc506449e29c022ee784e020ba on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:29:47.119143 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-22fceafc-fbf4-4783-8a81-d1b41621b5fa tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.86 "GET /v2.0/networks?id=ecb280ac-f83c-415a-adfe-c7d6f978ec43 HTTP/1.1" status: 200 len: 810 time: 0.1775429 Sep 19 17:29:47.133313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Request body: {'port': {'device_id': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43', 'admin_state_up': True, 'tenant_id': '35b54bfc506449e29c022ee784e020ba'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:29:47.148126 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] For port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:29:47.152201 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] For port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:29:47.159585 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:47.221258 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6402f6fe-a7aa-41c8-aa4b-24e8e73e1bd0 req-451ac818-8969-460c-8743-f3b56503f797 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 210 time: 0.0617080 Sep 19 17:29:47.228751 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Routers {'2705327d-3fba-4f69-b373-b9dbdddd324f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:29:47.229380 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:29:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2705327d-3fba-4f69-b373-b9dbdddd324f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:47.282767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:29:47.292335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:29:47.303701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Made reservation on behalf of 35b54bfc506449e29c022ee784e020ba for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:47.307510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:47.312369 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59fca6-c513-4089-922b-4ded13a82577 None None] Pushing event updated for resources: {'Port': ['ID=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:47.411910 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] Set router 2705327d-3fba-4f69-b373-b9dbdddd324f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:29:47.467829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Allocated IP 172.20.0.9 (ecb280ac-f83c-415a-adfe-c7d6f978ec43/4d5728c2-9f1b-4dfe-8603-decc3d96eff8/8f205615-9e40-44a1-a237-3081211cf929) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:47.727641 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252'}], 'enable_snat': True}, 'gw_port_id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:29:43Z', 'revision_number': 4, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port': {'id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:40Z', 'updated_at': '2022-09-19T17:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '703f6bbb-7d60-49c9-8f16-b1e1ee75938b', 'name': '', 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'mac_address': 'fa:16:3e:d4:66:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4d5728c2-9f1b-4dfe-8603-decc3d96eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:43Z', 'updated_at': '2022-09-19T17:29:47Z', 'revision_number': 4, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'subnets': [{'id': '4d5728c2-9f1b-4dfe-8603-decc3d96eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:47.731819 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b812aa-afa2-4071-b61a-5c4102430d89 None None] The sync data for ids ['2705327d-3fba-4f69-b373-b9dbdddd324f'] in dv-neutron-857789-3-hyperv is: [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252'}], 'enable_snat': True}, 'gw_port_id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:29:43Z', 'revision_number': 4, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port': {'id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:40Z', 'updated_at': '2022-09-19T17:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '703f6bbb-7d60-49c9-8f16-b1e1ee75938b', 'name': '', 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'mac_address': 'fa:16:3e:d4:66:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4d5728c2-9f1b-4dfe-8603-decc3d96eff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:43Z', 'updated_at': '2022-09-19T17:29:47Z', 'revision_number': 4, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'subnets': [{'id': '4d5728c2-9f1b-4dfe-8603-decc3d96eff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:29:47.796480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:47.813879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Transition to ACTIVE for port object 8f205615-9e40-44a1-a237-3081211cf929 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:47.839677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:47.909557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:47.912662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:47.917002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:29:47.956865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Pushing event updated for resources: {'Port': ['ID=8f205615-9e40-44a1-a237-3081211cf929,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:47.989677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:47.990337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:48.019483 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-0fbb5035-dac6-4464-a882-d02d3e71f745 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8922536 Sep 19 17:29:48.030592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-66dfc0ce-b7d7-41e8-80df-47cfff5615d5 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:29:48.031837 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-66dfc0ce-b7d7-41e8-80df-47cfff5615d5 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058165 Sep 19 17:29:48.042117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Request body: {'port': {'device_id': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:29:48.135038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4d113454-39bb-4c2d-81d0-a8553abfa34c None None] Provisioning for port 8f205615-9e40-44a1-a237-3081211cf929 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:48.141600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4d113454-39bb-4c2d-81d0-a8553abfa34c None None] Provisioning complete for port 8f205615-9e40-44a1-a237-3081211cf929 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:48.142233 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4d113454-39bb-4c2d-81d0-a8553abfa34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:48.158156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:48.203527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4d113454-39bb-4c2d-81d0-a8553abfa34c None None] Port 8f205615-9e40-44a1-a237-3081211cf929 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:29:48.535228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed6fd5-b56a-4a8a-b932-3876883cbaaa req-5de6c25a-c70c-4bb4-83d8-fed47cf0e01d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:48.535968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-87ed6fd5-b56a-4a8a-b932-3876883cbaaa req-5de6c25a-c70c-4bb4-83d8-fed47cf0e01d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Synchronizing usage tracker for tenant:35b54bfc506449e29c022ee784e020ba on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:29:48.614806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-87ed6fd5-b56a-4a8a-b932-3876883cbaaa req-5de6c25a-c70c-4bb4-83d8-fed47cf0e01d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Unset dirty status for tenant:35b54bfc506449e29c022ee784e020ba on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:29:48.616734 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87ed6fd5-b56a-4a8a-b932-3876883cbaaa req-5de6c25a-c70c-4bb4-83d8-fed47cf0e01d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 931 time: 0.2739217 Sep 19 17:29:48.641842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f205615-9e40-44a1-a237-3081211cf929 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:29:48.658026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:48.705839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Transition to ACTIVE for port object 8f205615-9e40-44a1-a237-3081211cf929 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:29:48.710155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 703f6bbb-7d60-49c9-8f16-b1e1ee75938b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:29:48.717289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:48.790428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:48.796259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:48.796703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:48.823145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-87ed6fd5-b56a-4a8a-b932-3876883cbaaa req-e715fc01-3f0e-4555-994b-2af38abdf5e6 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Synchronizing usage tracker for tenant:35b54bfc506449e29c022ee784e020ba on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:29:48.935192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:48.935568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:48.953570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Pushing event updated for resources: {'Port': ['ID=8f205615-9e40-44a1-a237-3081211cf929,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:48.968764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-87ed6fd5-b56a-4a8a-b932-3876883cbaaa req-e715fc01-3f0e-4555-994b-2af38abdf5e6 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Unset dirty status for tenant:35b54bfc506449e29c022ee784e020ba on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:29:48.969914 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87ed6fd5-b56a-4a8a-b932-3876883cbaaa req-e715fc01-3f0e-4555-994b-2af38abdf5e6 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456419 Sep 19 17:29:48.972669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:48.978567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:48.992035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Attempting to bind port 8f205615-9e40-44a1-a237-3081211cf929 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:29:48.992374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Attempting to bind port 8f205615-9e40-44a1-a237-3081211cf929 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:29:48.992709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Attempting to bind port 8f205615-9e40-44a1-a237-3081211cf929 on network ecb280ac-f83c-415a-adfe-c7d6f978ec43 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:29:48.998440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Port 8f205615-9e40-44a1-a237-3081211cf929 on network ecb280ac-f83c-415a-adfe-c7d6f978ec43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:29:48.998769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Attempting to bind port 8f205615-9e40-44a1-a237-3081211cf929 on network ecb280ac-f83c-415a-adfe-c7d6f978ec43 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:29:49.004286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:29:49.004649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Checking segment: {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:29:49.005015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Bound using segment: {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:29:49.005683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Bound port: 8f205615-9e40-44a1-a237-3081211cf929, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a9b806-4f64-405d-a43f-e62ce9d8168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:29:49.006062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:49.079559 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:49.122065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] For port 8f205615-9e40-44a1-a237-3081211cf929, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:29:49.125441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] For port 8f205615-9e40-44a1-a237-3081211cf929, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f205615-9e40-44a1-a237-3081211cf929,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:29:49.130949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:49.134625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:49.135439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:49.136810 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-4622e202-972e-4360-9563-1e8d10478487 service neutron] 10.222.0.86 "PUT /v2.0/ports/8f205615-9e40-44a1-a237-3081211cf929 HTTP/1.1" status: 200 len: 1093 time: 1.0989456 Sep 19 17:29:49.173271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'tag': '8f205615-9e40-44a1-a237-3081211cf929'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:29:49.180704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd3b417-6b3f-44f8-9eb4-265032d86ba5", "tag": "8f205615-9e40-44a1-a237-3081211cf929"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:29:49.262510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c28ea7d-b67a-48aa-b8ed-558f5de7f444 x-openstack-request-id: req-7c28ea7d-b67a-48aa-b8ed-558f5de7f444 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:29:49.262795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd3b417-6b3f-44f8-9eb4-265032d86ba5", "tag": "8f205615-9e40-44a1-a237-3081211cf929", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:29:49.263068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7c28ea7d-b67a-48aa-b8ed-558f5de7f444 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:29:49.263470 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c28ea7d-b67a-48aa-b8ed-558f5de7f444'] response: {'name': 'network-changed', 'server_uuid': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'tag': '8f205615-9e40-44a1-a237-3081211cf929', 'status': 'completed', 'code': 200} Sep 19 17:29:49.299688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e202-972e-4360-9563-1e8d10478487 service neutron] Pushing event updated for resources: {'Port': ['ID=8f205615-9e40-44a1-a237-3081211cf929,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:49.328311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-f2c98863-e4b0-40c3-b7f8-db819882d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:49.330344 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-f2c98863-e4b0-40c3-b7f8-db819882d56b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b54bfc506449e29c022ee784e020ba&device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1419914 Sep 19 17:29:49.415373 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-f4653eac-49aa-418d-9e82-654c56dfe90d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f205615-9e40-44a1-a237-3081211cf929 HTTP/1.1" status: 200 len: 217 time: 0.0779872 Sep 19 17:29:49.493454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-b2f1c9de-d1da-4e87-a801-f7f97dc18d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:49.495010 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-b2f1c9de-d1da-4e87-a801-f7f97dc18d4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4d5728c2-9f1b-4dfe-8603-decc3d96eff8 HTTP/1.1" status: 200 len: 849 time: 0.0733228 Sep 19 17:29:49.585312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-6cf1a325-e724-44d5-b771-2fd93e28a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:49.586712 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-6cf1a325-e724-44d5-b771-2fd93e28a889 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecb280ac-f83c-415a-adfe-c7d6f978ec43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861619 Sep 19 17:29:49.723493 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-f9d32022-8abc-46df-8795-78b55620bc12 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302094 Sep 19 17:29:49.962073 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a7c38d08-1045-40c6-9e9b-00796ec02c77 req-78d9f3e4-bc6b-4030-bb9a-4fb8e9fc86e2 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324073 Sep 19 17:29:50.154520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-20ad764f-0940-4ca6-ac70-3119144cf34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:50.155974 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-20ad764f-0940-4ca6-ac70-3119144cf34e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b54bfc506449e29c022ee784e020ba&device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1468039 Sep 19 17:29:50.314821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae360b-1ac0-4094-9b0e-1495bef66052 req-6ea66fde-4320-45b8-ba62-651aa7828127 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:50.316673 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-68ae360b-1ac0-4094-9b0e-1495bef66052 req-6ea66fde-4320-45b8-ba62-651aa7828127 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 943 time: 0.2194982 Sep 19 17:29:50.323941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-fc9b6163-a9eb-4b09-85a5-aa05b1f8775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:50.326164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-fc9b6163-a9eb-4b09-85a5-aa05b1f8775c service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecb280ac-f83c-415a-adfe-c7d6f978ec43 HTTP/1.1" status: 200 len: 911 time: 0.1596973 Sep 19 17:29:50.408263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-b35c7ba9-e7d4-49c5-ba9b-fb0334d5d249 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f205615-9e40-44a1-a237-3081211cf929 HTTP/1.1" status: 200 len: 217 time: 0.0649033 Sep 19 17:29:50.470861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-68ae360b-1ac0-4094-9b0e-1495bef66052 req-1cd14a9a-9ede-49e3-be5e-d393a98feb9a tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433563 Sep 19 17:29:50.486577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-708a0480-d86a-4a80-b558-ef43ec5f879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:50.488052 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-708a0480-d86a-4a80-b558-ef43ec5f879a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4d5728c2-9f1b-4dfe-8603-decc3d96eff8 HTTP/1.1" status: 200 len: 849 time: 0.0726764 Sep 19 17:29:50.575975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-83797a28-636e-4696-8678-2ac55d77ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:50.577395 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-83797a28-636e-4696-8678-2ac55d77ec45 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecb280ac-f83c-415a-adfe-c7d6f978ec43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804203 Sep 19 17:29:50.669332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 703f6bbb-7d60-49c9-8f16-b1e1ee75938b up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:29:50.712217 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-ea361d8c-d968-4922-af1a-c3c1be254367 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278734 Sep 19 17:29:50.741620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:50.742003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:50.846710 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f64fbb6f-fe36-4333-8fe1-0f6ad68fcc8f req-a43aeeb6-4c0e-4ac9-afd5-dae5c7f009b3 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278160 Sep 19 17:29:50.861876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:51.806142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08e77d-8ec0-4a7f-96bf-d8253f016854 req-26be13ed-b3a5-40c7-92bf-bc4ad6535fed tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:51.807643 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-af08e77d-8ec0-4a7f-96bf-d8253f016854 req-26be13ed-b3a5-40c7-92bf-bc4ad6535fed tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 943 time: 0.2184670 Sep 19 17:29:51.851639 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-af08e77d-8ec0-4a7f-96bf-d8253f016854 req-ac40b2f4-cc4d-402e-855b-b9651aa09af7 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381584 Sep 19 17:29:53.069099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816077f-9cdd-4a91-ba2b-f1eaf680317d req-631fe60f-dfbe-4cf0-ad80-172048920844 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:53.070510 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a816077f-9cdd-4a91-ba2b-f1eaf680317d req-631fe60f-dfbe-4cf0-ad80-172048920844 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 943 time: 0.0941255 Sep 19 17:29:53.117869 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a816077f-9cdd-4a91-ba2b-f1eaf680317d req-833d8c0f-654f-4f73-86fc-2cba4d935f20 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Sep 19 17:29:53.343800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f205615-9e40-44a1-a237-3081211cf929 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:29:53.511062 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f205615-9e40-44a1-a237-3081211cf929, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f205615-9e40-44a1-a237-3081211cf929,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:53.528772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '8f205615-9e40-44a1-a237-3081211cf929', 'network_id': 'ecb280ac-f83c-415a-adfe-c7d6f978ec43', 'port_id': '8f205615-9e40-44a1-a237-3081211cf929', 'mac_address': 'fa:16:3e:aa:f8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5728c2-9f1b-4dfe-8603-decc3d96eff8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:29:53.597182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8f205615-9e40-44a1-a237-3081211cf929 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:53.597456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:53.614202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f205615-9e40-44a1-a237-3081211cf929 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:29:53.629602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f205615-9e40-44a1-a237-3081211cf929, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f205615-9e40-44a1-a237-3081211cf929,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:53.636726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:53.708469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8f205615-9e40-44a1-a237-3081211cf929,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:53.844775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8f205615-9e40-44a1-a237-3081211cf929'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:29:54.324798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8acc3-1812-448d-87b8-c9fe3de95e98 req-00d44b13-e29e-411f-95cc-8bcc51a6d305 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:54.326339 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aba8acc3-1812-448d-87b8-c9fe3de95e98 req-00d44b13-e29e-411f-95cc-8bcc51a6d305 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 944 time: 0.0938327 Sep 19 17:29:54.373423 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aba8acc3-1812-448d-87b8-c9fe3de95e98 req-db887886-70fb-45f8-bc8e-4b6a84ab5586 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Sep 19 17:29:55.359895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f205615-9e40-44a1-a237-3081211cf929 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:29:55.440738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 8f205615-9e40-44a1-a237-3081211cf929 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:29:55.447644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 8f205615-9e40-44a1-a237-3081211cf929 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:29:55.447975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:55.516274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:55.581329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fddacb-0d95-4e6a-9acd-6162529b9fc6 req-1164a2c7-f925-4046-a668-ce61228336d5 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:55.581972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8f205615-9e40-44a1-a237-3081211cf929 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:29:55.582115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:55.582775 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f2fddacb-0d95-4e6a-9acd-6162529b9fc6 req-1164a2c7-f925-4046-a668-ce61228336d5 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 944 time: 0.0904577 Sep 19 17:29:55.609541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f205615-9e40-44a1-a237-3081211cf929'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:29:55.611791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26161a4-56a4-4fcd-a8bc-db2caa8b8dbf" -d '{"events": [{"server_uuid": "1cd3b417-6b3f-44f8-9eb4-265032d86ba5", "name": "network-vif-plugged", "status": "completed", "tag": "8f205615-9e40-44a1-a237-3081211cf929"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:29:55.620447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f205615-9e40-44a1-a237-3081211cf929, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f205615-9e40-44a1-a237-3081211cf929,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:29:55.627992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:29:55.632315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f2fddacb-0d95-4e6a-9acd-6162529b9fc6 req-b0e93f66-d914-4d9d-816d-0e034c3ca184 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Sep 19 17:29:55.662638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56df7b7-ed0e-4ef1-9d89-3017789490b8 x-openstack-request-id: req-a56df7b7-ed0e-4ef1-9d89-3017789490b8 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:29:55.662951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd3b417-6b3f-44f8-9eb4-265032d86ba5", "name": "network-vif-plugged", "status": "completed", "tag": "8f205615-9e40-44a1-a237-3081211cf929", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:29:55.663210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a56df7b7-ed0e-4ef1-9d89-3017789490b8 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:29:55.663606 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56df7b7-ed0e-4ef1-9d89-3017789490b8'] response: {'server_uuid': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f205615-9e40-44a1-a237-3081211cf929', 'code': 200} Sep 19 17:29:55.703536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8f205615-9e40-44a1-a237-3081211cf929,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:55.907944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5ce94-c502-4183-8371-94ee990377ef req-d9477d07-e2ff-4585-960e-b68fab476de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:55.909318 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ddf5ce94-c502-4183-8371-94ee990377ef req-d9477d07-e2ff-4585-960e-b68fab476de4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0869751 Sep 19 17:29:55.952319 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ddf5ce94-c502-4183-8371-94ee990377ef req-79c627ef-91e9-4788-9feb-d9cb9cf47002 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366619 Sep 19 17:29:56.847137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a88760-8bfd-49b7-a775-e88f5f1841dd req-6f7f2a79-9606-482d-8c66-b762322275f6 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:56.848552 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77a88760-8bfd-49b7-a775-e88f5f1841dd req-6f7f2a79-9606-482d-8c66-b762322275f6 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1037157 Sep 19 17:29:56.894764 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-77a88760-8bfd-49b7-a775-e88f5f1841dd req-3dc9cda8-d97c-40f7-a6e3-e1923a8faf5e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Sep 19 17:29:58.117877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f2248-2ec4-4177-b4b1-bc5fc024c755 req-448ca0ef-1558-4e70-bfd6-a028d755dd3e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:58.119337 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf1f2248-2ec4-4177-b4b1-bc5fc024c755 req-448ca0ef-1558-4e70-bfd6-a028d755dd3e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1011338 Sep 19 17:29:58.164946 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf1f2248-2ec4-4177-b4b1-bc5fc024c755 req-8f3c45f2-3600-46b1-beda-5bb2ccbfd7a9 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395954 Sep 19 17:29:58.552536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52124) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:29:58.591252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd856d44-f79e-4fcb-ae82-a4e043477631 req-6e11cf0f-4160-4be7-af3a-5681edffdffb tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:58.592771 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bd856d44-f79e-4fcb-ae82-a4e043477631 req-6e11cf0f-4160-4be7-af3a-5681edffdffb tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0890431 Sep 19 17:29:58.640821 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bd856d44-f79e-4fcb-ae82-a4e043477631 req-d3f59119-609d-47c6-bdf7-a3c3f23934c6 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Sep 19 17:29:58.682039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-b0b1c9ec-a5ef-4287-8026-677a6649c32a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282670 Sep 19 17:29:59.850101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673a83a-135d-44f3-8a9f-02c4bb37d302 req-2c8d3773-1641-4da2-a0c8-85acc5420c63 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:59.851500 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3673a83a-135d-44f3-8a9f-02c4bb37d302 req-2c8d3773-1641-4da2-a0c8-85acc5420c63 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0961025 Sep 19 17:29:59.896280 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3673a83a-135d-44f3-8a9f-02c4bb37d302 req-a7b98ca3-ea57-4557-a3f2-67c88ca14d9d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385537 Sep 19 17:30:00.024569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-0f310802-acf9-4f8f-b1a4-86d76e5dccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:00.026042 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-0f310802-acf9-4f8f-b1a4-86d76e5dccb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b54bfc506449e29c022ee784e020ba&device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0839539 Sep 19 17:30:00.149048 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:30:00.261327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-c6866db6-7a2e-403b-a00a-3d2731e006ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:00.262791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-c6866db6-7a2e-403b-a00a-3d2731e006ab service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecb280ac-f83c-415a-adfe-c7d6f978ec43 HTTP/1.1" status: 200 len: 911 time: 0.2313559 Sep 19 17:30:00.332728 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-36cdea9d-9f30-4ad1-a0c8-9cb31b60c77c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f205615-9e40-44a1-a237-3081211cf929 HTTP/1.1" status: 200 len: 217 time: 0.0636470 Sep 19 17:30:00.409702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-da13b554-4e73-4d22-a0b3-c5615f17222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:00.411089 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-da13b554-4e73-4d22-a0b3-c5615f17222e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4d5728c2-9f1b-4dfe-8603-decc3d96eff8 HTTP/1.1" status: 200 len: 849 time: 0.0721195 Sep 19 17:30:00.499599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-e131dbec-576f-43a8-84e7-da3a6d6132c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:00.501078 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-e131dbec-576f-43a8-84e7-da3a6d6132c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecb280ac-f83c-415a-adfe-c7d6f978ec43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835989 Sep 19 17:30:00.646111 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-eed089d8-68e1-451d-b10f-ca65af145d82 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383536 Sep 19 17:30:00.783825 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-7860e80d-00eb-4253-8410-cd1cb40c34fb service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319916 Sep 19 17:30:01.108900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec55da-e6d5-4f20-b99b-c2206ed0c6ea req-69305df1-3938-4434-9abb-16925c6ffa1c tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:01.110271 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-31ec55da-e6d5-4f20-b99b-c2206ed0c6ea req-69305df1-3938-4434-9abb-16925c6ffa1c tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0938582 Sep 19 17:30:01.156744 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-31ec55da-e6d5-4f20-b99b-c2206ed0c6ea req-ce916d03-9193-48da-bea4-c7e0e45017f1 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Sep 19 17:30:02.379835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7c0a8-efb1-4037-b734-5c4f460f1a4f req-881ba039-d268-4c64-897e-a372d429670d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:02.381311 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f2f7c0a8-efb1-4037-b734-5c4f460f1a4f req-881ba039-d268-4c64-897e-a372d429670d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0958691 Sep 19 17:30:02.426214 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f2f7c0a8-efb1-4037-b734-5c4f460f1a4f req-3fe8021b-5a9f-47dc-9ecc-3ea3a9213335 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Sep 19 17:30:03.659515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608edb9d-6659-41c7-84cc-1279424d8386 req-175896f7-121f-4675-a31e-bd90c1a1ec60 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:03.660958 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-608edb9d-6659-41c7-84cc-1279424d8386 req-175896f7-121f-4675-a31e-bd90c1a1ec60 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1052620 Sep 19 17:30:03.707547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-608edb9d-6659-41c7-84cc-1279424d8386 req-858f93af-8d98-4ddd-a8a8-bedfb919cbae tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Sep 19 17:30:04.921160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c4a47-d0d7-4edf-ae3a-3fcd8e0c755a req-8ee7e263-34ba-472a-b469-9cb1cd879998 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:04.922632 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e49c4a47-d0d7-4edf-ae3a-3fcd8e0c755a req-8ee7e263-34ba-472a-b469-9cb1cd879998 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0932183 Sep 19 17:30:04.973552 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e49c4a47-d0d7-4edf-ae3a-3fcd8e0c755a req-d41d4a70-86ac-46ca-8c38-7bb366fdb487 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427103 Sep 19 17:30:06.204411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd36e4b-fb09-4fd0-89c0-802722674f73 req-826c4f7f-26d0-415d-a421-699ae662a0e2 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:06.205861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4bd36e4b-fb09-4fd0-89c0-802722674f73 req-826c4f7f-26d0-415d-a421-699ae662a0e2 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1008191 Sep 19 17:30:06.267256 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4bd36e4b-fb09-4fd0-89c0-802722674f73 req-fd1c82ba-e2c3-4acb-a02e-45f84676b55b tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554969 Sep 19 17:30:07.477298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea25e8-7e26-4450-a87f-df5b74a12fbe req-a9ee58f2-bca7-4aac-8ff1-7d8960d6da4a tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:07.478872 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18ea25e8-7e26-4450-a87f-df5b74a12fbe req-a9ee58f2-bca7-4aac-8ff1-7d8960d6da4a tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0889647 Sep 19 17:30:07.522198 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18ea25e8-7e26-4450-a87f-df5b74a12fbe req-f7034a10-67e9-48d5-aaf3-5ac02f10532b tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374765 Sep 19 17:30:08.742065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f536edc-c7a0-4293-bb72-5e28e68148ae req-d48fbba7-2877-45db-9937-10986d244202 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:08.743443 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f536edc-c7a0-4293-bb72-5e28e68148ae req-d48fbba7-2877-45db-9937-10986d244202 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0988791 Sep 19 17:30:08.800749 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5f536edc-c7a0-4293-bb72-5e28e68148ae req-f57f35cf-7675-4558-8cdb-35a30e6e2649 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482399 Sep 19 17:30:10.038716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a5757-b259-4713-b0c0-dc0e66942556 req-48b425c8-3c50-45ea-ab6a-dd6b90eabb72 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:10.040227 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f78a5757-b259-4713-b0c0-dc0e66942556 req-48b425c8-3c50-45ea-ab6a-dd6b90eabb72 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1026483 Sep 19 17:30:10.085672 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f78a5757-b259-4713-b0c0-dc0e66942556 req-d98954b0-dc8b-4637-aaf2-7bffd22d342e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Sep 19 17:30:11.310560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df3d0-18e5-4290-a432-2579412af06b req-603fed85-8dbc-4db4-bb54-b63030b4908e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:11.311996 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2df3d0-18e5-4290-a432-2579412af06b req-603fed85-8dbc-4db4-bb54-b63030b4908e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1045713 Sep 19 17:30:11.357902 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2df3d0-18e5-4290-a432-2579412af06b req-ca191f1c-98c8-4601-b94d-93ac06521421 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Sep 19 17:30:11.389910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-94eefa73-0857-4dec-885b-e4cf41c8fa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:12.576056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddac10-9641-4e6d-83d6-5bb311c7c2f7 req-902e48b4-76f7-420d-83b9-25dbab59f62e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:12.577555 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fdddac10-9641-4e6d-83d6-5bb311c7c2f7 req-902e48b4-76f7-420d-83b9-25dbab59f62e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0970290 Sep 19 17:30:12.626510 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fdddac10-9641-4e6d-83d6-5bb311c7c2f7 req-3cff6185-9ba0-4612-a3e6-d508d2866592 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Sep 19 17:30:12.777905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-4148d52b-b1a2-4af2-8569-ed258d72a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:12.779420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-4148d52b-b1a2-4af2-8569-ed258d72a6de service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b54bfc506449e29c022ee784e020ba&device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 1098 time: 0.1323614 Sep 19 17:30:12.926867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-e9c8477a-c27b-4aa0-95dc-e4488e7b0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:12.928339 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-e9c8477a-c27b-4aa0-95dc-e4488e7b0f58 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecb280ac-f83c-415a-adfe-c7d6f978ec43 HTTP/1.1" status: 200 len: 911 time: 0.1290751 Sep 19 17:30:13.011351 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-ba9ed004-aeea-4e36-9478-8c2bb1dda131 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f205615-9e40-44a1-a237-3081211cf929 HTTP/1.1" status: 200 len: 217 time: 0.0739241 Sep 19 17:30:13.082937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-4b55f443-9e55-4ab6-9dcc-380ed01119fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:13.084357 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-4b55f443-9e55-4ab6-9dcc-380ed01119fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4d5728c2-9f1b-4dfe-8603-decc3d96eff8 HTTP/1.1" status: 200 len: 849 time: 0.0674841 Sep 19 17:30:13.170431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-3c95c7d0-8348-4e69-a767-d0c0a34cb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:13.171939 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-3c95c7d0-8348-4e69-a767-d0c0a34cb8c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecb280ac-f83c-415a-adfe-c7d6f978ec43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814819 Sep 19 17:30:13.406644 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-9c83032f-a98a-46a2-941d-bffd5b0dbd1e service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281570 Sep 19 17:30:13.538059 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5ae9445b-8de2-46dd-95e0-27eb84f8d4ea req-1f8f7c48-cff2-4925-ad95-7d78fbc00915 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258488 Sep 19 17:30:13.592158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1c58e2fa-1d31-4e35-9a4b-106264751c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:13.854625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6b8d2-0954-4980-9aa8-5bb75a7b993f req-93aa29e1-8b11-46af-b84b-a656ae15bbe4 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:13.856122 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-72e6b8d2-0954-4980-9aa8-5bb75a7b993f req-93aa29e1-8b11-46af-b84b-a656ae15bbe4 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1050851 Sep 19 17:30:13.902918 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-72e6b8d2-0954-4980-9aa8-5bb75a7b993f req-387c39d2-4a4e-4f52-88d5-a5ebb6723ced tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Sep 19 17:30:15.144591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25eb-6ba5-482c-9d4f-9da0dc8b632d req-e9f7a418-6adf-479e-92b3-e97dea22991b tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:15.146503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d97a25eb-6ba5-482c-9d4f-9da0dc8b632d req-e9f7a418-6adf-479e-92b3-e97dea22991b tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1095960 Sep 19 17:30:15.180632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:15.193218 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d97a25eb-6ba5-482c-9d4f-9da0dc8b632d req-e3001b9a-9ed3-4424-ba2a-93eddff9e8b4 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Sep 19 17:30:15.201208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:16.255851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:16.408758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff2a78-8800-4859-99c7-7d08459eb80d req-23d1f469-0681-4c48-a64a-863ea23e5389 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:16.410325 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dff2a78-8800-4859-99c7-7d08459eb80d req-23d1f469-0681-4c48-a64a-863ea23e5389 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0922909 Sep 19 17:30:16.466622 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dff2a78-8800-4859-99c7-7d08459eb80d req-5da784f9-56d5-41fe-bbf4-8d95f5c88e2b tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500257 Sep 19 17:30:17.683123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778c12-7d6f-4465-aa59-ba4876f3dfbe req-7570a3e0-4f3f-4d8d-8bac-bbe1eb6dbf7b tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:17.684623 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ce778c12-7d6f-4465-aa59-ba4876f3dfbe req-7570a3e0-4f3f-4d8d-8bac-bbe1eb6dbf7b tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1018631 Sep 19 17:30:17.740855 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ce778c12-7d6f-4465-aa59-ba4876f3dfbe req-26db30d3-c23f-4468-a23c-dfad32d00f9e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471430 Sep 19 17:30:18.966389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727221e5-42e4-4567-a61a-3710c7bf3156 req-56222efc-7cdf-4f87-b7cc-f1909af1f0d2 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:18.967945 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-727221e5-42e4-4567-a61a-3710c7bf3156 req-56222efc-7cdf-4f87-b7cc-f1909af1f0d2 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1000729 Sep 19 17:30:19.022296 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-727221e5-42e4-4567-a61a-3710c7bf3156 req-024ed45c-effd-4b70-b735-efdac55e8d59 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Sep 19 17:30:20.232144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fad38-bf4b-453c-ba1f-7737a7797101 req-068af1d7-f213-4636-a8d0-786f2ed38fec tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:20.233615 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb3fad38-bf4b-453c-ba1f-7737a7797101 req-068af1d7-f213-4636-a8d0-786f2ed38fec tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0909758 Sep 19 17:30:20.281160 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb3fad38-bf4b-453c-ba1f-7737a7797101 req-dfc3496e-7096-4b4e-800c-c769a77407d6 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Sep 19 17:30:21.512111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d782b-908f-4b1d-a850-b60e96d9f7cd req-2e805005-d1b9-4278-9cc7-fa14f0de0633 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:21.513552 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d99d782b-908f-4b1d-a850-b60e96d9f7cd req-2e805005-d1b9-4278-9cc7-fa14f0de0633 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0948813 Sep 19 17:30:21.558169 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d99d782b-908f-4b1d-a850-b60e96d9f7cd req-3a1d70fc-c469-4038-b5c1-0af91e838d44 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 Sep 19 17:30:22.792910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc779d-d0d0-4c79-93a1-e57c73d5b1aa req-fe74e451-0268-432c-a16d-45b7a4dff940 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:22.794284 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ccc779d-d0d0-4c79-93a1-e57c73d5b1aa req-fe74e451-0268-432c-a16d-45b7a4dff940 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1056068 Sep 19 17:30:22.838209 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ccc779d-d0d0-4c79-93a1-e57c73d5b1aa req-4c97b8e1-e718-4ccf-aa4a-7edf0758078f tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379531 Sep 19 17:30:24.046323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb330d4-da7a-4553-b21d-e27acd4f9f05 req-96af7aa4-8ca7-46a9-a16e-d73a274ae7e3 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:24.047864 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7fb330d4-da7a-4553-b21d-e27acd4f9f05 req-96af7aa4-8ca7-46a9-a16e-d73a274ae7e3 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0913281 Sep 19 17:30:24.098833 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7fb330d4-da7a-4553-b21d-e27acd4f9f05 req-07466033-a8cb-4ebc-9812-904f9a3b03e8 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Sep 19 17:30:25.325780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c7185-d5f9-4218-a14a-47e7080085a2 req-30445fd6-8f6b-4b12-83ff-de3cfb42a006 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:25.327453 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c5c7185-d5f9-4218-a14a-47e7080085a2 req-30445fd6-8f6b-4b12-83ff-de3cfb42a006 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1033294 Sep 19 17:30:25.371995 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c5c7185-d5f9-4218-a14a-47e7080085a2 req-c5db84fe-8082-4845-ad21-8a20f202462d tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Sep 19 17:30:25.502184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:26.596945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4d551-a196-436d-8e8e-15bdad595922 req-5cec2a0b-1bb0-4d78-a66b-6bb6f40affd2 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.598394 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cfd4d551-a196-436d-8e8e-15bdad595922 req-5cec2a0b-1bb0-4d78-a66b-6bb6f40affd2 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1095507 Sep 19 17:30:26.651268 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cfd4d551-a196-436d-8e8e-15bdad595922 req-7d3253a6-7c34-4cd2-b502-f3c2552a110a tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Sep 19 17:30:27.891038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9221e46-c91c-4a25-8b65-6d1124d383a5 req-8a660850-9e3f-4380-8da5-184f7f83b8a9 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:27.892604 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9221e46-c91c-4a25-8b65-6d1124d383a5 req-8a660850-9e3f-4380-8da5-184f7f83b8a9 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1051013 Sep 19 17:30:27.940650 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9221e46-c91c-4a25-8b65-6d1124d383a5 req-874b5f4a-05b8-439f-bbc4-c1b6b2fd3ce4 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Sep 19 17:30:29.155970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dff2b-b83b-4f16-a0e2-982596f6d1e8 req-54323784-677e-4477-8fc2-9b88b33e1fd7 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:29.157501 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7f8dff2b-b83b-4f16-a0e2-982596f6d1e8 req-54323784-677e-4477-8fc2-9b88b33e1fd7 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0977323 Sep 19 17:30:29.203580 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7f8dff2b-b83b-4f16-a0e2-982596f6d1e8 req-1a4e1aab-569f-4df9-bf8f-6d6db3310242 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Sep 19 17:30:30.417113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e436c54-7018-4b22-8255-a9e0b4b569b6 req-13c18a0d-8ffa-4f51-a8e1-e46494d2d073 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:30.418563 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1e436c54-7018-4b22-8255-a9e0b4b569b6 req-13c18a0d-8ffa-4f51-a8e1-e46494d2d073 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0909553 Sep 19 17:30:30.468748 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1e436c54-7018-4b22-8255-a9e0b4b569b6 req-daa1e549-a06c-4174-9d7f-161d752f14d7 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Sep 19 17:30:31.708203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abba86-9eb9-4521-b1c4-0fadef7e8c9a req-66d40643-66d5-4e41-983e-44e07a18c4b5 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:31.709568 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c3abba86-9eb9-4521-b1c4-0fadef7e8c9a req-66d40643-66d5-4e41-983e-44e07a18c4b5 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1109769 Sep 19 17:30:31.756855 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c3abba86-9eb9-4521-b1c4-0fadef7e8c9a req-36d1e863-bd4a-4233-aa4a-39876df6fd51 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Sep 19 17:30:32.575001 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-362f589a-2725-4c56-91f9-08b985e571dd service neutron] 10.222.0.86 "GET /v2.0/ports/8f205615-9e40-44a1-a237-3081211cf929/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0885327 Sep 19 17:30:32.860014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-1096539b-895a-42c7-a9c2-629ab7d92b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:32.862011 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-1096539b-895a-42c7-a9c2-629ab7d92b5f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5&tenant_id=35b54bfc506449e29c022ee784e020ba HTTP/1.1" status: 200 len: 1098 time: 0.0820630 Sep 19 17:30:32.962430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6101b0-e9ce-4a07-8228-10867d34dfc4 req-8efeb642-91bc-49d8-8b1f-769911a4f521 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:32.963944 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-af6101b0-e9ce-4a07-8228-10867d34dfc4 req-8efeb642-91bc-49d8-8b1f-769911a4f521 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0931516 Sep 19 17:30:32.965430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-5662e5a8-d6f8-4de1-becf-ed7d462da484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:32.966878 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-5662e5a8-d6f8-4de1-becf-ed7d462da484 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b54bfc506449e29c022ee784e020ba&device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0834613 Sep 19 17:30:33.008478 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-af6101b0-e9ce-4a07-8228-10867d34dfc4 req-6e0b5c2d-3e8d-4a1d-aaf2-af05fe8a5985 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Sep 19 17:30:33.096034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-e38664f0-b30f-4815-956b-1153a7ea49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:33.097387 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-e38664f0-b30f-4815-956b-1153a7ea49d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecb280ac-f83c-415a-adfe-c7d6f978ec43 HTTP/1.1" status: 200 len: 911 time: 0.1247501 Sep 19 17:30:33.167475 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-47d2df29-c017-4236-a34f-b84f7d05e17e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f205615-9e40-44a1-a237-3081211cf929 HTTP/1.1" status: 200 len: 217 time: 0.0634584 Sep 19 17:30:33.239450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-73ab6df8-17a8-4805-93d4-61b8c1542468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:33.240891 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-73ab6df8-17a8-4805-93d4-61b8c1542468 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4d5728c2-9f1b-4dfe-8603-decc3d96eff8 HTTP/1.1" status: 200 len: 849 time: 0.0677230 Sep 19 17:30:33.332431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2324e-c564-4874-aee4-e801ba151da1 req-c39f1894-91b8-444e-b1b1-3d5f53f10f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:33.333927 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-c39f1894-91b8-444e-b1b1-3d5f53f10f85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecb280ac-f83c-415a-adfe-c7d6f978ec43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867770 Sep 19 17:30:33.570750 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-7bd05444-6b7a-4d3c-8174-898c11ee1591 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292392 Sep 19 17:30:33.703277 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b2324e-c564-4874-aee4-e801ba151da1 req-dc9a0ec1-6738-419d-aad1-f17d0923f4c3 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256676 Sep 19 17:30:34.230613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf3c7-f517-42b2-8757-e719074f7b27 req-172f60d6-da29-44b4-9182-166f4700cb28 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:34.232176 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-00caf3c7-f517-42b2-8757-e719074f7b27 req-172f60d6-da29-44b4-9182-166f4700cb28 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.1007018 Sep 19 17:30:34.279240 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-00caf3c7-f517-42b2-8757-e719074f7b27 req-a02896eb-876b-4f82-87f0-b4f63abdf241 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Sep 19 17:30:35.499626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4fefa-7148-44a4-ad20-8e35d65811a8 req-8eb8b8db-54a3-4a0d-9eeb-fab6553a6952 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:35.501166 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7c4fefa-7148-44a4-ad20-8e35d65811a8 req-8eb8b8db-54a3-4a0d-9eeb-fab6553a6952 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 945 time: 0.0886266 Sep 19 17:30:35.543688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f205615-9e40-44a1-a237-3081211cf929 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:30:35.551121 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7c4fefa-7148-44a4-ad20-8e35d65811a8 req-518a2bf1-9314-48f8-804e-bb3dc6d692a2 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440156 Sep 19 17:30:35.661926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8f205615-9e40-44a1-a237-3081211cf929 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:30:35.662226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:35.691460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f205615-9e40-44a1-a237-3081211cf929'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:30:35.693813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34d52b3-a7a0-4cf9-a78b-8d44ba31b1cb" -d '{"events": [{"server_uuid": "1cd3b417-6b3f-44f8-9eb4-265032d86ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "8f205615-9e40-44a1-a237-3081211cf929"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:35.702195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f205615-9e40-44a1-a237-3081211cf929, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f205615-9e40-44a1-a237-3081211cf929,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:35.708650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:35.754308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94e206b-dad2-462b-9d89-faa1ba7abfe9 x-openstack-request-id: req-a94e206b-dad2-462b-9d89-faa1ba7abfe9 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:35.754604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd3b417-6b3f-44f8-9eb4-265032d86ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "8f205615-9e40-44a1-a237-3081211cf929", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:35.754858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a94e206b-dad2-462b-9d89-faa1ba7abfe9 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:35.755247 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94e206b-dad2-462b-9d89-faa1ba7abfe9'] response: {'server_uuid': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f205615-9e40-44a1-a237-3081211cf929', 'code': 200} Sep 19 17:30:35.780193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8f205615-9e40-44a1-a237-3081211cf929,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:36.761243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cad7ee-6a55-4443-ae49-23e4341fba34 req-eb3a7b6d-aaf6-4097-8d4b-83d1f30169e8 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:36.762605 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5cad7ee-6a55-4443-ae49-23e4341fba34 req-eb3a7b6d-aaf6-4097-8d4b-83d1f30169e8 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 943 time: 0.0910735 Sep 19 17:30:36.809623 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d5cad7ee-6a55-4443-ae49-23e4341fba34 req-f3e3c699-c878-4178-8c9a-9db78c2f83ce tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Sep 19 17:30:37.147983 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:30:37.228247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-247f7828-4224-4fe6-9205-c4a826b4a404 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.229698 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-247f7828-4224-4fe6-9205-c4a826b4a404 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.86 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5&tenant_id=35b54bfc506449e29c022ee784e020ba&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 943 time: 0.1029477 Sep 19 17:30:37.396511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-c5a11d88-1e34-4659-8797-3ac5352f3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.397960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-c5a11d88-1e34-4659-8797-3ac5352f3413 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b54bfc506449e29c022ee784e020ba&device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0969725 Sep 19 17:30:37.529440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-d1a5356c-89fa-46d2-90ed-593b747fcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.531001 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-d1a5356c-89fa-46d2-90ed-593b747fcacb service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecb280ac-f83c-415a-adfe-c7d6f978ec43 HTTP/1.1" status: 200 len: 911 time: 0.1271515 Sep 19 17:30:37.601647 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-90444b0b-7800-4e70-a5e3-57a8238e2555 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f205615-9e40-44a1-a237-3081211cf929 HTTP/1.1" status: 200 len: 217 time: 0.0646760 Sep 19 17:30:37.664285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-bf8565fb-6619-4f85-a334-1b8c3831a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.665592 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-bf8565fb-6619-4f85-a334-1b8c3831a8b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4d5728c2-9f1b-4dfe-8603-decc3d96eff8 HTTP/1.1" status: 200 len: 849 time: 0.0585382 Sep 19 17:30:37.755407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-f14bea10-be19-4a90-9c6f-6d5414f881fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.756900 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-f14bea10-be19-4a90-9c6f-6d5414f881fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecb280ac-f83c-415a-adfe-c7d6f978ec43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852990 Sep 19 17:30:37.898269 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-cd8959c9-4857-4755-a4b4-bace06a6eb0d service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351366 Sep 19 17:30:38.036476 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-aa1aa428-5c73-4676-910c-d18967279d50 service neutron] 10.222.0.86 "GET /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318750 Sep 19 17:30:38.923668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d9582-ad0f-4114-a500-1f745d66bb1a req-6b20bcc3-d7c5-4918-a2a0-c762f45cc585 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:38.925158 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0a9d9582-ad0f-4114-a500-1f745d66bb1a req-6b20bcc3-d7c5-4918-a2a0-c762f45cc585 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 943 time: 0.1091611 Sep 19 17:30:38.969749 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0a9d9582-ad0f-4114-a500-1f745d66bb1a req-0e53476e-c9f0-4275-b3ec-781c1b7682b3 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Sep 19 17:30:40.196425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa3b6-6212-4e45-971d-b6f7983f86d4 req-871463d8-1560-4787-9a0d-3b1d5c906de0 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:40.198229 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-222aa3b6-6212-4e45-971d-b6f7983f86d4 req-871463d8-1560-4787-9a0d-3b1d5c906de0 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 943 time: 0.1064577 Sep 19 17:30:40.247618 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-222aa3b6-6212-4e45-971d-b6f7983f86d4 req-d7825880-8cf7-4d1a-8cd1-7dada5856b6e tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/security-groups?id=04ae3fac-dab8-45b3-9deb-5c9a1d458854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Sep 19 17:30:40.475789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-e54a4c71-e0e9-4670-9271-095bf52b5a91 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:40.477213 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-e54a4c71-e0e9-4670-9271-095bf52b5a91 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.86 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 943 time: 0.0939059 Sep 19 17:30:40.549488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Deleting port 8f205615-9e40-44a1-a237-3081211cf929 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:30:40.549730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:40.927984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] For port 8f205615-9e40-44a1-a237-3081211cf929, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f205615-9e40-44a1-a237-3081211cf929,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:40.928379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:41.050840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Calling delete_port for 8f205615-9e40-44a1-a237-3081211cf929 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:30:41.205203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:41.257726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Pushing event deleted for resources: {'Port': ['ID=8f205615-9e40-44a1-a237-3081211cf929,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:41.301261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.301614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.301972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.302331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.302673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.303026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.303355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.303686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.304018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.304368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.304718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.305000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:41.356910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] No DVR routers for this DVR port 8f205615-9e40-44a1-a237-3081211cf929 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:30:41.359533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:41.362430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'name': 'network-vif-deleted', 'tag': '8f205615-9e40-44a1-a237-3081211cf929'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:30:41.364831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e6b42c-f244-486e-a972-08e15db1a948" -d '{"events": [{"server_uuid": "1cd3b417-6b3f-44f8-9eb4-265032d86ba5", "name": "network-vif-deleted", "tag": "8f205615-9e40-44a1-a237-3081211cf929"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:41.382516 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-03776638-424d-4d15-9c7e-f5eb20ac0251 req-97212137-439f-4838-9b01-edcef35b0a96 tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.86 "DELETE /v2.0/ports/8f205615-9e40-44a1-a237-3081211cf929 HTTP/1.1" status: 204 len: 173 time: 0.8997228 Sep 19 17:30:41.391688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd29dd4d-c6b6-4578-8204-01a450f17ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:41.496501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224b83e7-99ed-493c-9bd3-3d4cc3cf1a12 x-openstack-request-id: req-224b83e7-99ed-493c-9bd3-3d4cc3cf1a12 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:41.496797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd3b417-6b3f-44f8-9eb4-265032d86ba5", "name": "network-vif-deleted", "tag": "8f205615-9e40-44a1-a237-3081211cf929", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:41.497043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-224b83e7-99ed-493c-9bd3-3d4cc3cf1a12 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:41.497491 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224b83e7-99ed-493c-9bd3-3d4cc3cf1a12'] response: {'server_uuid': '1cd3b417-6b3f-44f8-9eb4-265032d86ba5', 'name': 'network-vif-deleted', 'tag': '8f205615-9e40-44a1-a237-3081211cf929', 'status': 'completed', 'code': 200} Sep 19 17:30:41.499171 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e011df57-65c2-47df-9fd9-d2cabc43aebd req-1052c8e2-d975-4952-86ee-8da11e9ae9ce tempest-DeleteServersTestJSON-293172536 tempest-DeleteServersTestJSON-293172536-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cd3b417-6b3f-44f8-9eb4-265032d86ba5 HTTP/1.1" status: 200 len: 210 time: 0.1008739 Sep 19 17:30:42.753266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52238) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:43.461726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:43.577080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f205615-9e40-44a1-a237-3081211cf929 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:30:43.617311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 8f205615-9e40-44a1-a237-3081211cf929 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:30:43.617750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f205615-9e40-44a1-a237-3081211cf929 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:30:43.622765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d91c8f17-dc14-4d4a-bbbd-a64b68ee9fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:43.823945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Deleting port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:30:43.824531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:43.998687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] For port 703f6bbb-7d60-49c9-8f16-b1e1ee75938b, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:43.999072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:44.119500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Calling delete_port for 703f6bbb-7d60-49c9-8f16-b1e1ee75938b owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:30:44.441291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:44.607999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=703f6bbb-7d60-49c9-8f16-b1e1ee75938b,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:44.650672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.651048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.651383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.651736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.652065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.652386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.652705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.653023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.653346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.653662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.653979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.654289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:44.904503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:45.198035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:45.200022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:45.272007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Router 2705327d-3fba-4f69-b373-b9dbdddd324f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:30:45.448878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:30:45.459635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] Sync routers for ids ['2705327d-3fba-4f69-b373-b9dbdddd324f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:30:45.461746 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1c7ab24b-338a-4ca9-b8ce-dcd8eeb4efe5 admin admin] 10.222.0.83 "PUT /v2.0/routers/2705327d-3fba-4f69-b373-b9dbdddd324f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073097 Sep 19 17:30:45.464228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52246) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:45.469946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] Routers {'2705327d-3fba-4f69-b373-b9dbdddd324f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:30:45.470572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:30:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2705327d-3fba-4f69-b373-b9dbdddd324f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:45.640312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:45.648741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] Set router 2705327d-3fba-4f69-b373-b9dbdddd324f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:30:45.821163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:45.834304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Deleting port 30c90a30-5f72-47a7-8e28-dea177d5b8d0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:30:45.834638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:45.939923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252'}], 'enable_snat': True}, 'gw_port_id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:30:44Z', 'revision_number': 5, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port': {'id': '30c90a30-5f72-47a7-8e28-dea177d5b8d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:40Z', 'updated_at': '2022-09-19T17:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:45.944644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] Checking router: 2705327d-3fba-4f69-b373-b9dbdddd324f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:30:45.954174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] Routers {'2705327d-3fba-4f69-b373-b9dbdddd324f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:30:45.954899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:30:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['2705327d-3fba-4f69-b373-b9dbdddd324f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:46.143502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] Set router 2705327d-3fba-4f69-b373-b9dbdddd324f gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:30:46.154092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] For port 30c90a30-5f72-47a7-8e28-dea177d5b8d0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=30c90a30-5f72-47a7-8e28-dea177d5b8d0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:46.154630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.252079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:30:45Z', 'revision_number': 6, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:46.262414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6aba09-7600-424a-8b9e-6b30a4393320 None None] The sync data for ids ['2705327d-3fba-4f69-b373-b9dbdddd324f'] in dv-neutron-857789-3-hyperv is: [{'id': '2705327d-3fba-4f69-b373-b9dbdddd324f', 'name': 'tempest-DeleteServersTestJSON-95935521-router', 'tenant_id': '35b54bfc506449e29c022ee784e020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:39Z', 'updated_at': '2022-09-19T17:30:45Z', 'revision_number': 6, 'project_id': '35b54bfc506449e29c022ee784e020ba', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:30:46.267546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.290757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Calling delete_port for 30c90a30-5f72-47a7-8e28-dea177d5b8d0 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:30:46.473769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.522702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=30c90a30-5f72-47a7-8e28-dea177d5b8d0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:46.630111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.807584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.810041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.838980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.839509 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2705327d-3fba-4f69-b373-b9dbdddd324f {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:30:46.852428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.853567 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9efa54e7-b8b8-478d-843d-64f480778cbf admin admin] 10.222.0.83 "DELETE /v2.0/routers/2705327d-3fba-4f69-b373-b9dbdddd324f HTTP/1.1" status: 204 len: 168 time: 1.3884513 Sep 19 17:30:46.856234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52250) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:46.919669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f6fa83-5c4e-4d9c-a207-8b3bf6f4102f admin admin] Deleting subnet 4d5728c2-9f1b-4dfe-8603-decc3d96eff8 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:30:46.922814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fa83-5c4e-4d9c-a207-8b3bf6f4102f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:46.978742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fa83-5c4e-4d9c-a207-8b3bf6f4102f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.068238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fa83-5c4e-4d9c-a207-8b3bf6f4102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.070848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 703f6bbb-7d60-49c9-8f16-b1e1ee75938b no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:30:47.109136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 703f6bbb-7d60-49c9-8f16-b1e1ee75938b {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:30:47.109486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 703f6bbb-7d60-49c9-8f16-b1e1ee75938b not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:30:47.143968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fa83-5c4e-4d9c-a207-8b3bf6f4102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.181974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6fa83-5c4e-4d9c-a207-8b3bf6f4102f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5728c2-9f1b-4dfe-8603-decc3d96eff8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:47.185767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fa83-5c4e-4d9c-a207-8b3bf6f4102f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.191495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b2b912-44f0-41b2-808e-a7e09cbfa012 None None] Network ecb280ac-f83c-415a-adfe-c7d6f978ec43 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:30:47.192535 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e4f6fa83-5c4e-4d9c-a207-8b3bf6f4102f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4d5728c2-9f1b-4dfe-8603-decc3d96eff8 HTTP/1.1" status: 204 len: 168 time: 0.3353045 Sep 19 17:30:47.203855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52254) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:47.322719 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.334289 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Deleting port b10354af-260e-4cc0-91d6-ad97438a8d9d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:30:47.334627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.558213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] DHCP port deletion for ecb280ac-f83c-415a-adfe-c7d6f978ec43 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:30:47.573570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] Deleting port b10354af-260e-4cc0-91d6-ad97438a8d9d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:30:47.573834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.677579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] For port b10354af-260e-4cc0-91d6-ad97438a8d9d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b10354af-260e-4cc0-91d6-ad97438a8d9d,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:47.677908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.795111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] For port b10354af-260e-4cc0-91d6-ad97438a8d9d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b10354af-260e-4cc0-91d6-ad97438a8d9d,segment=NetworkSegment(87a9b806-4f64-405d-a43f-e62ce9d8168a),segment_id=87a9b806-4f64-405d-a43f-e62ce9d8168a)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:47.795602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.800577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Calling delete_port for b10354af-260e-4cc0-91d6-ad97438a8d9d owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:30:47.886291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:47.915762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] Calling delete_port for b10354af-260e-4cc0-91d6-ad97438a8d9d owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:30:47.932201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10354af-260e-4cc0-91d6-ad97438a8d9d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:47.935830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] No DVR routers for this DVR port b10354af-260e-4cc0-91d6-ad97438a8d9d on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:30:47.986766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:30:47.987135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:30:48.052290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.077047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb280ac-f83c-415a-adfe-c7d6f978ec43']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:48.088979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a9b806-4f64-405d-a43f-e62ce9d8168a') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:48.089278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a9b806-4f64-405d-a43f-e62ce9d8168a') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:48.100571 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.117157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.123807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:30:48.124196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.191277 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 87a9b806-4f64-405d-a43f-e62ce9d8168a resource provider aggregate not found Sep 19 17:30:48.211158 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 87a9b806-4f64-405d-a43f-e62ce9d8168a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87a9b806-4f64-405d-a43f-e62ce9d8168a found for delete ", "request_id": "req-77957d1d-fa60-4fb9-98d1-36584c78fb3a"}]} Sep 19 17:30:48.231454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.236187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.263637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb280ac-f83c-415a-adfe-c7d6f978ec43,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:48.283104 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80e426e6-a9a9-4c1c-8f69-a699f734bae3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ecb280ac-f83c-415a-adfe-c7d6f978ec43 HTTP/1.1" status: 204 len: 168 time: 1.0781741 Sep 19 17:30:48.406776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52264) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:48.466209 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8a74e642-546d-4f27-84a6-3e47ef9c95c1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=35b54bfc506449e29c022ee784e020ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581069 Sep 19 17:30:48.469107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52268) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:48.488168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] Deleting port b10354af-260e-4cc0-91d6-ad97438a8d9d {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:30:48.488762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.538751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-878413f4-47ea-4c6e-a72c-9f2f0476fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.570637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-878413f4-47ea-4c6e-a72c-9f2f0476fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.572446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-690f2a38-6480-4ad1-bd32-59de4e75052f None None] The port 'b10354af-260e-4cc0-91d6-ad97438a8d9d' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:30:48.643241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-878413f4-47ea-4c6e-a72c-9f2f0476fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.668240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878413f4-47ea-4c6e-a72c-9f2f0476fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae3fac-dab8-45b3-9deb-5c9a1d458854,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:48.682041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-878413f4-47ea-4c6e-a72c-9f2f0476fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:48.686414 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-878413f4-47ea-4c6e-a72c-9f2f0476fe05 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/04ae3fac-dab8-45b3-9deb-5c9a1d458854 HTTP/1.1" status: 204 len: 168 time: 0.2138035 Sep 19 17:30:48.713093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 30c90a30-5f72-47a7-8e28-dea177d5b8d0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:30:48.750113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 30c90a30-5f72-47a7-8e28-dea177d5b8d0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:30:48.750410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 30c90a30-5f72-47a7-8e28-dea177d5b8d0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:30:48.750860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b10354af-260e-4cc0-91d6-ad97438a8d9d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:30:48.825958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b10354af-260e-4cc0-91d6-ad97438a8d9d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:30:48.826314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b10354af-260e-4cc0-91d6-ad97438a8d9d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:30:49.588383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52292) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:49.709164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-614688573-network', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:30:49.714358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:30:49.718662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Usage tracker for resource:network and tenant:f3d6ea0e5574439aae95991b72b5a847 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:30:49.722057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:30:49.729073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:30:49.742786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Made reservation on behalf of f3d6ea0e5574439aae95991b72b5a847 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:30:49.745144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:49.757661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:49.772993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:30:49.777562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d6ea0e5574439aae95991b72b5a847 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:30:49.780752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:30:49.787326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:30:49.872946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:49.880210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:49.911327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:30:49.923525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c2653a-ccb5-4161-97f3-77e09ea16429,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:49.928242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:49.928515 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Added segment 8cd32910-0b12-4415-89dc-24b9c5374f04 of type vlan for network 224fd5f2-24d0-4698-a37a-77584fcea726 Sep 19 17:30:49.958490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:49.995731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:49.997236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:49.998100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.099120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] Pushing event updated for resources: {'Network': ['ID=224fd5f2-24d0-4698-a37a-77584fcea726,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:50.103534 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-633ce88e-e731-4c6b-8cdd-d7c85bf81c25 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5140018 Sep 19 17:30:50.106577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52298) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:50.110105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 224fd5f2-24d0-4698-a37a-77584fcea726 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:30:50.112636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Request body: {'subnet': {'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-subnet', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:30:50.117859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:30:50.121968 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Usage tracker for resource:subnet and tenant:f3d6ea0e5574439aae95991b72b5a847 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:30:50.125721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:30:50.131841 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:30:50.142450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Made reservation on behalf of f3d6ea0e5574439aae95991b72b5a847 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:30:50.144900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.348731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.418246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e33f972-f55d-4ae3-bc2f-136335a999a7,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:50.428897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Checking segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:30:50.429248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Network hostable DHCP agents. Network: 224fd5f2-24d0-4698-a37a-77584fcea726, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:30:50.451369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Network 224fd5f2-24d0-4698-a37a-77584fcea726 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:30:50.461965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 224fd5f2-24d0-4698-a37a-77584fcea726) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:50.466105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:50.466688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.471085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfea207-79af-47c9-8245-83526bb8e997 None None] Network 224fd5f2-24d0-4698-a37a-77584fcea726 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:30:50.489307 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1edd48b3-041b-4020-ae6f-26ae50f5199d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3814902 Sep 19 17:30:50.492066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52302) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:50.497109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:30:50.501918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:30:50.505986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Usage tracker for resource:router and tenant:f3d6ea0e5574439aae95991b72b5a847 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:30:50.508856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:30:50.514515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:30:50.526410 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.527476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.542491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.695832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-224fd5f2-24d0-4698-a37a-77584fcea726', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'fixed_ips': [{'subnet_id': '4e33f972-f55d-4ae3-bc2f-136335a999a7'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:30:50.697061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.810531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:50.847786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Allocated IP 172.20.0.2 (224fd5f2-24d0-4698-a37a-77584fcea726/4e33f972-f55d-4ae3-bc2f-136335a999a7/c5d7ac12-4961-4542-aa7f-f813458b0360) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:30:51.061060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.072502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Transition to ACTIVE for port object c5d7ac12-4961-4542-aa7f-f813458b0360 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:30:51.091521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Transition to ACTIVE for port object c5d7ac12-4961-4542-aa7f-f813458b0360 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:30:51.099676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.163801 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Network 224fd5f2-24d0-4698-a37a-77584fcea726 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:30:51.166760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:51.170331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:30:51.176142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Pushing event updated for resources: {'Port': ['ID=c5d7ac12-4961-4542-aa7f-f813458b0360,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:51.219418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.219799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.220100 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.220433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.220760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.221092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.221417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.221742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.222051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.222391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.222738 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.223074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:51.240408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.271239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.285638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Attempting to bind port c5d7ac12-4961-4542-aa7f-f813458b0360 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:30:51.286005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Attempting to bind port c5d7ac12-4961-4542-aa7f-f813458b0360 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:30:51.286359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Attempting to bind port c5d7ac12-4961-4542-aa7f-f813458b0360 on network 224fd5f2-24d0-4698-a37a-77584fcea726 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:30:51.291679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:30:51.292051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Checking segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:30:51.292461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.292845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Bound using segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:30:51.293309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Bound port: c5d7ac12-4961-4542-aa7f-f813458b0360, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:30:51.293678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.382670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] For port c5d7ac12-4961-4542-aa7f-f813458b0360, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:30:51.385680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] For port c5d7ac12-4961-4542-aa7f-f813458b0360, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c5d7ac12-4961-4542-aa7f-f813458b0360,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:30:51.391375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.409901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Allocated IP 172.26.10.135 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/f23ef9ac-bb08-47f6-82e1-b1746a3290b0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:30:51.479600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe90a7-1c9d-488a-aa2f-d1c38768a39a None None] Pushing event updated for resources: {'Port': ['ID=c5d7ac12-4961-4542-aa7f-f813458b0360,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:51.560567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.593104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:51.679898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:30:51.683123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:51.686945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:30:51.717059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Pushing event updated for resources: {'Port': ['ID=f23ef9ac-bb08-47f6-82e1-b1746a3290b0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:52.118759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:52.357958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd222931-79a5-4e64-a84a-de04ae42ff0d None None] Network 224fd5f2-24d0-4698-a37a-77584fcea726 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:30:52.449086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f577b855-d3eb-4968-9d07-91e598a6578c None None] Provisioning for port c5d7ac12-4961-4542-aa7f-f813458b0360 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:30:52.470341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:52.739637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c5d7ac12-4961-4542-aa7f-f813458b0360 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:30:52.807594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:30:52.809889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c5d7ac12-4961-4542-aa7f-f813458b0360 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:30:52.815149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c5d7ac12-4961-4542-aa7f-f813458b0360 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:52.815525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:52.934785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9ebad8ab-b00b-464c-8507-48fa6ca5044f None None] Provisioning complete for port c5d7ac12-4961-4542-aa7f-f813458b0360 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:52.935159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9ebad8ab-b00b-464c-8507-48fa6ca5044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:52.987878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c5d7ac12-4961-4542-aa7f-f813458b0360 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:30:52.988302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:52.991489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:30:53.001365 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Sync routers for ids ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:30:53.013782 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Routers {'4db73fab-5433-428e-b4ec-44e4df9f0fb2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:30:53.014596 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:30:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:53.018182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:53.019594 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-31263db6-c039-4492-a064-1813f5441d14 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5265379 Sep 19 17:30:53.022516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52306) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:30:53.075318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port c5d7ac12-4961-4542-aa7f-f813458b0360, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c5d7ac12-4961-4542-aa7f-f813458b0360,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:53.105978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:53.183694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-9ebad8ab-b00b-464c-8507-48fa6ca5044f None None] Current status of the port c5d7ac12-4961-4542-aa7f-f813458b0360 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:30:53.194807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=c5d7ac12-4961-4542-aa7f-f813458b0360,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:53.202756 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Set router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:30:53.478837 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135'}], 'enable_snat': True}, 'gw_port_id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:30:51Z', 'revision_number': 3, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port': {'id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:51Z', 'updated_at': '2022-09-19T17:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:53.482614 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Checking router: 4db73fab-5433-428e-b4ec-44e4df9f0fb2 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:30:53.482980 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Updating router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:30:53.537600 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:53.696339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:53.884748 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:53.898249 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Transition to ACTIVE for port object f23ef9ac-bb08-47f6-82e1-b1746a3290b0 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:30:53.906885 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:53.909051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Allocated IP 172.20.0.1 (224fd5f2-24d0-4698-a37a-77584fcea726/4e33f972-f55d-4ae3-bc2f-136335a999a7/78054b48-eb58-4f75-b325-09aaa8d21373) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:30:53.976281 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Attempting to bind port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:30:53.976670 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Attempting to bind port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:30:53.976999 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Attempting to bind port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:30:53.987309 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:30:53.987679 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:30:53.988234 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:53.988971 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:30:53.989216 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Bound port: f23ef9ac-bb08-47f6-82e1-b1746a3290b0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:30:53.989563 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.016297 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Pushing event updated for resources: {'Port': ['ID=f23ef9ac-bb08-47f6-82e1-b1746a3290b0,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:54.034250 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.034637 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.034982 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.035473 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.035769 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.036422 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.036422 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.036580 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.036910 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.037231 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.037551 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.037870 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:54.086262 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] For port f23ef9ac-bb08-47f6-82e1-b1746a3290b0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:30:54.089920 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] For port f23ef9ac-bb08-47f6-82e1-b1746a3290b0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f23ef9ac-bb08-47f6-82e1-b1746a3290b0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:30:54.095625 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.154142 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Routers {'4db73fab-5433-428e-b4ec-44e4df9f0fb2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:30:54.154758 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:30:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:54.192997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.209606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Transition to ACTIVE for port object 78054b48-eb58-4f75-b325-09aaa8d21373 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:30:54.236058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.302654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Network 224fd5f2-24d0-4698-a37a-77584fcea726 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:30:54.305480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:54.309349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:30:54.329866 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eb897-36fc-4a1a-9a0d-9343f2eb0137 None None] Pushing event updated for resources: {'Port': ['ID=f23ef9ac-bb08-47f6-82e1-b1746a3290b0,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:54.341383 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] Set router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:30:54.348535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Pushing event updated for resources: {'Port': ['ID=78054b48-eb58-4f75-b325-09aaa8d21373,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:54.371775 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.618260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-62499676-b135-4ae8-9a2a-d066f5be25d8 None None] Provisioning for port 78054b48-eb58-4f75-b325-09aaa8d21373 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:30:54.625476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-62499676-b135-4ae8-9a2a-d066f5be25d8 None None] Provisioning complete for port 78054b48-eb58-4f75-b325-09aaa8d21373 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:54.626113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-62499676-b135-4ae8-9a2a-d066f5be25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.648720 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135'}], 'enable_snat': True}, 'gw_port_id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:30:51Z', 'revision_number': 3, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port': {'id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:51Z', 'updated_at': '2022-09-19T17:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:54.653801 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96d064-0c13-4636-a76a-117c4b105dfd None None] The sync data for ids ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'] in dv-neutron-857789-3-hyperv is: [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135'}], 'enable_snat': True}, 'gw_port_id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:30:51Z', 'revision_number': 3, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port': {'id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:51Z', 'updated_at': '2022-09-19T17:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:30:54.686786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.715140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-62499676-b135-4ae8-9a2a-d066f5be25d8 None None] Port 78054b48-eb58-4f75-b325-09aaa8d21373 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:30:54.764471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c5d7ac12-4961-4542-aa7f-f813458b0360 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:30:54.840659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c5d7ac12-4961-4542-aa7f-f813458b0360 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:54.841034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.960665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.968523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:54.983178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c5d7ac12-4961-4542-aa7f-f813458b0360 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:30:55.089004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Pushing event updated for resources: {'Port': ['ID=78054b48-eb58-4f75-b325-09aaa8d21373,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:55.092656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:55.233423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Network 224fd5f2-24d0-4698-a37a-77584fcea726 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:30:55.234680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:55.439975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:30:55.513541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:55.541231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6b47a484-b094-4df9-b390-787530fdc8bf None None] Provisioning complete for port 78054b48-eb58-4f75-b325-09aaa8d21373 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:55.541609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6b47a484-b094-4df9-b390-787530fdc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:55.600345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-6b47a484-b094-4df9-b390-787530fdc8bf None None] Port 78054b48-eb58-4f75-b325-09aaa8d21373 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:30:55.625072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:30:55.634006 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-550fe8e0-6145-4cb7-af7b-5027ce1b0353 admin admin] 10.222.0.83 "PUT /v2.0/routers/4db73fab-5433-428e-b4ec-44e4df9f0fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6104631 Sep 19 17:30:56.217866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Sync routers for ids ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:30:56.228870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Routers {'4db73fab-5433-428e-b4ec-44e4df9f0fb2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:30:56.229586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:30:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:56.296125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-3b82b11a-cfd0-46d1-8c1f-f219a8868ba5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:56.297473 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-3b82b11a-cfd0-46d1-8c1f-f219a8868ba5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 814 time: 0.1506622 Sep 19 17:30:56.314128 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-befb7ad9-1ee4-4be4-98fc-bbc471bb79d2 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/quotas/f3d6ea0e5574439aae95991b72b5a847 HTTP/1.1" status: 200 len: 375 time: 0.0106947 Sep 19 17:30:56.409512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Set router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:30:56.536061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-623fdcc3-7a80-4e86-a7aa-98649d53da34 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Synchronizing usage tracker for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:30:56.556405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-623fdcc3-7a80-4e86-a7aa-98649d53da34 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Unset dirty status for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:30:56.557799 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-623fdcc3-7a80-4e86-a7aa-98649d53da34 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2381620 Sep 19 17:30:56.568730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-4af88ec4-ff44-45c8-a64d-9d631a00207d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:30:56.569673 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-4af88ec4-ff44-45c8-a64d-9d631a00207d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052559 Sep 19 17:30:56.723613 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-2d3bda83-9117-4919-a56b-6675b9669b03 service neutron] 10.222.0.83 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477110 Sep 19 17:30:56.732439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f23ef9ac-bb08-47f6-82e1-b1746a3290b0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:30:56.758563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135'}], 'enable_snat': True}, 'gw_port_id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:30:54Z', 'revision_number': 4, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port': {'id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:51Z', 'updated_at': '2022-09-19T17:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '78054b48-eb58-4f75-b325-09aaa8d21373', 'name': '', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'mac_address': 'fa:16:3e:50:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:53Z', 'updated_at': '2022-09-19T17:30:54Z', 'revision_number': 2, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'subnets': [{'id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:56.778771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Checking router: 4db73fab-5433-428e-b4ec-44e4df9f0fb2 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:30:56.779158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Updating router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 port 78054b48-eb58-4f75-b325-09aaa8d21373 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:30:56.845479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:56.856555 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-1e5c642d-8b81-4cf3-a88c-096a6fe44a19 service neutron] 10.222.0.83 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275516 Sep 19 17:30:56.904481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:30:56.914401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:56.914780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:57.107197 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-338c3cf8-e8b5-4333-aea3-3d2c27364072 req-2c04a968-1a42-4e1c-af45-059423f0453e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 210 time: 0.1129727 Sep 19 17:30:57.189165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:30:57.189956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:57.223261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port f23ef9ac-bb08-47f6-82e1-b1746a3290b0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f23ef9ac-bb08-47f6-82e1-b1746a3290b0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:57.232704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:57.359059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=f23ef9ac-bb08-47f6-82e1-b1746a3290b0,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:57.423745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:57.435661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Transition to ACTIVE for port object 78054b48-eb58-4f75-b325-09aaa8d21373 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:30:57.442165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:57.630451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e063c4-f8cc-4326-ab0a-dfe4d4393ee7 None None] Pushing event updated for resources: {'Port': ['ID=78054b48-eb58-4f75-b325-09aaa8d21373,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:57.653064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Attempting to bind port 78054b48-eb58-4f75-b325-09aaa8d21373 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:30:57.653445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Attempting to bind port 78054b48-eb58-4f75-b325-09aaa8d21373 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:30:57.653815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Attempting to bind port 78054b48-eb58-4f75-b325-09aaa8d21373 on network 224fd5f2-24d0-4698-a37a-77584fcea726 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:30:57.659230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:30:57.659612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Checking segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:30:57.660106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:57.660504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Bound using segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:30:57.660967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Bound port: 78054b48-eb58-4f75-b325-09aaa8d21373, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:30:57.661345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:57.760268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] For port 78054b48-eb58-4f75-b325-09aaa8d21373, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:30:57.763311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] For port 78054b48-eb58-4f75-b325-09aaa8d21373, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=78054b48-eb58-4f75-b325-09aaa8d21373,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:30:57.770858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:57.831313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Routers {'4db73fab-5433-428e-b4ec-44e4df9f0fb2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:30:57.832480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:30:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:57.918228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e063c4-f8cc-4326-ab0a-dfe4d4393ee7 None None] Pushing event updated for resources: {'Port': ['ID=78054b48-eb58-4f75-b325-09aaa8d21373,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:58.028422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] Set router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:30:58.119639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-fbaa38b2-6e7b-40a9-83ec-c5c5a2c77859 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:58.120301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-fbaa38b2-6e7b-40a9-83ec-c5c5a2c77859 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Synchronizing usage tracker for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:30:58.139199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-fbaa38b2-6e7b-40a9-83ec-c5c5a2c77859 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Unset dirty status for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:30:58.140554 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-fbaa38b2-6e7b-40a9-83ec-c5c5a2c77859 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 814 time: 0.1746094 Sep 19 17:30:58.154664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Request body: {'port': {'device_id': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'admin_state_up': True, 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:30:58.276134 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f2976dbd-e58b-43f7-b919-1fb5b4e61648 req-3445363b-8029-4820-9ebf-4e506ef8c0f8 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 210 time: 0.0507362 Sep 19 17:30:58.311973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:30:58.322015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:30:58.333714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Made reservation on behalf of f3d6ea0e5574439aae95991b72b5a847 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:30:58.337877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:58.397447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135'}], 'enable_snat': True}, 'gw_port_id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:30:54Z', 'revision_number': 4, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port': {'id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:51Z', 'updated_at': '2022-09-19T17:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '78054b48-eb58-4f75-b325-09aaa8d21373', 'name': '', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'mac_address': 'fa:16:3e:50:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:53Z', 'updated_at': '2022-09-19T17:30:57Z', 'revision_number': 4, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'subnets': [{'id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:58.401525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca041a99-c7c1-43f4-9acd-2b657258200d None None] The sync data for ids ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'] in dv-neutron-857789-3-hyperv is: [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135'}], 'enable_snat': True}, 'gw_port_id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:30:54Z', 'revision_number': 4, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port': {'id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:51Z', 'updated_at': '2022-09-19T17:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '78054b48-eb58-4f75-b325-09aaa8d21373', 'name': '', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'mac_address': 'fa:16:3e:50:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:53Z', 'updated_at': '2022-09-19T17:30:57Z', 'revision_number': 4, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'subnets': [{'id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:30:58.547955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Allocated IP 172.20.0.4 (224fd5f2-24d0-4698-a37a-77584fcea726/4e33f972-f55d-4ae3-bc2f-136335a999a7/e517a995-e413-4594-a996-eb42d5680df3) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:30:58.768104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:58.783980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f23ef9ac-bb08-47f6-82e1-b1746a3290b0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:30:58.790466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Transition to ACTIVE for port object e517a995-e413-4594-a996-eb42d5680df3 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:30:58.816437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:58.857971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:58.858344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:58.899639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event updated for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:58.905930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Network 224fd5f2-24d0-4698-a37a-77584fcea726 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:30:58.907123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:58.909468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:30:58.986899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:30:58.988287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 78054b48-eb58-4f75-b325-09aaa8d21373 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:30:59.072133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 78054b48-eb58-4f75-b325-09aaa8d21373 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:30:59.079017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 78054b48-eb58-4f75-b325-09aaa8d21373 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:59.079496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:59.108031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:59.108792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:59.140914 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-edd1b443-dac8-4148-a2a7-cd41e1ba62a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9914470 Sep 19 17:30:59.152230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Request body: {'port': {'device_id': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:30:59.165614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-896ba03d-f7a4-4032-9b95-18c2846ffcd1 None None] Provisioning for port e517a995-e413-4594-a996-eb42d5680df3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:30:59.204814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-896ba03d-f7a4-4032-9b95-18c2846ffcd1 None None] Provisioning complete for port e517a995-e413-4594-a996-eb42d5680df3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:30:59.205031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-896ba03d-f7a4-4032-9b95-18c2846ffcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:59.275419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:59.278951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 78054b48-eb58-4f75-b325-09aaa8d21373 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:30:59.279389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:59.292156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-896ba03d-f7a4-4032-9b95-18c2846ffcd1 None None] Port e517a995-e413-4594-a996-eb42d5680df3 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:30:59.327756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 78054b48-eb58-4f75-b325-09aaa8d21373, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=78054b48-eb58-4f75-b325-09aaa8d21373,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:30:59.337303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:59.483741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=78054b48-eb58-4f75-b325-09aaa8d21373,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:59.614771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a754665-5a0a-4223-b1a0-7488fcc77efd req-f6fe4eeb-df77-48df-8402-9787f947f207 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:59.615531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-1a754665-5a0a-4223-b1a0-7488fcc77efd req-f6fe4eeb-df77-48df-8402-9787f947f207 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Synchronizing usage tracker for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:30:59.652822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-1a754665-5a0a-4223-b1a0-7488fcc77efd req-f6fe4eeb-df77-48df-8402-9787f947f207 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Unset dirty status for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:30:59.653995 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a754665-5a0a-4223-b1a0-7488fcc77efd req-f6fe4eeb-df77-48df-8402-9787f947f207 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 931 time: 0.2413082 Sep 19 17:30:59.753231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e517a995-e413-4594-a996-eb42d5680df3 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:30:59.759150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-1a754665-5a0a-4223-b1a0-7488fcc77efd req-9d469cba-5d9d-432d-ac73-07357c4191e4 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Synchronizing usage tracker for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:30:59.765187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:59.786195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Transition to ACTIVE for port object e517a995-e413-4594-a996-eb42d5680df3 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:30:59.793439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:30:59.872400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-1a754665-5a0a-4223-b1a0-7488fcc77efd req-9d469cba-5d9d-432d-ac73-07357c4191e4 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Unset dirty status for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:30:59.873558 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a754665-5a0a-4223-b1a0-7488fcc77efd req-9d469cba-5d9d-432d-ac73-07357c4191e4 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098098 Sep 19 17:30:59.982642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Pushing event updated for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:00.026316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Attempting to bind port e517a995-e413-4594-a996-eb42d5680df3 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:31:00.026580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Attempting to bind port e517a995-e413-4594-a996-eb42d5680df3 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:31:00.026947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Attempting to bind port e517a995-e413-4594-a996-eb42d5680df3 on network 224fd5f2-24d0-4698-a37a-77584fcea726 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:31:00.031688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Port e517a995-e413-4594-a996-eb42d5680df3 on network 224fd5f2-24d0-4698-a37a-77584fcea726 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:31:00.032014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Attempting to bind port e517a995-e413-4594-a996-eb42d5680df3 on network 224fd5f2-24d0-4698-a37a-77584fcea726 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:31:00.038101 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:31:00.038439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Checking segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:31:00.038824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Bound using segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:31:00.039291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Bound port: e517a995-e413-4594-a996-eb42d5680df3, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:31:00.039644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:00.136370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:31:00.139634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:31:00.149275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:00.187649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:00.188259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:00.189623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] 10.222.0.86 "PUT /v2.0/ports/e517a995-e413-4594-a996-eb42d5680df3 HTTP/1.1" status: 200 len: 1093 time: 1.0417523 Sep 19 17:31:00.190063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:31:00.192452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359" -d '{"events": [{"name": "network-changed", "server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "tag": "e517a995-e413-4594-a996-eb42d5680df3"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:00.268983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7b94c4-4df0-4e66-bb56-0dadec822970 x-openstack-request-id: req-3c7b94c4-4df0-4e66-bb56-0dadec822970 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:00.269545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "tag": "e517a995-e413-4594-a996-eb42d5680df3", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:00.269860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c7b94c4-4df0-4e66-bb56-0dadec822970 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:00.270277 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7b94c4-4df0-4e66-bb56-0dadec822970'] response: {'name': 'network-changed', 'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3', 'status': 'completed', 'code': 200} Sep 19 17:31:00.283976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4893d-0a4c-40a6-be3e-65d29cff6822 service neutron] Pushing event updated for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:00.317785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-f553ede2-f767-4052-85c6-0efb78cb1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:00.319277 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-f553ede2-f767-4052-85c6-0efb78cb1612 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 1096 time: 0.0890164 Sep 19 17:31:00.389377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-ef671e38-5a5a-4f91-8fe6-38f5815cace3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e517a995-e413-4594-a996-eb42d5680df3 HTTP/1.1" status: 200 len: 217 time: 0.0635474 Sep 19 17:31:00.455130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-c5fb837c-efa7-4d30-9cda-da039e0b3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:00.456614 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-c5fb837c-efa7-4d30-9cda-da039e0b3f40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0610628 Sep 19 17:31:00.548456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-f1881b5b-1cff-466e-9470-77f72c0ab742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:00.549836 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-f1881b5b-1cff-466e-9470-77f72c0ab742 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867231 Sep 19 17:31:00.688163 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-27dd35a1-00c8-4825-9d84-5e5a3e3ea79c service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316252 Sep 19 17:31:00.713520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 78054b48-eb58-4f75-b325-09aaa8d21373 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:31:00.784704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 78054b48-eb58-4f75-b325-09aaa8d21373 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:31:00.785325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:00.911596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 78054b48-eb58-4f75-b325-09aaa8d21373 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:31:00.923371 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6f1f90a-b472-4eb0-b01c-cf6221dd9406 req-6412890f-1710-431c-993c-926205b84347 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291522 Sep 19 17:31:01.116061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-2aa12bd6-674e-4250-9bec-77984907b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:01.117520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-2aa12bd6-674e-4250-9bec-77984907b6a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 1096 time: 0.1438794 Sep 19 17:31:01.125418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb86c8-f74e-4d23-b444-a7a2b1715954 req-8fc215a2-632f-48bc-a059-b7ed8d15c4eb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:01.126721 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89fb86c8-f74e-4d23-b444-a7a2b1715954 req-8fc215a2-632f-48bc-a059-b7ed8d15c4eb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 943 time: 0.1186893 Sep 19 17:31:01.251946 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89fb86c8-f74e-4d23-b444-a7a2b1715954 req-3071570e-aed8-4de1-885a-585775ee906a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069744 Sep 19 17:31:01.284346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-6c8cb2d5-650a-4e04-aeee-3e5d22fbedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:01.285866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-6c8cb2d5-650a-4e04-aeee-3e5d22fbedbe service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1583290 Sep 19 17:31:01.357507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-33007eb3-c4c6-405e-9f26-3d760fbe9981 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e517a995-e413-4594-a996-eb42d5680df3 HTTP/1.1" status: 200 len: 217 time: 0.0642476 Sep 19 17:31:01.420448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-862bf1e2-1850-42cc-a0b1-f6eda673e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:01.421871 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-862bf1e2-1850-42cc-a0b1-f6eda673e3cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0573006 Sep 19 17:31:01.510147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-a43409e5-874a-4aa9-982c-aa92a7aa0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:01.511591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-a43409e5-874a-4aa9-982c-aa92a7aa0f4f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834332 Sep 19 17:31:01.653067 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-282cf212-88fe-4a68-b9d1-23cb584720a3 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342404 Sep 19 17:31:01.793077 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cca7bc22-1fe7-487f-8c03-a1ac6dc93359 req-ec3535ee-8748-47ef-98a0-8aaf2f0348f5 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328559 Sep 19 17:31:02.468420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49221515-3bf0-4fb5-81f7-7c40ac11bcf8 req-4210bc1c-40cd-4766-9919-5865b6af4cb5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:02.469984 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-49221515-3bf0-4fb5-81f7-7c40ac11bcf8 req-4210bc1c-40cd-4766-9919-5865b6af4cb5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 943 time: 0.0949354 Sep 19 17:31:02.515875 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-49221515-3bf0-4fb5-81f7-7c40ac11bcf8 req-8f8f9647-a8da-4cfd-b569-d513e73c2828 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Sep 19 17:31:03.683857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e517a995-e413-4594-a996-eb42d5680df3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:31:03.726139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daa7e1-d314-4663-8a1f-48846ce4c74e req-5520828b-e2b4-48cc-b7e0-ec4b6d006b43 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:03.728220 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85daa7e1-d314-4663-8a1f-48846ce4c74e req-5520828b-e2b4-48cc-b7e0-ec4b6d006b43 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 943 time: 0.0903301 Sep 19 17:31:03.750712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-2b0fa0d3-40f3-4353-9840-4132d557095f req-030a364c-ae07-4e9d-946c-f26785bae0c5 service neutron] (89055) timed out ('10.222.0.86', 53032) {{(pid=89055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 19 17:31:03.777023 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85daa7e1-d314-4663-8a1f-48846ce4c74e req-31e2099f-a7a7-468d-8f9a-97d8f54dc076 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Sep 19 17:31:03.818044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:31:03.832713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'e517a995-e413-4594-a996-eb42d5680df3', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'port_id': 'e517a995-e413-4594-a996-eb42d5680df3', 'mac_address': 'fa:16:3e:99:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:31:03.893604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port e517a995-e413-4594-a996-eb42d5680df3 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:31:03.893961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:03.911882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e517a995-e413-4594-a996-eb42d5680df3 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:31:03.928397 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:31:03.934155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:04.003911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:04.145248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['e517a995-e413-4594-a996-eb42d5680df3'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:31:04.996438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d325a10-40e5-4327-85ca-e8b4d125ffbf req-c073e7d2-491a-462d-b082-3f33be4078b0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:04.997813 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d325a10-40e5-4327-85ca-e8b4d125ffbf req-c073e7d2-491a-462d-b082-3f33be4078b0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 944 time: 0.0973432 Sep 19 17:31:05.044305 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d325a10-40e5-4327-85ca-e8b4d125ffbf req-dd2ca6c9-d1d0-4e2f-9073-9e90427d6059 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 Sep 19 17:31:05.685578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e517a995-e413-4594-a996-eb42d5680df3 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:31:05.762132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port e517a995-e413-4594-a996-eb42d5680df3 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:31:05.766992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port e517a995-e413-4594-a996-eb42d5680df3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:31:05.767366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:05.886089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port e517a995-e413-4594-a996-eb42d5680df3 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:31:05.886447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:05.916792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:31:05.920307 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163286fa-8460-4d5d-8846-3dd37165f9ab" -d '{"events": [{"server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "name": "network-vif-plugged", "status": "completed", "tag": "e517a995-e413-4594-a996-eb42d5680df3"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:05.929353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:31:05.935315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:05.966272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f860493-55c5-475c-8495-ab08b71ec246 x-openstack-request-id: req-1f860493-55c5-475c-8495-ab08b71ec246 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:05.966555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "name": "network-vif-plugged", "status": "completed", "tag": "e517a995-e413-4594-a996-eb42d5680df3", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:05.966807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1f860493-55c5-475c-8495-ab08b71ec246 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:05.967222 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f860493-55c5-475c-8495-ab08b71ec246'] response: {'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3', 'code': 200} Sep 19 17:31:06.009515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:06.209968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7f162-7a58-4234-b0c7-38f5435a36e7 req-283d84c0-761d-47ce-8cd5-c2f06ce95ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:06.211484 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-66b7f162-7a58-4234-b0c7-38f5435a36e7 req-283d84c0-761d-47ce-8cd5-c2f06ce95ac0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 1098 time: 0.0893128 Sep 19 17:31:06.247796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff053-77dc-4a04-9216-e3de74b84dd9 req-b6d741ea-73b3-4085-a317-517379c43d7b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:06.249276 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-920ff053-77dc-4a04-9216-e3de74b84dd9 req-b6d741ea-73b3-4085-a317-517379c43d7b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0877452 Sep 19 17:31:06.251689 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-66b7f162-7a58-4234-b0c7-38f5435a36e7 req-f6428e72-aa18-4786-b032-b929a25909d5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344975 Sep 19 17:31:06.293523 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-920ff053-77dc-4a04-9216-e3de74b84dd9 req-47a53787-d1a5-4b17-97fb-ce5dab0229f0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Sep 19 17:31:07.495340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447cb7-151f-4633-919e-a9e4043952c4 req-5670d897-4ef3-4370-a477-27a0e053ae88 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:07.496802 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-97447cb7-151f-4633-919e-a9e4043952c4 req-5670d897-4ef3-4370-a477-27a0e053ae88 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0874550 Sep 19 17:31:07.548371 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-97447cb7-151f-4633-919e-a9e4043952c4 req-7dd58779-78dc-4a5c-a175-eb84a6dcf548 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432563 Sep 19 17:31:07.758698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a913722-5af7-4088-a53d-5bad8166a3e1 req-2b145a2d-acbc-4843-bc43-d715a78a9ef0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:07.760198 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7a913722-5af7-4088-a53d-5bad8166a3e1 req-2b145a2d-acbc-4843-bc43-d715a78a9ef0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0953286 Sep 19 17:31:07.806254 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7a913722-5af7-4088-a53d-5bad8166a3e1 req-ef81b5f8-5d19-4dd6-bfc1-d4715cf77a0e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Sep 19 17:31:08.185588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6f6ce-1d85-4fa1-b2be-025041eb2c9a req-4022e300-fc91-4301-8aad-aa8086788c54 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:08.187102 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a8e6f6ce-1d85-4fa1-b2be-025041eb2c9a req-4022e300-fc91-4301-8aad-aa8086788c54 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0979803 Sep 19 17:31:08.232781 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a8e6f6ce-1d85-4fa1-b2be-025041eb2c9a req-b9f8b158-af71-4887-baad-022944ec2594 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Sep 19 17:31:08.450797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a55ccd-246f-4303-adde-50a8db258b1e req-fc493c7f-a657-4c9b-81e4-f1d87d7273e4 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:08.452355 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f7a55ccd-246f-4303-adde-50a8db258b1e req-fc493c7f-a657-4c9b-81e4-f1d87d7273e4 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0936143 Sep 19 17:31:08.496041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f7a55ccd-246f-4303-adde-50a8db258b1e req-e90550e3-51ff-45c4-9e08-742e5b33d546 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379415 Sep 19 17:31:08.867578 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-8bed99a5-5e4e-4043-b912-9adfdec8c093 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780768 Sep 19 17:31:08.919368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8845e9d-fe08-4a6d-905a-cb1e5fad3c6b req-54deb7ff-723c-45aa-9498-ff9c2c70ac33 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:08.920882 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8845e9d-fe08-4a6d-905a-cb1e5fad3c6b req-54deb7ff-723c-45aa-9498-ff9c2c70ac33 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0935524 Sep 19 17:31:08.966561 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8845e9d-fe08-4a6d-905a-cb1e5fad3c6b req-170a1f7a-667f-4384-be35-13bce739012f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Sep 19 17:31:10.188486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b6bff-4f78-45be-8b59-43238a8a5498 req-90ac90b1-2ea4-481b-b4d3-23c1592bc4f9 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:10.189949 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f12b6bff-4f78-45be-8b59-43238a8a5498 req-90ac90b1-2ea4-481b-b4d3-23c1592bc4f9 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1002145 Sep 19 17:31:10.240361 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f12b6bff-4f78-45be-8b59-43238a8a5498 req-7c2f94fe-8399-4561-86bb-1e6caff8bd41 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Sep 19 17:31:10.254930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-a472ef9e-ece9-4a4b-8758-058a078d92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:10.256519 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-a472ef9e-ece9-4a4b-8758-058a078d92b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 1098 time: 0.0815463 Sep 19 17:31:10.389254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-191f2a2f-ed09-433f-9a4b-73552bf1604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:10.390699 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-191f2a2f-ed09-433f-9a4b-73552bf1604d service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1280837 Sep 19 17:31:10.560719 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-7b21540b-ca88-4fb7-8672-711b49f93f87 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e517a995-e413-4594-a996-eb42d5680df3 HTTP/1.1" status: 200 len: 217 time: 0.1623180 Sep 19 17:31:10.644073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-079569a5-779c-4220-a8b8-46183e803131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:10.645535 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-079569a5-779c-4220-a8b8-46183e803131 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0784996 Sep 19 17:31:10.734448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-d0f401c7-aeca-46c8-9324-ffd88f48d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:10.735964 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-d0f401c7-aeca-46c8-9324-ffd88f48d21d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836973 Sep 19 17:31:10.871934 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-97310339-8f15-419c-8b50-0433fbb8314c service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291721 Sep 19 17:31:11.009909 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-fac83eae-d614-4f35-baf2-69b7e0b07abe service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323586 Sep 19 17:31:11.389033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-62e0dbe2-06bf-4bc3-847f-51379a890a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:11.454448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa26d-2d72-4495-9c12-549a607c0aca req-e3734cd9-2987-4128-a84e-41dbe4c4b1f5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:11.455959 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b7eaa26d-2d72-4495-9c12-549a607c0aca req-e3734cd9-2987-4128-a84e-41dbe4c4b1f5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0957646 Sep 19 17:31:11.506164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b7eaa26d-2d72-4495-9c12-549a607c0aca req-0abb00fa-e0be-4f76-ad30-7347c1d03512 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441530 Sep 19 17:31:12.720026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a714ba-9c82-4b90-982f-b0c791254f1d req-2139bbf7-3103-46da-83ac-0abdd5e1918e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:12.721375 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13a714ba-9c82-4b90-982f-b0c791254f1d req-2139bbf7-3103-46da-83ac-0abdd5e1918e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0949049 Sep 19 17:31:12.769226 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13a714ba-9c82-4b90-982f-b0c791254f1d req-66d6a174-b326-4324-9533-0792e36c1e85 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 Sep 19 17:31:13.601497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d149c03-51f2-4d20-b743-0556be04c32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:13.981267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f207a8d-4b51-46c1-a285-9dfc7d7bb925 req-8fe8fe64-0c64-409e-960f-da6d6ab9fa8f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:13.982852 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7f207a8d-4b51-46c1-a285-9dfc7d7bb925 req-8fe8fe64-0c64-409e-960f-da6d6ab9fa8f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0908380 Sep 19 17:31:14.034805 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7f207a8d-4b51-46c1-a285-9dfc7d7bb925 req-b8ca240c-374a-4ccf-b721-f88340aaf61c tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Sep 19 17:31:14.151967 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:31:14.694670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff799-45f6-4a15-9be0-435f7400a14e req-47198546-fee7-4774-a53d-e8679cf9d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:14.696190 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-597ff799-45f6-4a15-9be0-435f7400a14e req-47198546-fee7-4774-a53d-e8679cf9d357 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 1098 time: 0.0847132 Sep 19 17:31:14.846554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff799-45f6-4a15-9be0-435f7400a14e req-65f38116-b7cc-44f4-8190-964989b45603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:14.847960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-597ff799-45f6-4a15-9be0-435f7400a14e req-65f38116-b7cc-44f4-8190-964989b45603 service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1288245 Sep 19 17:31:14.918874 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-597ff799-45f6-4a15-9be0-435f7400a14e req-b14d23c0-da8a-4be0-8f09-7a717bc8df28 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e517a995-e413-4594-a996-eb42d5680df3 HTTP/1.1" status: 200 len: 217 time: 0.0649827 Sep 19 17:31:14.980949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff799-45f6-4a15-9be0-435f7400a14e req-7ce8a6f7-49a3-4e80-b511-bc8387baec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:14.982339 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-597ff799-45f6-4a15-9be0-435f7400a14e req-7ce8a6f7-49a3-4e80-b511-bc8387baec8a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0578449 Sep 19 17:31:15.069283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff799-45f6-4a15-9be0-435f7400a14e req-48e2427a-fb8b-44a7-9bd8-2fbe41f8013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:15.070994 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-597ff799-45f6-4a15-9be0-435f7400a14e req-48e2427a-fb8b-44a7-9bd8-2fbe41f8013c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827603 Sep 19 17:31:15.198149 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:15.207038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:15.210219 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-597ff799-45f6-4a15-9be0-435f7400a14e req-50d3b87e-4df1-45d9-8f8a-75c5f6c6c007 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332548 Sep 19 17:31:15.254133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057d396-6a30-4f1b-a8ea-44761782843c req-626fb19a-e257-443d-a0d0-7a06465de531 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:15.255682 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4057d396-6a30-4f1b-a8ea-44761782843c req-626fb19a-e257-443d-a0d0-7a06465de531 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0986023 Sep 19 17:31:15.301592 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4057d396-6a30-4f1b-a8ea-44761782843c req-740f6eea-371b-486b-8fe6-7b5c463577ce tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392823 Sep 19 17:31:15.342664 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-597ff799-45f6-4a15-9be0-435f7400a14e req-bdc49aa8-1980-4c47-80af-63f6c02f3d65 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267507 Sep 19 17:31:16.265870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:16.522484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab2ece-6b64-4015-88e1-2d181bc4d0a3 req-99a83a9a-a060-423d-81bc-bb61779bf9a6 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:16.523876 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-00ab2ece-6b64-4015-88e1-2d181bc4d0a3 req-99a83a9a-a060-423d-81bc-bb61779bf9a6 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0923457 Sep 19 17:31:16.567597 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-00ab2ece-6b64-4015-88e1-2d181bc4d0a3 req-1544260d-0072-4d18-bb13-50b7578289cc tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378809 Sep 19 17:31:17.795469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ad46c-0647-4077-b554-0746ee08549a req-b7f3ac13-44a1-41d3-be51-c4a444929c06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:17.796872 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d50ad46c-0647-4077-b554-0746ee08549a req-b7f3ac13-44a1-41d3-be51-c4a444929c06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1019967 Sep 19 17:31:17.847498 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d50ad46c-0647-4077-b554-0746ee08549a req-f872622c-5098-41dc-9e51-532a1b0f76ab tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447667 Sep 19 17:31:19.162827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ceb8-e4ec-486d-8789-d90fb260bf31 req-10be32ae-e088-4a47-ad3a-b78d520a5221 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:19.164437 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd5ceb8-e4ec-486d-8789-d90fb260bf31 req-10be32ae-e088-4a47-ad3a-b78d520a5221 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1837428 Sep 19 17:31:19.212029 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bbd5ceb8-e4ec-486d-8789-d90fb260bf31 req-5ef2236f-fc95-42d6-868d-e9bed329da46 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Sep 19 17:31:20.429001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32ef2-9ef4-467e-b90d-425de3c4ad81 req-2978ae0c-0046-44e5-8677-13e3dc6e5ccd tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:20.430510 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bfa32ef2-9ef4-467e-b90d-425de3c4ad81 req-2978ae0c-0046-44e5-8677-13e3dc6e5ccd tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0962825 Sep 19 17:31:20.479024 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bfa32ef2-9ef4-467e-b90d-425de3c4ad81 req-7af4fa0c-38c7-42cc-9f27-3c002c8f1855 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Sep 19 17:31:21.708542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d578f5-6e4f-4b36-855c-6200089bff24 req-cc069404-82e3-4de5-a616-d8ad0dcab73a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:21.709955 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-79d578f5-6e4f-4b36-855c-6200089bff24 req-cc069404-82e3-4de5-a616-d8ad0dcab73a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0979328 Sep 19 17:31:21.756816 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-79d578f5-6e4f-4b36-855c-6200089bff24 req-5f64da1a-dcbe-462e-83b4-964b9e1a1761 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Sep 19 17:31:22.970025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038bb3-275d-4cbe-80f3-ab3b036b54e4 req-9dc1859a-952f-4fa1-94c7-4562799afc16 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:22.971532 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1038bb3-275d-4cbe-80f3-ab3b036b54e4 req-9dc1859a-952f-4fa1-94c7-4562799afc16 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0902939 Sep 19 17:31:23.017561 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d1038bb3-275d-4cbe-80f3-ab3b036b54e4 req-fa8acdd6-7f5b-4306-9f68-d52d5eb3c54d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378387 Sep 19 17:31:24.243017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14468a-245a-4ba8-8687-7abe360bc6de req-0237210c-827c-4df1-84da-6e32d65d6778 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:24.244846 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c14468a-245a-4ba8-8687-7abe360bc6de req-0237210c-827c-4df1-84da-6e32d65d6778 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1038520 Sep 19 17:31:24.289470 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c14468a-245a-4ba8-8687-7abe360bc6de req-28b0fec2-0c4f-443a-89c0-a3719cf985e7 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389235 Sep 19 17:31:25.509282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef786d-b6d8-411b-8ff7-71f4a8ad9542 req-3aa5494a-a918-493c-a2b2-50dcf1f99f99 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:25.510835 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0ef786d-b6d8-411b-8ff7-71f4a8ad9542 req-3aa5494a-a918-493c-a2b2-50dcf1f99f99 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0989306 Sep 19 17:31:25.515571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:25.556815 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0ef786d-b6d8-411b-8ff7-71f4a8ad9542 req-dcf2b8af-1fc5-4266-a38f-8c9df9b775a0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Sep 19 17:31:26.777346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039730e-9cd0-4657-bc41-f753ea919ad2 req-d38c0ed6-b330-4bbb-b26c-fe6de3c16396 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.778711 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a039730e-9cd0-4657-bc41-f753ea919ad2 req-d38c0ed6-b330-4bbb-b26c-fe6de3c16396 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1058688 Sep 19 17:31:26.824085 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a039730e-9cd0-4657-bc41-f753ea919ad2 req-d7c17716-bc01-4bce-b67a-cbe8d05028aa tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Sep 19 17:31:28.045790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475366aa-a330-4991-a5b1-a17b1cd8a873 req-f399228a-5977-47fc-af41-56b8de429461 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:28.047276 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-475366aa-a330-4991-a5b1-a17b1cd8a873 req-f399228a-5977-47fc-af41-56b8de429461 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0987661 Sep 19 17:31:28.095346 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-475366aa-a330-4991-a5b1-a17b1cd8a873 req-dc2595a0-f1bc-43a1-a58e-d2f197ace7d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Sep 19 17:31:29.319807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccada2a-a5c0-4464-a7f7-7fe69d4b9449 req-e9d0e620-aee2-4c1b-9151-dca63fcba7e6 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:29.321248 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0ccada2a-a5c0-4464-a7f7-7fe69d4b9449 req-e9d0e620-aee2-4c1b-9151-dca63fcba7e6 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0955262 Sep 19 17:31:29.365872 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0ccada2a-a5c0-4464-a7f7-7fe69d4b9449 req-2e55fb0e-6cdd-417d-8f7b-f1030888efdb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378881 Sep 19 17:31:30.579303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677264-1891-4034-8ae1-ad2ad5dc9218 req-ea8118db-ceba-4d22-9765-062338ebe3cf tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:30.580761 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05677264-1891-4034-8ae1-ad2ad5dc9218 req-ea8118db-ceba-4d22-9765-062338ebe3cf tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0967784 Sep 19 17:31:30.639357 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05677264-1891-4034-8ae1-ad2ad5dc9218 req-6460c551-3ed1-4389-b6f6-721d06d71df0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499091 Sep 19 17:31:31.860190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9921995-84c0-41ad-a954-c5d6a84da10f req-a405fb7c-a1ed-4a38-835a-0372e8ce2fa0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:31.861563 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e9921995-84c0-41ad-a954-c5d6a84da10f req-a405fb7c-a1ed-4a38-835a-0372e8ce2fa0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1008301 Sep 19 17:31:31.907585 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e9921995-84c0-41ad-a954-c5d6a84da10f req-f1e58e4a-e1d0-4611-96db-bd5ed9581f85 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 Sep 19 17:31:33.219996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4e333-70f0-4de1-8fd5-aa299b53239e req-a1aa713f-670a-4655-90d9-d448e989b27d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:33.221358 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a4e333-70f0-4de1-8fd5-aa299b53239e req-a1aa713f-670a-4655-90d9-d448e989b27d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1979921 Sep 19 17:31:33.271329 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a4e333-70f0-4de1-8fd5-aa299b53239e req-03e22a2f-3311-406b-92f8-5e876aad5884 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Sep 19 17:31:34.509240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e800e9-9b8d-477d-9fe5-a662556c8233 req-e2d20dd1-7494-46fc-ac87-ded5bd4bc510 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:34.510770 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-71e800e9-9b8d-477d-9fe5-a662556c8233 req-e2d20dd1-7494-46fc-ac87-ded5bd4bc510 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1065927 Sep 19 17:31:34.560703 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-71e800e9-9b8d-477d-9fe5-a662556c8233 req-394fe9c2-c3dc-4c50-a0c2-eb210185ed3f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438879 Sep 19 17:31:35.792544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096da06-dfbe-42bf-b466-3d7558a14cc8 req-8569af12-0c08-4312-bdcf-b09be724f589 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:35.793914 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8096da06-dfbe-42bf-b466-3d7558a14cc8 req-8569af12-0c08-4312-bdcf-b09be724f589 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1062653 Sep 19 17:31:35.840129 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8096da06-dfbe-42bf-b466-3d7558a14cc8 req-033626e4-f0c2-414c-8611-5f8f5b61d7b0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Sep 19 17:31:37.059258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec7be0-6dee-4f5e-859b-4f8239c443d6 req-48de2c24-4dc9-42be-a9a2-0256be2e9a43 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:37.060732 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49ec7be0-6dee-4f5e-859b-4f8239c443d6 req-48de2c24-4dc9-42be-a9a2-0256be2e9a43 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0995827 Sep 19 17:31:37.106780 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49ec7be0-6dee-4f5e-859b-4f8239c443d6 req-549aaf8d-f441-4e21-b865-e569c499100c tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 Sep 19 17:31:38.332465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453f39-9a39-4c55-b957-14d1ef32b2a3 req-311ad4fa-7bde-4dd8-a0ab-4c524e6a5205 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:38.333924 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b0453f39-9a39-4c55-b957-14d1ef32b2a3 req-311ad4fa-7bde-4dd8-a0ab-4c524e6a5205 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1004488 Sep 19 17:31:38.378740 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b0453f39-9a39-4c55-b957-14d1ef32b2a3 req-892e5261-adb1-4f37-8f8f-75a74059e561 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384550 Sep 19 17:31:39.608105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30992b58-7524-4742-a9c3-fa79bccb3bb6 req-ab4ecd9b-d772-463b-b659-128ee9c3c299 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:39.609596 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-30992b58-7524-4742-a9c3-fa79bccb3bb6 req-ab4ecd9b-d772-463b-b659-128ee9c3c299 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1143184 Sep 19 17:31:39.653654 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-30992b58-7524-4742-a9c3-fa79bccb3bb6 req-0277d532-a0aa-4945-a865-6d595e2734cf tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382190 Sep 19 17:31:40.882957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2392473-b2c7-486e-853f-de5f64de2703 req-91d0b82f-e27c-43bf-a223-398087149165 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:40.884448 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2392473-b2c7-486e-853f-de5f64de2703 req-91d0b82f-e27c-43bf-a223-398087149165 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1066833 Sep 19 17:31:40.930811 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c2392473-b2c7-486e-853f-de5f64de2703 req-0dd33759-ef76-4700-8a52-e9588d60a539 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Sep 19 17:31:41.383865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-db170714-291a-4180-a6e4-b7ae483190d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:42.141164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77368ec9-ae77-440a-b5e4-09c04a9197e7 req-90823292-9de7-408c-ac54-25696bb1a5fa tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:42.142807 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-77368ec9-ae77-440a-b5e4-09c04a9197e7 req-90823292-9de7-408c-ac54-25696bb1a5fa tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0939615 Sep 19 17:31:42.191955 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-77368ec9-ae77-440a-b5e4-09c04a9197e7 req-62248d54-e3c3-40b6-ba5c-27df376cb15f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427716 Sep 19 17:31:42.689746 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-1d9b284c-a717-4ace-bca7-0bce1e7853f2 service neutron] 10.222.0.86 "GET /v2.0/ports/e517a995-e413-4594-a996-eb42d5680df3/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0766864 Sep 19 17:31:42.974796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-2cf7e5cc-3ca0-4bc6-bb6f-aeb6226e7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:42.976478 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-2cf7e5cc-3ca0-4bc6-bb6f-aeb6226e7f9b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d&tenant_id=f3d6ea0e5574439aae95991b72b5a847 HTTP/1.1" status: 200 len: 1098 time: 0.0865424 Sep 19 17:31:43.085895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-e8b39f1b-8ed8-4285-8d66-db5a44b13cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:43.087407 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-e8b39f1b-8ed8-4285-8d66-db5a44b13cf6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 1098 time: 0.0845499 Sep 19 17:31:43.233371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-6152c915-7249-4789-aafc-f8a454b94df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:43.234996 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-6152c915-7249-4789-aafc-f8a454b94df9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1411018 Sep 19 17:31:43.305007 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-f0d27408-79e4-4523-8c36-10ff7a85dd24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e517a995-e413-4594-a996-eb42d5680df3 HTTP/1.1" status: 200 len: 217 time: 0.0644727 Sep 19 17:31:43.367457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-222a786c-00ae-4a9d-af87-d78f3dea1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:43.369021 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-222a786c-00ae-4a9d-af87-d78f3dea1232 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0581617 Sep 19 17:31:43.405691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da301-79d7-4e01-a686-663e0dda81cb req-437d48d9-bfa4-43a7-906e-1217885864ee tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:43.407222 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ce0da301-79d7-4e01-a686-663e0dda81cb req-437d48d9-bfa4-43a7-906e-1217885864ee tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.1025553 Sep 19 17:31:43.457311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-9a1ea5a7-27a6-49a0-a904-effdf0b396fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:43.458789 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-9a1ea5a7-27a6-49a0-a904-effdf0b396fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842240 Sep 19 17:31:43.459356 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ce0da301-79d7-4e01-a686-663e0dda81cb req-27b7f4eb-8b03-48e2-a961-61b98a375fad tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Sep 19 17:31:43.588060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fdc7a473-a7be-402c-bea8-7e1d6ccbec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:43.683108 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-a5ce87e1-53a0-42bf-b07c-b9e2f871ef99 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177150 Sep 19 17:31:43.812821 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6b3808b-fac4-49e8-bcc8-553469e05d45 req-eeea5c74-b885-4907-8c74-e28da41de14d service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240933 Sep 19 17:31:44.671771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665be5f-d965-4cb2-a1e0-407973892a2a req-087633bc-4593-4ea8-b03b-9d6a107286c5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:44.673199 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5665be5f-d965-4cb2-a1e0-407973892a2a req-087633bc-4593-4ea8-b03b-9d6a107286c5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0967903 Sep 19 17:31:44.718031 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5665be5f-d965-4cb2-a1e0-407973892a2a req-86cc509a-4fda-4fad-a6a4-a0bd0b8b56c6 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 Sep 19 17:31:45.212806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:45.214665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:45.935845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e517a995-e413-4594-a996-eb42d5680df3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:31:45.940883 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3803f5e-fa6e-42c9-9c1f-d0e4f9005ce0 req-fa749660-0365-443f-a342-c9ef9ac9b1d8 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:45.942416 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e3803f5e-fa6e-42c9-9c1f-d0e4f9005ce0 req-fa749660-0365-443f-a342-c9ef9ac9b1d8 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0952713 Sep 19 17:31:45.970657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e517a995-e413-4594-a996-eb42d5680df3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:31:45.991292 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e3803f5e-fa6e-42c9-9c1f-d0e4f9005ce0 req-8b1fe4c1-eafb-4810-ae72-24efc5e9bd95 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Sep 19 17:31:46.164033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:31:46.183577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'e517a995-e413-4594-a996-eb42d5680df3', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'port_id': 'e517a995-e413-4594-a996-eb42d5680df3', 'mac_address': 'fa:16:3e:99:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:31:46.189309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port e517a995-e413-4594-a996-eb42d5680df3 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:31:46.189667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:46.273763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:31:46.276147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9493e-693b-4432-b276-ed137ca9f120" -d '{"events": [{"server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "name": "network-vif-unplugged", "status": "completed", "tag": "e517a995-e413-4594-a996-eb42d5680df3"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:46.287946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port e517a995-e413-4594-a996-eb42d5680df3 is: ACTIVE; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:31:46.288335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:46.300657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:31:46.303301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:46.310276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:46.341132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e517a995-e413-4594-a996-eb42d5680df3 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:31:46.376112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-3a046ead-f11d-4c5c-845b-443d1527496f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:46.377612 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-3a046ead-f11d-4c5c-845b-443d1527496f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d&tenant_id=f3d6ea0e5574439aae95991b72b5a847&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 943 time: 0.1438336 Sep 19 17:31:46.396599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa730a-5824-4df7-882b-914d20f319a3 req-92ce1b15-dfe6-4ac3-8cd6-c7dc59ece5ed tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:46.403703 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25aa730a-5824-4df7-882b-914d20f319a3 req-92ce1b15-dfe6-4ac3-8cd6-c7dc59ece5ed tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 943 time: 0.1598158 Sep 19 17:31:46.434632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:46.437671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:31:46.438261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:31:46.459529 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25aa730a-5824-4df7-882b-914d20f319a3 req-e7648226-00de-469c-b5da-d900cbb5da85 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548530 Sep 19 17:31:46.473555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d5f70-6893-4233-a091-e84165b3ef2a x-openstack-request-id: req-b42d5f70-6893-4233-a091-e84165b3ef2a {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:46.473852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "name": "network-vif-unplugged", "status": "completed", "tag": "e517a995-e413-4594-a996-eb42d5680df3", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:46.474106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b42d5f70-6893-4233-a091-e84165b3ef2a {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:46.474533 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42d5f70-6893-4233-a091-e84165b3ef2a'] response: {'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3', 'code': 200} Sep 19 17:31:46.563806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-92e0a5b9-ec34-4c2a-981f-76a66753a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:46.565172 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-92e0a5b9-ec34-4c2a-981f-76a66753a8d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 1096 time: 0.0804696 Sep 19 17:31:46.706818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-1ad54650-8830-41b3-9aac-35348152e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:46.708332 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-1ad54650-8830-41b3-9aac-35348152e29b service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1363163 Sep 19 17:31:46.780073 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-412ed98b-082d-46af-b056-249c4d8a94bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e517a995-e413-4594-a996-eb42d5680df3 HTTP/1.1" status: 200 len: 217 time: 0.0650575 Sep 19 17:31:46.843759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-3f9fde20-eedf-4b60-9ab8-752d3a2beb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:46.845065 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-3f9fde20-eedf-4b60-9ab8-752d3a2beb15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0592234 Sep 19 17:31:46.932265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-7e51e8fe-0168-4e85-876e-19ee3d63ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:46.933740 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-7e51e8fe-0168-4e85-876e-19ee3d63ecf9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826583 Sep 19 17:31:46.992326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port e517a995-e413-4594-a996-eb42d5680df3 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:31:46.992670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:47.010116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e517a995-e413-4594-a996-eb42d5680df3 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:31:47.027640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:31:47.033258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:47.068932 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-005586ed-02a3-4ee5-83de-22ecd087cd89 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289666 Sep 19 17:31:47.126470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['e517a995-e413-4594-a996-eb42d5680df3'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:31:47.189862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:47.205123 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-216546a3-e06c-4b36-bd11-2abcfbf62df8 req-66d72736-4a04-4625-b4ab-cf99b139bc18 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302042 Sep 19 17:31:47.670955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd803e8a-f599-4666-9529-145f6b281b85 req-e640bac1-131a-4e6d-9936-9d0ec5d6f402 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:47.672669 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd803e8a-f599-4666-9529-145f6b281b85 req-e640bac1-131a-4e6d-9936-9d0ec5d6f402 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 944 time: 0.0930045 Sep 19 17:31:47.726146 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd803e8a-f599-4666-9529-145f6b281b85 req-be678512-f214-4823-8cf1-3173bb8e2e10 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Sep 19 17:31:47.951493 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e517a995-e413-4594-a996-eb42d5680df3 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:31:48.041969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port e517a995-e413-4594-a996-eb42d5680df3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:31:48.042211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:48.158114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port e517a995-e413-4594-a996-eb42d5680df3 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:31:48.158487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:48.193188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:31:48.200963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:48.269828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:48.475522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:31:48.477974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68bfee6-d1f8-43d4-9b44-e7411fc7a8d0" -d '{"events": [{"server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "name": "network-vif-plugged", "status": "completed", "tag": "e517a995-e413-4594-a996-eb42d5680df3"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:48.520007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf1af9b-24fa-459e-b862-20635535f06d x-openstack-request-id: req-6cf1af9b-24fa-459e-b862-20635535f06d {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:48.520390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "name": "network-vif-plugged", "status": "completed", "tag": "e517a995-e413-4594-a996-eb42d5680df3", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:48.520722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6cf1af9b-24fa-459e-b862-20635535f06d {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:48.521301 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf1af9b-24fa-459e-b862-20635535f06d'] response: {'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3', 'code': 200} Sep 19 17:31:48.941547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676abf9-fd9f-427a-8ce1-a7d34ac466d8 req-e45ed1d9-0df4-4067-b5c5-e14da73a89c0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:48.943011 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f676abf9-fd9f-427a-8ce1-a7d34ac466d8 req-e45ed1d9-0df4-4067-b5c5-e14da73a89c0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0913467 Sep 19 17:31:48.988304 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f676abf9-fd9f-427a-8ce1-a7d34ac466d8 req-e4cc7473-e646-435e-b61f-4dba166ce641 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Sep 19 17:31:49.213306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4cca8-16e0-4744-882e-655cfbbb41a9 req-a577dd71-86a4-4ee3-8d5c-0aa4788f71ae tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:49.214771 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36b4cca8-16e0-4744-882e-655cfbbb41a9 req-a577dd71-86a4-4ee3-8d5c-0aa4788f71ae tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0988097 Sep 19 17:31:49.262249 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-36b4cca8-16e0-4744-882e-655cfbbb41a9 req-92519bc0-665c-40e6-ab9c-6813837a1d9f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Sep 19 17:31:49.397146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52488) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:31:49.402296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753225283', 'description': 'tempest-description--1993702471'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:31:49.409398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:31:49.420310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:31:49.434977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.457238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:31:49.461325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Usage tracker for resource:security_group_rule and tenant:f3d6ea0e5574439aae95991b72b5a847 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:31:49.465971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:31:49.473368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:31:49.547830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.554028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.616716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8624e0b5-cfd5-4d20-97cb-c14a57d81aa6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:49.625992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.627255 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2290716 Sep 19 17:31:49.629637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.630109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.630456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.630572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52492) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:31:49.630788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.631291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.631869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.632411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.632824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.633158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.633606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.634168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.634718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a3811-e907-41d0-a715-126fe6543559 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.636102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Request body: {'security_group_rule': {'security_group_id': '8624e0b5-cfd5-4d20-97cb-c14a57d81aa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:31:49.648625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:31:49.655121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Usage tracker for resource:security_group_rule and tenant:f3d6ea0e5574439aae95991b72b5a847 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:31:49.658763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:31:49.668835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:31:49.689688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.768144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.775302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.801064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179403ba-568c-4fc9-a35a-2f1968961893,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:49.812877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.813219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.813632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.814116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.814477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.814893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.815246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.815569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.815858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.816280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.816595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.816914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:49.823730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.825943 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-49b814b7-dbd6-4fda-a53a-c6982bf557b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1940634 Sep 19 17:31:49.829944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52496) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:31:49.838197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Request body: {'security_group_rule': {'security_group_id': '8624e0b5-cfd5-4d20-97cb-c14a57d81aa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:31:49.851710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:31:49.858557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Usage tracker for resource:security_group_rule and tenant:f3d6ea0e5574439aae95991b72b5a847 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:31:49.863357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:31:49.872168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:31:49.899027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.970615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:49.977891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:50.002182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc2ea1a-3571-4cfc-9752-550def065ae3,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:50.014017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:50.015575 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-961be20f-6e78-4bc4-9e84-1baeba0a90d5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1842895 Sep 19 17:31:50.019089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52500) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:31:50.024786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:31:50.031712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:31:50.036063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Usage tracker for resource:floatingip and tenant:f3d6ea0e5574439aae95991b72b5a847 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:31:50.039259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:31:50.045627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:31:50.071185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:50.225844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:50.480014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Allocated IP 172.26.10.203 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/fc11a437-1a46-4a48-be2c-f63ca4b569bc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:31:50.628573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:50.661020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:50.731367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:31:50.734237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:31:50.737998 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:31:50.767205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event updated for resources: {'Port': ['ID=fc11a437-1a46-4a48-be2c-f63ca4b569bc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:50.823697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:50.886880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:51.109595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:51.116590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:51.154928 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:31:51.221990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event updated for resources: {'Port': ['ID=fc11a437-1a46-4a48-be2c-f63ca4b569bc,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:51.225389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:51.249675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:51.251090 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a18cfc7a-fab2-4da6-bcaa-30333fd3a849 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 1.2305717 Sep 19 17:31:51.436320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2492b-253b-403d-9436-689085d46317 req-99fa66dd-f59f-4169-b8cd-04f55ccb9ebe tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:51.437780 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0b2492b-253b-403d-9436-689085d46317 req-99fa66dd-f59f-4169-b8cd-04f55ccb9ebe tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0996025 Sep 19 17:31:51.484123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-e0b2492b-253b-403d-9436-689085d46317 req-975e5411-f603-4ae2-b7a3-3c6960550696 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Synchronizing usage tracker for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:31:51.502462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-e0b2492b-253b-403d-9436-689085d46317 req-975e5411-f603-4ae2-b7a3-3c6960550696 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Unset dirty status for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:31:51.503644 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0b2492b-253b-403d-9436-689085d46317 req-975e5411-f603-4ae2-b7a3-3c6960550696 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597200 Sep 19 17:31:52.032765 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-589e4773-d488-42d6-8f42-d69644656bb1 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:52.034098 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-589e4773-d488-42d6-8f42-d69644656bb1 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 814 time: 0.1546128 Sep 19 17:31:52.052334 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-37dc8f80-a442-4e44-8044-d48d084945cb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/quotas/f3d6ea0e5574439aae95991b72b5a847 HTTP/1.1" status: 200 len: 375 time: 0.0101955 Sep 19 17:31:52.149285 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-e61d81c4-4070-4301-9f6b-c626000e9d5a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0917094 Sep 19 17:31:52.298021 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-f90dc1ba-b2e6-4365-bf22-2d9d6e5be9df service neutron] 10.222.0.83 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412470 Sep 19 17:31:52.436192 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-33e1753c-7778-4367-95eb-743d6c7cea64 service neutron] 10.222.0.83 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319070 Sep 19 17:31:52.632011 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-df745814-60db-4932-9d51-c79caee34b42 req-443b6427-fa2c-4786-b2ad-83018faf3de9 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 210 time: 0.0507655 Sep 19 17:31:53.514758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-a1441559-cbe8-46e0-8dd3-70c4dec445b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:53.516232 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-a1441559-cbe8-46e0-8dd3-70c4dec445b5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "GET /v2.0/ports?device_id=51d8c3bc-87d3-46ae-9bc6-3853ae1d443d HTTP/1.1" status: 200 len: 945 time: 0.0936217 Sep 19 17:31:53.674383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Deleting port e517a995-e413-4594-a996-eb42d5680df3 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:31:53.675163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:53.807835 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eeca6f07-57cc-4f89-9487-fe51d9c32f6a req-79bb6e4c-78b3-4252-84a5-7bbb172ca7da tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 210 time: 0.0582039 Sep 19 17:31:53.826784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-31352429-40a2-4f4e-9d3c-5a851adfe502 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:53.828324 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-31352429-40a2-4f4e-9d3c-5a851adfe502 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 814 time: 0.2524762 Sep 19 17:31:53.841814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Request body: {'port': {'device_id': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'admin_state_up': True, 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:31:54.079604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] For port e517a995-e413-4594-a996-eb42d5680df3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e517a995-e413-4594-a996-eb42d5680df3,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:31:54.079842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:54.094937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:31:54.312806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Calling delete_port for e517a995-e413-4594-a996-eb42d5680df3 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:31:54.347784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:31:54.370938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Made reservation on behalf of f3d6ea0e5574439aae95991b72b5a847 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:31:54.374431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:54.584601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:54.596063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['e517a995-e413-4594-a996-eb42d5680df3'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:31:54.646180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event deleted for resources: {'Port': ['ID=e517a995-e413-4594-a996-eb42d5680df3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:54.700870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Allocated IP 172.20.0.6 (224fd5f2-24d0-4698-a37a-77584fcea726/4e33f972-f55d-4ae3-bc2f-136335a999a7/14581894-cfa5-4b5d-88e5-57fa1d139b46) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:31:54.750791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] No DVR routers for this DVR port e517a995-e413-4594-a996-eb42d5680df3 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:31:54.753523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:54.756340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'name': 'network-vif-deleted', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:31:54.758688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5f9158-4b56-4f08-ba32-70b6ce30becb" -d '{"events": [{"server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "name": "network-vif-deleted", "tag": "e517a995-e413-4594-a996-eb42d5680df3"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:54.789073 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "DELETE /v2.0/ports/e517a995-e413-4594-a996-eb42d5680df3 HTTP/1.1" status: 204 len: 173 time: 1.2673457 Sep 19 17:31:54.813178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade82a9f-be2c-434b-98b5-2fd9201f74f7 x-openstack-request-id: req-ade82a9f-be2c-434b-98b5-2fd9201f74f7 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:54.813467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d8c3bc-87d3-46ae-9bc6-3853ae1d443d", "name": "network-vif-deleted", "tag": "e517a995-e413-4594-a996-eb42d5680df3", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:54.813727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ade82a9f-be2c-434b-98b5-2fd9201f74f7 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:54.814114 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade82a9f-be2c-434b-98b5-2fd9201f74f7'] response: {'server_uuid': '51d8c3bc-87d3-46ae-9bc6-3853ae1d443d', 'name': 'network-vif-deleted', 'tag': 'e517a995-e413-4594-a996-eb42d5680df3', 'status': 'completed', 'code': 200} Sep 19 17:31:54.990847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:55.008462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Transition to ACTIVE for port object 14581894-cfa5-4b5d-88e5-57fa1d139b46 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:31:55.035196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:55.046527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['e517a995-e413-4594-a996-eb42d5680df3'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:31:55.113648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Network 224fd5f2-24d0-4698-a37a-77584fcea726 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:31:55.116889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:31:55.119480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:31:55.157413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event updated for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:55.191911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:55.192679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:55.203609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbdfa-441b-41c4-a8ed-fdb5de6ad74e req-4551ce96-c650-4b49-9b59-0449e82d45c0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:55.205307 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-435cbdfa-441b-41c4-a8ed-fdb5de6ad74e req-4551ce96-c650-4b49-9b59-0449e82d45c0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 931 time: 0.0961673 Sep 19 17:31:55.215891 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-ebfb01fd-bb0d-4bbc-964f-d3543f150a48 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3794684 Sep 19 17:31:55.226202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Request body: {'port': {'device_id': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:31:55.255895 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-435cbdfa-441b-41c4-a8ed-fdb5de6ad74e req-89d75026-4f4d-4f53-8d6a-7c1fb87a0d71 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442936 Sep 19 17:31:55.350072 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:55.417127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8d70c3da-584a-4f9c-af4e-d0e375c7c132 None None] Provisioning for port 14581894-cfa5-4b5d-88e5-57fa1d139b46 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:31:55.439153 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8d70c3da-584a-4f9c-af4e-d0e375c7c132 None None] Provisioning complete for port 14581894-cfa5-4b5d-88e5-57fa1d139b46 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:31:55.439607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8d70c3da-584a-4f9c-af4e-d0e375c7c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:55.510813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8d70c3da-584a-4f9c-af4e-d0e375c7c132 None None] Port 14581894-cfa5-4b5d-88e5-57fa1d139b46 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:31:55.519791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:55.710408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14581894-cfa5-4b5d-88e5-57fa1d139b46 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:31:55.719862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:55.734958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Transition to ACTIVE for port object 14581894-cfa5-4b5d-88e5-57fa1d139b46 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:31:55.742018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:55.928505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Pushing event updated for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:55.966736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Attempting to bind port 14581894-cfa5-4b5d-88e5-57fa1d139b46 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:31:55.966963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Attempting to bind port 14581894-cfa5-4b5d-88e5-57fa1d139b46 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:31:55.967328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Attempting to bind port 14581894-cfa5-4b5d-88e5-57fa1d139b46 on network 224fd5f2-24d0-4698-a37a-77584fcea726 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:31:55.972241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Port 14581894-cfa5-4b5d-88e5-57fa1d139b46 on network 224fd5f2-24d0-4698-a37a-77584fcea726 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:31:55.972560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Attempting to bind port 14581894-cfa5-4b5d-88e5-57fa1d139b46 on network 224fd5f2-24d0-4698-a37a-77584fcea726 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:31:55.977994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:31:55.978331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Checking segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:31:55.978699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Bound using segment: {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:31:55.979149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Bound port: 14581894-cfa5-4b5d-88e5-57fa1d139b46, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd32910-0b12-4415-89dc-24b9c5374f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:31:55.979489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:56.076765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:31:56.079900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:31:56.087422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:56.215151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:56.215833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:31:56.217165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] 10.222.0.86 "PUT /v2.0/ports/14581894-cfa5-4b5d-88e5-57fa1d139b46 HTTP/1.1" status: 200 len: 1093 time: 0.9950664 Sep 19 17:31:56.298990 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71feac65-4110-4fcd-b0c5-d58cb2bce718 service neutron] Pushing event updated for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:56.343432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-e709d026-7730-453b-b2d8-8e84d48cf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:56.344930 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-e709d026-7730-453b-b2d8-8e84d48cf005 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 1096 time: 0.0898163 Sep 19 17:31:56.457539 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-a54db287-a941-434d-b71d-5fe56bbfd627 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46 HTTP/1.1" status: 200 len: 217 time: 0.1052356 Sep 19 17:31:56.537793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-3910ea25-5350-427f-8fe1-7dc6afa46611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:56.539165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-3910ea25-5350-427f-8fe1-7dc6afa46611 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0743370 Sep 19 17:31:56.615964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a4f5-6740-4a8b-9f71-467372a0f226 req-69c40d21-aff3-44f1-a799-d8519c9d0431 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:56.616661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d0a2a4f5-6740-4a8b-9f71-467372a0f226 req-69c40d21-aff3-44f1-a799-d8519c9d0431 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Synchronizing usage tracker for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:31:56.648252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d0a2a4f5-6740-4a8b-9f71-467372a0f226 req-69c40d21-aff3-44f1-a799-d8519c9d0431 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Unset dirty status for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:31:56.649395 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0a2a4f5-6740-4a8b-9f71-467372a0f226 req-69c40d21-aff3-44f1-a799-d8519c9d0431 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 943 time: 0.2490861 Sep 19 17:31:56.655448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-0b1cd0df-0401-45c8-8c11-b95c73366d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:56.656849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-0b1cd0df-0401-45c8-8c11-b95c73366d0e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121581 Sep 19 17:31:56.776060 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0a2a4f5-6740-4a8b-9f71-467372a0f226 req-eee0f71c-712b-4f00-b806-c3665432f016 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182194 Sep 19 17:31:56.815099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:31:56.817372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c" -d '{"events": [{"name": "network-changed", "server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:56.823172 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-bd0a956a-40ab-437b-8226-21c67bdd7b7a service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526382 Sep 19 17:31:56.898656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca6bab9-9a26-497d-80fe-316897538959 x-openstack-request-id: req-4ca6bab9-9a26-497d-80fe-316897538959 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:56.898929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:56.899202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4ca6bab9-9a26-497d-80fe-316897538959 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:56.899590 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca6bab9-9a26-497d-80fe-316897538959'] response: {'name': 'network-changed', 'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'status': 'completed', 'code': 200} Sep 19 17:31:56.966475 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0b518e1d-6f8c-4679-a314-121a0a0bddf1 req-440d60f3-de52-47b9-bfb1-0cb3b824349c service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372912 Sep 19 17:31:57.093955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-9ccbb703-3219-43de-9a68-3026c28be79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:57.095347 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-9ccbb703-3219-43de-9a68-3026c28be79b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 1096 time: 0.0817811 Sep 19 17:31:57.238612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-5bf92a99-b072-4b80-b03f-d990b41675e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:57.240072 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-5bf92a99-b072-4b80-b03f-d990b41675e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1373718 Sep 19 17:31:57.311689 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-a7df3277-bcbe-49ca-a187-e30f5cd2088d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46 HTTP/1.1" status: 200 len: 217 time: 0.0639873 Sep 19 17:31:57.380152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-719dfbea-75dc-47eb-b0b4-e6afe24800af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:57.381502 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-719dfbea-75dc-47eb-b0b4-e6afe24800af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0636055 Sep 19 17:31:57.466198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-cc2bffde-9175-4bf6-be5a-e5e8328812c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:57.467728 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-cc2bffde-9175-4bf6-be5a-e5e8328812c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797791 Sep 19 17:31:57.605042 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-e26d3b73-e264-4b7e-be94-80355aa61f51 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286650 Sep 19 17:31:57.756350 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5dfc4ab3-a4b7-4c24-8f8b-2b247ade209c req-14f2c1ce-246f-4d06-8e58-a2b3ab99ebfa service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450081 Sep 19 17:31:57.991637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca3fb5-4789-4d5e-97e5-9ed8d446c17b req-fe1eba88-5390-49d9-a6cb-9be04f5f2220 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:57.993890 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3bca3fb5-4789-4d5e-97e5-9ed8d446c17b req-fe1eba88-5390-49d9-a6cb-9be04f5f2220 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 943 time: 0.0971951 Sep 19 17:31:57.995212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e517a995-e413-4594-a996-eb42d5680df3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:31:58.033633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: e517a995-e413-4594-a996-eb42d5680df3 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:31:58.033888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device e517a995-e413-4594-a996-eb42d5680df3 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:31:58.143219 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3bca3fb5-4789-4d5e-97e5-9ed8d446c17b req-262b097d-6c20-438d-82ad-bd3374928ccb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428847 Sep 19 17:31:59.372626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189133a8-8993-4811-b37b-641014647a00 req-a915004d-f6dd-4ff6-9690-74deb188b8c3 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:59.374093 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-189133a8-8993-4811-b37b-641014647a00 req-a915004d-f6dd-4ff6-9690-74deb188b8c3 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 943 time: 0.1000507 Sep 19 17:31:59.419595 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-189133a8-8993-4811-b37b-641014647a00 req-f6675a19-edee-4f27-a5b7-296c097ca256 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Sep 19 17:32:00.012106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 14581894-cfa5-4b5d-88e5-57fa1d139b46 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:32:00.152163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:00.165372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'port_id': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'mac_address': 'fa:16:3e:40:30:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:32:00.221082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 14581894-cfa5-4b5d-88e5-57fa1d139b46 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:32:00.221472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:00.239021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14581894-cfa5-4b5d-88e5-57fa1d139b46 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:32:00.255369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:00.263029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:00.334088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:00.341492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.341848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.342189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.342527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.342858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.343220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.343571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.343874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.344204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.344526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.344854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.345159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:00.457344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['14581894-cfa5-4b5d-88e5-57fa1d139b46'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:32:00.632849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2574e-4be0-405e-8140-24d171869b6c req-b55f3270-84e5-47df-9c77-77848ee06392 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:00.634167 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19e2574e-4be0-405e-8140-24d171869b6c req-b55f3270-84e5-47df-9c77-77848ee06392 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 944 time: 0.0930958 Sep 19 17:32:00.682925 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19e2574e-4be0-405e-8140-24d171869b6c req-b62ef525-9173-4704-b66d-8a347c55979b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Sep 19 17:32:01.915220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2b5ab-1772-4626-b235-9fff7ca8c97d req-628304f7-0758-42e8-a7eb-02e33a4c7316 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:01.916672 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-41c2b5ab-1772-4626-b235-9fff7ca8c97d req-628304f7-0758-42e8-a7eb-02e33a4c7316 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 944 time: 0.1054261 Sep 19 17:32:02.012898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 14581894-cfa5-4b5d-88e5-57fa1d139b46 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:32:02.081954 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-41c2b5ab-1772-4626-b235-9fff7ca8c97d req-40470fe8-13b4-4439-9774-69f553add9bb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563461 Sep 19 17:32:02.091110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 14581894-cfa5-4b5d-88e5-57fa1d139b46 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:32:02.097415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 14581894-cfa5-4b5d-88e5-57fa1d139b46 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:32:02.097898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:02.217730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 14581894-cfa5-4b5d-88e5-57fa1d139b46 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:32:02.218228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:02.245224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:32:02.247715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de91c709-a574-4cf5-89f6-e3622af0ca39" -d '{"events": [{"server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "name": "network-vif-plugged", "status": "completed", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:02.257529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:02.264251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:02.297362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abdb650-a3c6-4f23-a92a-d51d91466f87 x-openstack-request-id: req-9abdb650-a3c6-4f23-a92a-d51d91466f87 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:02.297741 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "name": "network-vif-plugged", "status": "completed", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:02.298002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9abdb650-a3c6-4f23-a92a-d51d91466f87 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:02.298400 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abdb650-a3c6-4f23-a92a-d51d91466f87'] response: {'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'code': 200} Sep 19 17:32:02.338433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:02.527238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e8aa4-7647-4eaf-b5b1-83fdbd23304f req-2a05cb95-4812-4a52-94e5-2b2fdce09b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:02.528748 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-856e8aa4-7647-4eaf-b5b1-83fdbd23304f req-2a05cb95-4812-4a52-94e5-2b2fdce09b9d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 1098 time: 0.0789177 Sep 19 17:32:02.568799 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-856e8aa4-7647-4eaf-b5b1-83fdbd23304f req-48ad0d26-48dd-4555-ad37-dd5771c8077c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 Sep 19 17:32:03.304556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b12b3-9a7b-473c-acf9-3a75301c16c7 req-0c702a73-c0c8-4a3f-881f-1b93cfb36783 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:03.306012 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec1b12b3-9a7b-473c-acf9-3a75301c16c7 req-0c702a73-c0c8-4a3f-881f-1b93cfb36783 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0978899 Sep 19 17:32:03.356287 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec1b12b3-9a7b-473c-acf9-3a75301c16c7 req-c29e6034-c31e-4662-8c32-2d1c1db1e42d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Sep 19 17:32:04.738242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4606e5-c2e6-4569-a756-f10c7dead333 req-34ee765b-f1ca-4f15-9b0e-aaa7bc98f543 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:04.739747 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c4606e5-c2e6-4569-a756-f10c7dead333 req-34ee765b-f1ca-4f15-9b0e-aaa7bc98f543 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1079023 Sep 19 17:32:04.788685 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9c4606e5-c2e6-4569-a756-f10c7dead333 req-bd43e93c-1eb9-4d26-a42f-34686b9fd379 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Sep 19 17:32:04.991897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479625aa-8aa6-4407-9338-8b574ddf5a0a req-11a9cdc4-336e-4e93-b72e-5835b9e8256d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:04.993296 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-479625aa-8aa6-4407-9338-8b574ddf5a0a req-11a9cdc4-336e-4e93-b72e-5835b9e8256d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0914531 Sep 19 17:32:05.039398 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-479625aa-8aa6-4407-9338-8b574ddf5a0a req-bda62a10-300c-4853-a212-ad396143be6e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400860 Sep 19 17:32:05.485731 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-62e77500-2588-4def-a686-44fac9890473 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428971 Sep 19 17:32:05.497033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803684-c4b9-421c-907c-753210103f8d req-e8f7185f-e359-4f5f-b875-147b55759a51 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:05.498406 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dd803684-c4b9-421c-907c-753210103f8d req-e8f7185f-e359-4f5f-b875-147b55759a51 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1126275 Sep 19 17:32:05.548791 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dd803684-c4b9-421c-907c-753210103f8d req-8a102f5c-246c-4255-b06b-7711406affc9 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Sep 19 17:32:06.710731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-75d76166-e1a8-4c16-a102-f098b9342195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:06.712164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-75d76166-e1a8-4c16-a102-f098b9342195 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 1098 time: 0.1238415 Sep 19 17:32:06.872247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae579-117a-48fa-80bd-d3cc87797dbf req-0a55194a-dae4-4239-8368-9304d0fe2be0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:06.874304 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-761ae579-117a-48fa-80bd-d3cc87797dbf req-0a55194a-dae4-4239-8368-9304d0fe2be0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.2125871 Sep 19 17:32:06.909343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-d614ebb8-4cf9-4b52-8426-f240761a3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:06.910718 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-d614ebb8-4cf9-4b52-8426-f240761a3439 service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1831849 Sep 19 17:32:06.990507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-699822f3-3aa8-4b46-af1b-2f36f0adc1f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46 HTTP/1.1" status: 200 len: 217 time: 0.0694058 Sep 19 17:32:06.995139 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-761ae579-117a-48fa-80bd-d3cc87797dbf req-96eda0c4-b734-4302-abdb-26eeeef4431b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083620 Sep 19 17:32:07.054082 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-81fac150-e2ee-4019-a330-83d56f503408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:07.055541 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-81fac150-e2ee-4019-a330-83d56f503408 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0591412 Sep 19 17:32:07.157435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-a31d06ce-70d8-46a1-82a1-fc9510d0f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:07.158989 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-a31d06ce-70d8-46a1-82a1-fc9510d0f1e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0969727 Sep 19 17:32:07.292133 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-905e85c3-75b2-4f7d-939f-1d68a03544c8 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259284 Sep 19 17:32:07.425518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-e1271c90-09b0-4039-8546-0b5c046faeff service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274462 Sep 19 17:32:08.212852 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9461-46a0-465d-8e70-7dbfe2503fe4 req-c5edeb57-2716-4b21-a745-b6d7a780fc19 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:08.214291 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-511c9461-46a0-465d-8e70-7dbfe2503fe4 req-c5edeb57-2716-4b21-a745-b6d7a780fc19 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0895076 Sep 19 17:32:08.260479 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-511c9461-46a0-465d-8e70-7dbfe2503fe4 req-35950125-4c35-4466-ba84-d469964cfa0b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Sep 19 17:32:09.481006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f7bbb-2c73-47b8-a7bd-e377945bc3c3 req-3f37d522-5f0c-48bb-9088-542576967576 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:09.482481 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e33f7bbb-2c73-47b8-a7bd-e377945bc3c3 req-3f37d522-5f0c-48bb-9088-542576967576 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0915835 Sep 19 17:32:09.528303 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e33f7bbb-2c73-47b8-a7bd-e377945bc3c3 req-c7eb2e0f-b6f7-4239-b10d-219076dd1405 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Sep 19 17:32:10.760121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db1df1-d1d4-4075-8f27-fb7e66ed2a7a req-4da00c43-fcb4-4e32-ac58-9dff0a1b3c4b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:10.761510 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-86db1df1-d1d4-4075-8f27-fb7e66ed2a7a req-4da00c43-fcb4-4e32-ac58-9dff0a1b3c4b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1061027 Sep 19 17:32:10.806934 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-86db1df1-d1d4-4075-8f27-fb7e66ed2a7a req-03129bf9-68d6-4b47-8b39-485d78ac618b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Sep 19 17:32:11.401847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0caa8a5f-7740-4800-9dad-1b73b409cada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:12.046349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113d6c-a3b6-4c5e-9bd8-5f12ac66d981 req-8c2be743-ed23-43a6-b4c2-e705893841e7 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:12.048412 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-13113d6c-a3b6-4c5e-9bd8-5f12ac66d981 req-8c2be743-ed23-43a6-b4c2-e705893841e7 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1068838 Sep 19 17:32:12.100377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-13113d6c-a3b6-4c5e-9bd8-5f12ac66d981 req-be117fec-02b8-4851-9eba-85f577bafbae tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Sep 19 17:32:13.333868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fcb02-3901-4c92-bf94-2dbec21de366 req-e75a2c49-1069-4d67-8825-12b88b016455 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:13.335576 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3a8fcb02-3901-4c92-bf94-2dbec21de366 req-e75a2c49-1069-4d67-8825-12b88b016455 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1153083 Sep 19 17:32:13.384642 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3a8fcb02-3901-4c92-bf94-2dbec21de366 req-1aec5f0b-eb57-4ab5-9856-1c791596aa54 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Sep 19 17:32:13.595975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f36928f0-6d25-4efd-99d2-409bdc0880ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:14.602651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8243a4-0741-4308-aa6c-8232e380cfed req-0e90175b-cf59-46f6-a529-dcbe775fdf82 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:14.604219 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ac8243a4-0741-4308-aa6c-8232e380cfed req-0e90175b-cf59-46f6-a529-dcbe775fdf82 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1045363 Sep 19 17:32:14.648653 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ac8243a4-0741-4308-aa6c-8232e380cfed req-008edad9-6e23-4ddf-9f13-0e9e9acf0934 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Sep 19 17:32:15.215044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:15.216863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:15.867607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60cf6b-1167-401b-b7f8-3f589e2064b9 req-a6dea4ed-b994-4ffb-8589-2194642b2f3d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:15.869112 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ce60cf6b-1167-401b-b7f8-3f589e2064b9 req-a6dea4ed-b994-4ffb-8589-2194642b2f3d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1001427 Sep 19 17:32:15.913594 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ce60cf6b-1167-401b-b7f8-3f589e2064b9 req-ecb8fb96-c360-478b-94cc-9f79f38a5841 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Sep 19 17:32:16.278268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:16.680181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-3a8d9514-3d3b-4014-95b8-5efe6295574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:16.681661 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-3a8d9514-3d3b-4014-95b8-5efe6295574d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 1098 time: 0.0898166 Sep 19 17:32:16.942821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-c3a83b54-ca33-43e5-b909-a57160d23f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:16.944249 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-c3a83b54-ca33-43e5-b909-a57160d23f54 service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.2430663 Sep 19 17:32:17.013473 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-d804d569-44ea-4840-a434-189146fd3e26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46 HTTP/1.1" status: 200 len: 217 time: 0.0630901 Sep 19 17:32:17.131111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-57e27d09-b275-4f00-a8d6-c914aecdede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:17.132558 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-57e27d09-b275-4f00-a8d6-c914aecdede9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.1137571 Sep 19 17:32:17.214697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb053507-5ae8-4273-a208-f78e61fc4009 req-d6e5b98f-c6d0-414e-ab8f-7a7aa19bc87c tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:17.216112 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cb053507-5ae8-4273-a208-f78e61fc4009 req-d6e5b98f-c6d0-414e-ab8f-7a7aa19bc87c tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1680446 Sep 19 17:32:17.266039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-7ce7a283-93d3-436a-bb9c-92f77285c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:17.267556 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-7ce7a283-93d3-436a-bb9c-92f77285c8a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1290531 Sep 19 17:32:17.270413 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cb053507-5ae8-4273-a208-f78e61fc4009 req-d1122384-947c-4248-b5a1-6cc04c3333be tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482769 Sep 19 17:32:17.402196 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-7ae8c3c1-3def-4244-a23a-906aa22c96ef service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281042 Sep 19 17:32:17.535171 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7ddbc8fb-50c8-43ec-adf8-35cc565a49e2 req-8f4a95dc-1362-4865-b7fb-4e8a5f8189f1 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268587 Sep 19 17:32:18.498220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da7670-3f8f-46d9-91d3-fbe6f8973260 req-0a55d563-c20e-41da-a011-9cb57d16c1f0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:18.499748 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98da7670-3f8f-46d9-91d3-fbe6f8973260 req-0a55d563-c20e-41da-a011-9cb57d16c1f0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1033506 Sep 19 17:32:18.545034 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98da7670-3f8f-46d9-91d3-fbe6f8973260 req-65ef3f9b-9f43-47ef-9e32-ae926a89d558 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378923 Sep 19 17:32:19.768737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dac6fa-9feb-4393-94b4-2a60f9afffed req-4e383f43-d510-422b-b463-abbfe90cfa7a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:19.770283 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-20dac6fa-9feb-4393-94b4-2a60f9afffed req-4e383f43-d510-422b-b463-abbfe90cfa7a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1059391 Sep 19 17:32:19.819484 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-20dac6fa-9feb-4393-94b4-2a60f9afffed req-45da596c-c6c9-46c0-90db-a476abeff418 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Sep 19 17:32:21.038241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fb99c-f532-4e6c-b455-1827e6e5b9d6 req-f1faad9d-c73f-48d3-9315-998bfcf2d854 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:21.039786 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f14fb99c-f532-4e6c-b455-1827e6e5b9d6 req-f1faad9d-c73f-48d3-9315-998bfcf2d854 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0938027 Sep 19 17:32:21.090151 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f14fb99c-f532-4e6c-b455-1827e6e5b9d6 req-2524dead-f127-4750-b84b-6fbfe2926a5e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441864 Sep 19 17:32:22.305074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852569f-805d-4e48-aa08-651271ed89c0 req-0ee01241-337f-4681-b4e4-59cb228df19d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:22.306528 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9852569f-805d-4e48-aa08-651271ed89c0 req-0ee01241-337f-4681-b4e4-59cb228df19d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0949087 Sep 19 17:32:22.351634 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9852569f-805d-4e48-aa08-651271ed89c0 req-d0a1c5d3-f0f3-4e5d-9800-5556ad429dfb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Sep 19 17:32:23.569449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac2c1-9768-4112-a693-ff99d6d261aa req-e98c1a27-3a1e-4661-bd83-a7c9c7b39e23 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:23.570936 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d85ac2c1-9768-4112-a693-ff99d6d261aa req-e98c1a27-3a1e-4661-bd83-a7c9c7b39e23 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0923202 Sep 19 17:32:23.615647 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d85ac2c1-9768-4112-a693-ff99d6d261aa req-068791fa-4472-4b11-90dc-779afadcc0fc tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Sep 19 17:32:24.828159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843c7e2-82dd-4659-943a-cf3fdc6abae9 req-beef0003-dfd6-46ca-ad68-fa03e8f887a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:24.829514 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b843c7e2-82dd-4659-943a-cf3fdc6abae9 req-beef0003-dfd6-46ca-ad68-fa03e8f887a5 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0954115 Sep 19 17:32:24.877181 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b843c7e2-82dd-4659-943a-cf3fdc6abae9 req-c94a0964-bf6b-4d41-9a1c-2723c18bc7d1 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Sep 19 17:32:25.532924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:26.090251 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f79213-0fff-43a0-beee-8ace233f9a17 req-d6f2df45-469a-4a2a-b5a8-67fce9a8ca43 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:26.091653 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-74f79213-0fff-43a0-beee-8ace233f9a17 req-d6f2df45-469a-4a2a-b5a8-67fce9a8ca43 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0966980 Sep 19 17:32:26.138605 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-74f79213-0fff-43a0-beee-8ace233f9a17 req-692052e5-8708-4ccb-8006-37af1216a63a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Sep 19 17:32:27.370979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3469c7-f906-49f8-97e4-0a84b77c9fa2 req-b019a286-ef62-4945-a81c-36698eae408f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:27.372494 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb3469c7-f906-49f8-97e4-0a84b77c9fa2 req-b019a286-ef62-4945-a81c-36698eae408f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0989170 Sep 19 17:32:27.422826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fb3469c7-f906-49f8-97e4-0a84b77c9fa2 req-67e3bc79-26fd-4e5e-8328-7bbf500eb922 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Sep 19 17:32:28.160744 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:32:28.647373 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d740b-90bd-40b2-9a3e-cdf41641ca2c req-5582967e-da2a-457d-a61b-a0b1c4acfaee tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:28.648906 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b59d740b-90bd-40b2-9a3e-cdf41641ca2c req-5582967e-da2a-457d-a61b-a0b1c4acfaee tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1027403 Sep 19 17:32:28.699998 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b59d740b-90bd-40b2-9a3e-cdf41641ca2c req-d1e051fa-ed32-4689-8da6-ab23b9721575 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Sep 19 17:32:29.899145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c813e-ae21-4029-b8c7-1666c3794dae req-8897c4b3-a746-4c0b-8561-52221622ce5e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:29.900625 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a93c813e-ae21-4029-b8c7-1666c3794dae req-8897c4b3-a746-4c0b-8561-52221622ce5e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0880916 Sep 19 17:32:29.948033 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a93c813e-ae21-4029-b8c7-1666c3794dae req-fd1f1e5a-5779-4eb2-810e-07bb82494d78 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Sep 19 17:32:31.162149 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d80f06-2d36-4db9-8d25-b0f5f9142bb4 req-d9a09b2c-8161-4894-b6d5-0ef80d0b11f0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:31.163754 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27d80f06-2d36-4db9-8d25-b0f5f9142bb4 req-d9a09b2c-8161-4894-b6d5-0ef80d0b11f0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1012576 Sep 19 17:32:31.208265 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-27d80f06-2d36-4db9-8d25-b0f5f9142bb4 req-4eab103a-e5c5-4634-a1e7-c31bbdbf3f4b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387752 Sep 19 17:32:32.420660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25fbd8-e79d-4177-813d-2325e8b5f214 req-c882b6dc-8216-48ba-9f5f-6481c213badc tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:32.422168 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef25fbd8-e79d-4177-813d-2325e8b5f214 req-c882b6dc-8216-48ba-9f5f-6481c213badc tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0931153 Sep 19 17:32:32.468133 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef25fbd8-e79d-4177-813d-2325e8b5f214 req-399a73de-3735-4ea0-9cac-5c72e6b312aa tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Sep 19 17:32:33.685828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc92783-fb2e-42c7-8b7c-f23e3a88545a req-3bf13b9f-ed80-46b4-a9bc-0107769738bd tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:33.687339 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bc92783-fb2e-42c7-8b7c-f23e3a88545a req-3bf13b9f-ed80-46b4-a9bc-0107769738bd tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0971575 Sep 19 17:32:33.738889 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6bc92783-fb2e-42c7-8b7c-f23e3a88545a req-54bc4df9-1351-49f5-a696-3ceaa98312aa tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Sep 19 17:32:34.966295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28e95b-6652-419e-9d26-25b87d774edf req-a758827d-f6c8-4690-886f-d416d454bdd4 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:34.967849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f28e95b-6652-419e-9d26-25b87d774edf req-a758827d-f6c8-4690-886f-d416d454bdd4 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0997748 Sep 19 17:32:35.024043 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f28e95b-6652-419e-9d26-25b87d774edf req-add0c54e-ee77-42e4-bb2c-af03585bc520 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 Sep 19 17:32:36.252181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84350d-2730-471c-b86a-f335680bf362 req-3825f529-b3e9-497c-b3e8-d3bf7f708ca2 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:36.253651 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6b84350d-2730-471c-b86a-f335680bf362 req-3825f529-b3e9-497c-b3e8-d3bf7f708ca2 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1010087 Sep 19 17:32:36.303102 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6b84350d-2730-471c-b86a-f335680bf362 req-850c286b-5288-4db9-be51-4d6ef9956f17 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Sep 19 17:32:37.524094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d4850-7db3-4b76-9b2d-5f09e2e739dd req-fec5e627-4be3-4a1d-b6f9-edcf7b1f958e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.525556 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d30d4850-7db3-4b76-9b2d-5f09e2e739dd req-fec5e627-4be3-4a1d-b6f9-edcf7b1f958e tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0937753 Sep 19 17:32:37.574637 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d30d4850-7db3-4b76-9b2d-5f09e2e739dd req-ff5e4585-7697-4d1c-a199-07b2c1c89d51 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Sep 19 17:32:38.798989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f81277-9662-4bed-ab3b-eeabd8623767 req-cb5eaf79-c976-4a47-bcf8-3f1c68015ef2 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:38.800452 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1f81277-9662-4bed-ab3b-eeabd8623767 req-cb5eaf79-c976-4a47-bcf8-3f1c68015ef2 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0988503 Sep 19 17:32:38.844974 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1f81277-9662-4bed-ab3b-eeabd8623767 req-4f6b6562-ad64-4bdc-805f-0619185db912 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Sep 19 17:32:39.222184 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-5aeffaa9-93e3-4476-8dbb-9e1b180bf76b service neutron] 10.222.0.86 "GET /v2.0/ports/14581894-cfa5-4b5d-88e5-57fa1d139b46/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.1743677 Sep 19 17:32:39.518434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-ebc1ffb3-1e08-484d-b4f0-e4d97a2688ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:39.519884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-ebc1ffb3-1e08-484d-b4f0-e4d97a2688ab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c&tenant_id=f3d6ea0e5574439aae95991b72b5a847 HTTP/1.1" status: 200 len: 1098 time: 0.0803730 Sep 19 17:32:39.624806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-01545157-214e-4b28-b77c-6efa64a62b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:39.626266 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-01545157-214e-4b28-b77c-6efa64a62b6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 1098 time: 0.0843298 Sep 19 17:32:39.761823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-318ae330-be26-4f05-9dd5-1f45a8c56240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:39.763289 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-318ae330-be26-4f05-9dd5-1f45a8c56240 service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1304188 Sep 19 17:32:39.829418 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-55cc9c27-734a-441a-8ccb-a2e41f9ef88d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46 HTTP/1.1" status: 200 len: 217 time: 0.0603905 Sep 19 17:32:39.899944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-9f1872f0-247d-4582-9bc6-b4aac2be81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:39.901538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-9f1872f0-247d-4582-9bc6-b4aac2be81a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0652153 Sep 19 17:32:40.048656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-054393d1-dd54-4525-9325-49b1bac99ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:40.050130 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-054393d1-dd54-4525-9325-49b1bac99ce3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1430595 Sep 19 17:32:40.141729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb4491-1be4-48e2-b7ca-830a9cb1ea2d req-b37ecc2d-7eb1-4daa-b76a-54800b003dfb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:40.143106 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b4fb4491-1be4-48e2-b7ca-830a9cb1ea2d req-b37ecc2d-7eb1-4daa-b76a-54800b003dfb tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1768022 Sep 19 17:32:40.221331 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b4fb4491-1be4-48e2-b7ca-830a9cb1ea2d req-20f392cc-f299-4452-83d8-bbfde5d44922 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704267 Sep 19 17:32:40.229618 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-24fef901-e965-47f8-896b-c6b0330094b8 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712034 Sep 19 17:32:40.367093 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d9e28a9-4b02-467b-ac85-755cabb80301 req-54ee3047-5224-4fa5-809d-8a988822213a service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306798 Sep 19 17:32:41.390127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8832cc61-e056-4108-825d-9ad9dc4fd4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:41.441574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c95f1-5e43-4655-a7cd-a339e4342443 req-2a299a4d-b078-47a2-b63d-acdb08d218bf tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:41.443056 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e6c95f1-5e43-4655-a7cd-a339e4342443 req-2a299a4d-b078-47a2-b63d-acdb08d218bf tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0987654 Sep 19 17:32:41.493494 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3e6c95f1-5e43-4655-a7cd-a339e4342443 req-acdd11d1-bd91-48d1-88f3-2b618df2e24a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Sep 19 17:32:42.206825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 14581894-cfa5-4b5d-88e5-57fa1d139b46 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:32:42.209297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 14581894-cfa5-4b5d-88e5-57fa1d139b46 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:32:42.421754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 14581894-cfa5-4b5d-88e5-57fa1d139b46 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:32:42.422460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:42.454075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:42.476292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'network_id': '224fd5f2-24d0-4698-a37a-77584fcea726', 'port_id': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'mac_address': 'fa:16:3e:40:30:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e33f972-f55d-4ae3-bc2f-136335a999a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:32:42.482326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:32:42.484643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ff2d2-3c90-4c7b-9592-f80f91cfcbee" -d '{"events": [{"server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "name": "network-vif-unplugged", "status": "completed", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:42.552956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98b788-ea51-4bc7-9607-0ec2000cc525 x-openstack-request-id: req-3e98b788-ea51-4bc7-9607-0ec2000cc525 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:42.553279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "name": "network-vif-unplugged", "status": "completed", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:42.553733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e98b788-ea51-4bc7-9607-0ec2000cc525 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:42.554522 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e98b788-ea51-4bc7-9607-0ec2000cc525'] response: {'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'code': 200} Sep 19 17:32:42.562079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:42.573476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:42.637254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 14581894-cfa5-4b5d-88e5-57fa1d139b46 is: ACTIVE; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:32:42.637670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:42.662169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14581894-cfa5-4b5d-88e5-57fa1d139b46 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:32:42.671012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:42.704881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98115640-51e7-429c-a65c-f564434ecdc3 req-d8b1f176-7c34-4e07-94b6-e128dfd461b0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:42.706319 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98115640-51e7-429c-a65c-f564434ecdc3 req-d8b1f176-7c34-4e07-94b6-e128dfd461b0 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 943 time: 0.0881734 Sep 19 17:32:42.729865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:32:42.730152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:32:42.755317 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-98115640-51e7-429c-a65c-f564434ecdc3 req-afaadb63-0a1c-42c3-ab9c-c5948c9d184c tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Sep 19 17:32:43.079976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a11e-5fbe-4aa3-ba0f-d7458ea4c58e req-273f4f08-670e-4f16-8ee3-750186e74c5c tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:43.081363 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c9f8a11e-5fbe-4aa3-ba0f-d7458ea4c58e req-273f4f08-670e-4f16-8ee3-750186e74c5c tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 943 time: 0.0895262 Sep 19 17:32:43.087357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-d15f31be-c56f-4dcf-85ff-93275d23e7e3 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:43.088861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-d15f31be-c56f-4dcf-85ff-93275d23e7e3 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c&tenant_id=f3d6ea0e5574439aae95991b72b5a847&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 943 time: 0.0940208 Sep 19 17:32:43.128013 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c9f8a11e-5fbe-4aa3-ba0f-d7458ea4c58e req-dd6d2f85-4281-444b-b0f1-5e0b6be16961 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Sep 19 17:32:43.240745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-2b868988-3b59-4b9e-8bcb-3caea9022f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:43.242318 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-2b868988-3b59-4b9e-8bcb-3caea9022f91 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3d6ea0e5574439aae95991b72b5a847&device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 1096 time: 0.0856943 Sep 19 17:32:43.291706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 14581894-cfa5-4b5d-88e5-57fa1d139b46 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:32:43.292089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:43.309342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14581894-cfa5-4b5d-88e5-57fa1d139b46 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:32:43.326506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:43.332275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:43.380270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-45ff9e50-7ee0-41f9-a7d1-723c0a8a41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:43.381877 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-45ff9e50-7ee0-41f9-a7d1-723c0a8a41c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 200 len: 915 time: 0.1334953 Sep 19 17:32:43.405461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['14581894-cfa5-4b5d-88e5-57fa1d139b46'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:32:43.445577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:43.450859 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-d2351a76-9815-48bb-87d4-031148b512e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46 HTTP/1.1" status: 200 len: 217 time: 0.0624020 Sep 19 17:32:43.514945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-34147753-ae3d-4183-8b8c-8267742f3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:43.516412 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-34147753-ae3d-4183-8b8c-8267742f3605 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 200 len: 853 time: 0.0602641 Sep 19 17:32:43.594107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a9c1-f379-49a6-b673-0b8ab0e1862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:43.603479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-dc9482a8-bb55-4987-9c6f-d6ca25b48760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:43.605166 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-dc9482a8-bb55-4987-9c6f-d6ca25b48760 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=224fd5f2-24d0-4698-a37a-77584fcea726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823019 Sep 19 17:32:43.746402 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-f8975526-4bdd-4d11-b311-efecd2287e4b service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339502 Sep 19 17:32:43.979697 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c70a1d73-f5ca-4227-a93e-66d980a13bf8 req-5db2b997-4155-4ed3-b827-23fdb28e3d44 service neutron] 10.222.0.86 "GET /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268710 Sep 19 17:32:44.218304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 14581894-cfa5-4b5d-88e5-57fa1d139b46 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:32:44.291562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 14581894-cfa5-4b5d-88e5-57fa1d139b46 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:32:44.291844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:44.349989 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fb883-5f9e-4e44-8986-d90f54ecb158 req-30df8adb-b752-4e2b-bc40-7eecd29e0eea tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:44.351577 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c16fb883-5f9e-4e44-8986-d90f54ecb158 req-30df8adb-b752-4e2b-bc40-7eecd29e0eea tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 944 time: 0.1002116 Sep 19 17:32:44.409792 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c16fb883-5f9e-4e44-8986-d90f54ecb158 req-f8ca0000-21f4-42c3-ac81-2af9c45fc78b tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496819 Sep 19 17:32:44.422203 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 14581894-cfa5-4b5d-88e5-57fa1d139b46 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:32:44.422785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:44.459582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:44.465200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:44.537472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:44.555786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:32:44.558234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fe3404-b6f8-4f1a-8f96-d38c5abdeae4" -d '{"events": [{"server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "name": "network-vif-plugged", "status": "completed", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:44.601879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ebeee2-edb9-4e3e-b570-29ce830e678d x-openstack-request-id: req-29ebeee2-edb9-4e3e-b570-29ce830e678d {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:44.602176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "name": "network-vif-plugged", "status": "completed", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:44.602491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-29ebeee2-edb9-4e3e-b570-29ce830e678d {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:44.602898 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ebeee2-edb9-4e3e-b570-29ce830e678d'] response: {'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'code': 200} Sep 19 17:32:45.201155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:45.203842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:45.621033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77aeb1-0744-4cea-83d5-4bfb9f52f317 req-5559095e-877d-40af-a741-91c9667944f2 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.622724 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a77aeb1-0744-4cea-83d5-4bfb9f52f317 req-5559095e-877d-40af-a741-91c9667944f2 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.1098337 Sep 19 17:32:45.669599 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a77aeb1-0744-4cea-83d5-4bfb9f52f317 req-b3208918-1251-4f08-8608-2c4e7235ddfe tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Sep 19 17:32:45.887878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f448fb-7eb0-44cc-aeb1-17f24703f548 req-93aed300-e83a-46e3-a059-61f49f61678a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.889377 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28f448fb-7eb0-44cc-aeb1-17f24703f548 req-93aed300-e83a-46e3-a059-61f49f61678a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0972161 Sep 19 17:32:45.935855 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-28f448fb-7eb0-44cc-aeb1-17f24703f548 req-8669bb3f-3f07-483c-919a-f4785f6f2e90 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Sep 19 17:32:46.142598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e42b46-d6fb-429c-9da8-e2dfad044d49 req-31b51e62-4ee1-40f9-9db1-6065ece694b1 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:46.144070 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-21e42b46-d6fb-429c-9da8-e2dfad044d49 req-31b51e62-4ee1-40f9-9db1-6065ece694b1 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0948892 Sep 19 17:32:46.191931 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-21e42b46-d6fb-429c-9da8-e2dfad044d49 req-5c48f88e-9a73-4bb8-87a8-23b324f0866d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Sep 19 17:32:46.273051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:46.793099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787618f4-fcd8-4544-ab17-60d33c2f707e req-b81134e6-f64e-4094-8bb2-81235094816d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:46.794499 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-787618f4-fcd8-4544-ab17-60d33c2f707e req-b81134e6-f64e-4094-8bb2-81235094816d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0961621 Sep 19 17:32:46.842455 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-787618f4-fcd8-4544-ab17-60d33c2f707e req-53ecf070-e8b1-46ff-b55d-93defb31e28f tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422001 Sep 19 17:32:48.060308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af693770-7b59-4b51-9621-7bf98caf09b6 req-643c54a8-52c0-4960-8e7a-48ceef6d40fe tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:48.061781 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af693770-7b59-4b51-9621-7bf98caf09b6 req-643c54a8-52c0-4960-8e7a-48ceef6d40fe tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0883327 Sep 19 17:32:48.108537 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af693770-7b59-4b51-9621-7bf98caf09b6 req-48bb05c1-f85d-474b-91a6-7df05295e179 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6c2653a-ccb5-4161-97f3-77e09ea16429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Sep 19 17:32:48.238170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-3f355c5d-1e26-4c8f-b420-4cd50711a96d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:48.239632 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-3f355c5d-1e26-4c8f-b420-4cd50711a96d tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 945 time: 0.0907598 Sep 19 17:32:48.311407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Deleting port 14581894-cfa5-4b5d-88e5-57fa1d139b46 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:32:48.311749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:48.575775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] For port 14581894-cfa5-4b5d-88e5-57fa1d139b46, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=14581894-cfa5-4b5d-88e5-57fa1d139b46,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:48.576005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:48.698973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Calling delete_port for 14581894-cfa5-4b5d-88e5-57fa1d139b46 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:32:48.853100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:48.866175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['14581894-cfa5-4b5d-88e5-57fa1d139b46'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:32:48.903987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event deleted for resources: {'Port': ['ID=14581894-cfa5-4b5d-88e5-57fa1d139b46,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:49.009886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] No DVR routers for this DVR port 14581894-cfa5-4b5d-88e5-57fa1d139b46 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:32:49.012446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:49.015236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'name': 'network-vif-deleted', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:32:49.017557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d8b29c-3ad5-4b2e-a8e8-44d758e76bec" -d '{"events": [{"server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "name": "network-vif-deleted", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:49.035287 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-60157946-ac8f-46b7-bef2-8db768cddbe2 req-01693c5b-b688-41e9-bb56-f365947a910a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.86 "DELETE /v2.0/ports/14581894-cfa5-4b5d-88e5-57fa1d139b46 HTTP/1.1" status: 204 len: 173 time: 0.7899909 Sep 19 17:32:49.069362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3ffb95-0f65-4580-aec1-7d20980d3841 x-openstack-request-id: req-4c3ffb95-0f65-4580-aec1-7d20980d3841 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:49.070046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d802ba39-374c-49fd-ba88-ae9b8f15626c", "name": "network-vif-deleted", "tag": "14581894-cfa5-4b5d-88e5-57fa1d139b46", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:49.070046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4c3ffb95-0f65-4580-aec1-7d20980d3841 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:49.070338 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3ffb95-0f65-4580-aec1-7d20980d3841'] response: {'server_uuid': 'd802ba39-374c-49fd-ba88-ae9b8f15626c', 'name': 'network-vif-deleted', 'tag': '14581894-cfa5-4b5d-88e5-57fa1d139b46', 'status': 'completed', 'code': 200} Sep 19 17:32:49.291148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f02335ab-a1d0-48b1-9a51-3236415efc45 req-23b7a910-ef90-4696-b3e3-e6cf6724ccfd tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Synchronizing usage tracker for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:32:49.310154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f02335ab-a1d0-48b1-9a51-3236415efc45 req-23b7a910-ef90-4696-b3e3-e6cf6724ccfd tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Unset dirty status for tenant:f3d6ea0e5574439aae95991b72b5a847 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:32:49.311326 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f02335ab-a1d0-48b1-9a51-3236415efc45 req-23b7a910-ef90-4696-b3e3-e6cf6724ccfd tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d802ba39-374c-49fd-ba88-ae9b8f15626c HTTP/1.1" status: 200 len: 210 time: 0.0757675 Sep 19 17:32:50.464639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52682) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:50.556931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:50.587906 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:50.658370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:50.690513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8624e0b5-cfd5-4d20-97cb-c14a57d81aa6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:50.699142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.699472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.699923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.700256 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.700728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.701060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.701388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.701713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.702026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.702347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.702666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.703018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:50.712579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:50.716569 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-363b684a-63c7-43d6-b6f3-5364ac478e06 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "DELETE /v2.0/security-groups/8624e0b5-cfd5-4d20-97cb-c14a57d81aa6 HTTP/1.1" status: 204 len: 168 time: 0.2485044 Sep 19 17:32:50.716973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52686) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:50.734767 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-ed3f993d-a2a8-4f60-950c-97a198472079 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] show failed (client error): The resource could not be found. Sep 19 17:32:50.735821 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ed3f993d-a2a8-4f60-950c-97a198472079 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "GET /v2.0/security-groups/8624e0b5-cfd5-4d20-97cb-c14a57d81aa6 HTTP/1.1" status: 404 len: 347 time: 0.0177760 Sep 19 17:32:50.738781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52690) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:51.025369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Deleting port fc11a437-1a46-4a48-be2c-f63ca4b569bc {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:32:51.025369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:51.217942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:51.218465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:51.362341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Calling delete_port for fc11a437-1a46-4a48-be2c-f63ca4b569bc owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:32:51.505024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:51.554403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Pushing event deleted for resources: {'Port': ['ID=fc11a437-1a46-4a48-be2c-f63ca4b569bc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:51.653262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:51.674400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:51.675587 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-badd9b40-00f1-4af6-86a8-6938fc1b492a tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] 10.222.0.83 "DELETE /v2.0/floatingips/0b7773b3-03ba-4e40-a675-de2fca339408 HTTP/1.1" status: 204 len: 168 time: 0.9358525 Sep 19 17:32:51.831648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52698) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:52.260670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 14581894-cfa5-4b5d-88e5-57fa1d139b46 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:32:52.295799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 14581894-cfa5-4b5d-88e5-57fa1d139b46 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:32:52.296139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 14581894-cfa5-4b5d-88e5-57fa1d139b46 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:32:52.417318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:52.886104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Deleting port 78054b48-eb58-4f75-b325-09aaa8d21373 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:32:52.886832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:53.060945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] For port 78054b48-eb58-4f75-b325-09aaa8d21373, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=78054b48-eb58-4f75-b325-09aaa8d21373,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:53.061202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:53.183574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Calling delete_port for 78054b48-eb58-4f75-b325-09aaa8d21373 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:32:53.511213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:53.557117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78054b48-eb58-4f75-b325-09aaa8d21373,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:53.832539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:54.324211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:32:54.510563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:32:54.520641 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] Sync routers for ids ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:32:54.524141 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21454b0c-626b-411a-bff0-7c179594e5e4 admin admin] 10.222.0.83 "PUT /v2.0/routers/4db73fab-5433-428e-b4ec-44e4df9f0fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6913917 Sep 19 17:32:54.526770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52702) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:54.531720 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] Routers {'4db73fab-5433-428e-b4ec-44e4df9f0fb2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:32:54.532349 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:32:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:54.707804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:54.708060 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] Set router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:32:54.891371 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:54.902233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Deleting port f23ef9ac-bb08-47f6-82e1-b1746a3290b0 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:32:54.902692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.011851 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135'}], 'enable_snat': True}, 'gw_port_id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:32:53Z', 'revision_number': 5, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port': {'id': 'f23ef9ac-bb08-47f6-82e1-b1746a3290b0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:30:51Z', 'updated_at': '2022-09-19T17:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:55.015499 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] Checking router: 4db73fab-5433-428e-b4ec-44e4df9f0fb2 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:32:55.023776 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] Routers {'4db73fab-5433-428e-b4ec-44e4df9f0fb2'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:32:55.024371 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:32:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:55.081089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] For port f23ef9ac-bb08-47f6-82e1-b1746a3290b0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f23ef9ac-bb08-47f6-82e1-b1746a3290b0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:55.081474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.168350 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] Set router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:32:55.203413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Calling delete_port for f23ef9ac-bb08-47f6-82e1-b1746a3290b0 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:32:55.273434 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:32:54Z', 'revision_number': 6, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:55.277434 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80cbba-e504-4aa1-b56a-43c117667532 None None] The sync data for ids ['4db73fab-5433-428e-b4ec-44e4df9f0fb2'] in dv-neutron-857789-3-hyperv is: [{'id': '4db73fab-5433-428e-b4ec-44e4df9f0fb2', 'name': 'tempest-ServerDiskConfigTestJSON-614688573-router', 'tenant_id': 'f3d6ea0e5574439aae95991b72b5a847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:30:50Z', 'updated_at': '2022-09-19T17:32:54Z', 'revision_number': 6, 'project_id': 'f3d6ea0e5574439aae95991b72b5a847', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:32:55.374597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.420567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23ef9ac-bb08-47f6-82e1-b1746a3290b0,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:55.558731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.640590 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.822379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.824782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.851768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.852441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4db73fab-5433-428e-b4ec-44e4df9f0fb2 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:32:55.868705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.869863 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4c4c3d2-b27a-442d-b177-54f6e5467d02 admin admin] 10.222.0.83 "DELETE /v2.0/routers/4db73fab-5433-428e-b4ec-44e4df9f0fb2 HTTP/1.1" status: 204 len: 168 time: 1.3420780 Sep 19 17:32:55.873740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52706) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:55.934511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd1c90f-6a4e-443b-983b-f9dc5752395e admin admin] Deleting subnet 4e33f972-f55d-4ae3-bc2f-136335a999a7 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:32:55.937818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c90f-6a4e-443b-983b-f9dc5752395e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:55.993528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c90f-6a4e-443b-983b-f9dc5752395e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.095055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c90f-6a4e-443b-983b-f9dc5752395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.166851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c90f-6a4e-443b-983b-f9dc5752395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.204882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c90f-6a4e-443b-983b-f9dc5752395e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e33f972-f55d-4ae3-bc2f-136335a999a7,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:56.210640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c90f-6a4e-443b-983b-f9dc5752395e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.216054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe9ac2-89ea-40d8-8606-9ff08d355329 None None] Network 224fd5f2-24d0-4698-a37a-77584fcea726 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:32:56.217422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bdd1c90f-6a4e-443b-983b-f9dc5752395e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4e33f972-f55d-4ae3-bc2f-136335a999a7 HTTP/1.1" status: 204 len: 168 time: 0.3426971 Sep 19 17:32:56.219909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52710) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:56.332505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.343490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Deleting port c5d7ac12-4961-4542-aa7f-f813458b0360 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:32:56.343822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.519697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] DHCP port deletion for 224fd5f2-24d0-4698-a37a-77584fcea726 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:32:56.525630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] Deleting port c5d7ac12-4961-4542-aa7f-f813458b0360 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:32:56.526002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.564169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] For port c5d7ac12-4961-4542-aa7f-f813458b0360, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c5d7ac12-4961-4542-aa7f-f813458b0360,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:56.564788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.689712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Calling delete_port for c5d7ac12-4961-4542-aa7f-f813458b0360 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:32:56.729654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] For port c5d7ac12-4961-4542-aa7f-f813458b0360, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c5d7ac12-4961-4542-aa7f-f813458b0360,segment=NetworkSegment(8cd32910-0b12-4415-89dc-24b9c5374f04),segment_id=8cd32910-0b12-4415-89dc-24b9c5374f04)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:32:56.730155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.774135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.824591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d7ac12-4961-4542-aa7f-f813458b0360,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:56.828139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] No DVR routers for this DVR port c5d7ac12-4961-4542-aa7f-f813458b0360 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:32:56.838280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c5d7ac12-4961-4542-aa7f-f813458b0360 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:32:56.926205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] Calling delete_port for c5d7ac12-4961-4542-aa7f-f813458b0360 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:32:56.943396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:56.965993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c5d7ac12-4961-4542-aa7f-f813458b0360 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:32:56.966574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c5d7ac12-4961-4542-aa7f-f813458b0360 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:32:56.966727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f23ef9ac-bb08-47f6-82e1-b1746a3290b0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:32:56.969236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224fd5f2-24d0-4698-a37a-77584fcea726']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:56.981368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd32910-0b12-4415-89dc-24b9c5374f04') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:56.981674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd32910-0b12-4415-89dc-24b9c5374f04') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:56.993348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.008249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: f23ef9ac-bb08-47f6-82e1-b1746a3290b0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:32:57.008596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f23ef9ac-bb08-47f6-82e1-b1746a3290b0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:32:57.009004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 78054b48-eb58-4f75-b325-09aaa8d21373 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:32:57.010391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.016735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:32:57.017122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.048412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 78054b48-eb58-4f75-b325-09aaa8d21373 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:32:57.048757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 78054b48-eb58-4f75-b325-09aaa8d21373 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:32:57.077348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:32:57.078118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:32:57.184550 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8cd32910-0b12-4415-89dc-24b9c5374f04 resource provider aggregate not found Sep 19 17:32:57.206622 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8cd32910-0b12-4415-89dc-24b9c5374f04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cd32910-0b12-4415-89dc-24b9c5374f04 found for delete ", "request_id": "req-ede2d371-9773-4644-8408-1ce20cd98332"}]} Sep 19 17:32:57.227901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.243925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.253952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] Pushing event deleted for resources: {'Network': ['ID=224fd5f2-24d0-4698-a37a-77584fcea726,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:57.270851 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8329672a-6059-4c75-9e9e-76e21135be9d admin admin] 10.222.0.83 "DELETE /v2.0/networks/224fd5f2-24d0-4698-a37a-77584fcea726 HTTP/1.1" status: 204 len: 168 time: 1.0499351 Sep 19 17:32:57.411454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52722) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:57.463744 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21f709ed-b870-4f22-a3ba-0e530e232e40 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f3d6ea0e5574439aae95991b72b5a847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509284 Sep 19 17:32:57.466369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52726) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:57.540339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.571518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.580023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] Deleting port c5d7ac12-4961-4542-aa7f-f813458b0360 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:32:57.580419 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.627302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.643690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c2653a-ccb5-4161-97f3-77e09ea16429,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:57.647370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fa266690-8948-45f2-be25-cd043bf4506c None None] The port 'c5d7ac12-4961-4542-aa7f-f813458b0360' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:32:57.653281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.654476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.654476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.654476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.654700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.654949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.655348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.655680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.656003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.656329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.656652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.656969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:57.666108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:57.669661 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0c335f3f-673e-482e-a059-7f81ccd84e85 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f6c2653a-ccb5-4161-97f3-77e09ea16429 HTTP/1.1" status: 204 len: 168 time: 0.1998646 Sep 19 17:32:58.476883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52750) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:58.619738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-219316162-network', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:32:58.624664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:32:58.628662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Usage tracker for resource:network and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:32:58.631731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:32:58.638139 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:32:58.657929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Made reservation on behalf of 2ee0c4b8c83b46cc96f1cb2f43294cec for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:32:58.660346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:58.672737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:58.687095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:32:58.690947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Usage tracker for resource:security_group_rule and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:32:58.693853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:32:58.699835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:32:58.784248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:58.790444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:58.910942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:32:58.916512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5c2a1e-05b0-45d9-8215-a43479cdab3a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:58.923576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:58.924201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Added segment 010b37e3-c282-4210-92d1-560250634c8d of type vlan for network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 Sep 19 17:32:58.953167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:58.985490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:58.986437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:58.987087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.089289 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6113017 Sep 19 17:32:59.090049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3ea12-2b58-4656-b86d-d42a6162965f admin admin] Pushing event updated for resources: {'Network': ['ID=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:59.092415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52756) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:59.098108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Request body: {'subnet': {'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-219316162-subnet', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:32:59.101028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:32:59.103337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:32:59.107325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Usage tracker for resource:subnet and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:32:59.110258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:32:59.117060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:32:59.128358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Made reservation on behalf of 2ee0c4b8c83b46cc96f1cb2f43294cec for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:32:59.130928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.334883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.409257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7babb53c-fe54-4c7b-b1d0-243ad93c7a22,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:59.417998 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Checking segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:32:59.418351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Network hostable DHCP agents. Network: 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:32:59.437704 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:32:59.450243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:59.454577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:59.455126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.460116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0066340f-c545-486b-bd52-5ec2c7a0dd4a None None] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:32:59.477184 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4fb0fc5c-b54d-45d5-af40-e0f706128235 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3837748 Sep 19 17:32:59.480053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52760) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:32:59.484942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:32:59.489601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:32:59.493492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Usage tracker for resource:router and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:32:59.496339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:32:59.502151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:32:59.514457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.515474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.530483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.680816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:32:59.681672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.815789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:32:59.836496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Allocated IP 172.20.0.2 (52b32b35-5407-4c19-b1f4-7dc8d3e23ba2/7babb53c-fe54-4c7b-b1d0-243ad93c7a22/9ee94a5e-a5e5-4401-a485-8413d65f4826) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:33:00.039141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.049155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Transition to ACTIVE for port object 9ee94a5e-a5e5-4401-a485-8413d65f4826 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:33:00.067491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Transition to ACTIVE for port object 9ee94a5e-a5e5-4401-a485-8413d65f4826 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:33:00.075596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.131579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.145597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:33:00.148740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:33:00.154072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:33:00.156092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Pushing event updated for resources: {'Port': ['ID=9ee94a5e-a5e5-4401-a485-8413d65f4826,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:00.161602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.260038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Attempting to bind port 9ee94a5e-a5e5-4401-a485-8413d65f4826 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:33:00.260402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Attempting to bind port 9ee94a5e-a5e5-4401-a485-8413d65f4826 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:33:00.260770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Attempting to bind port 9ee94a5e-a5e5-4401-a485-8413d65f4826 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:33:00.267533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:33:00.267905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Checking segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:33:00.268313 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.268707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Bound using segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:33:00.269178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Bound port: 9ee94a5e-a5e5-4401-a485-8413d65f4826, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:33:00.269554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.298242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Allocated IP 172.26.10.183 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/5e5f763c-5ad1-460c-9759-e002a1793571) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:33:00.361222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] For port 9ee94a5e-a5e5-4401-a485-8413d65f4826, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:33:00.364211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] For port 9ee94a5e-a5e5-4401-a485-8413d65f4826, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9ee94a5e-a5e5-4401-a485-8413d65f4826,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:33:00.369974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.453992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Pushing event updated for resources: {'Port': ['ID=9ee94a5e-a5e5-4401-a485-8413d65f4826,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:00.462888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.463353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.463757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.464557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.464557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.464792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.465119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.465442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.465763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.466084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.466405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.466729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86cdba-3760-4d8a-92e2-448967388f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:00.569966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.611866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:00.675420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:33:00.678488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:33:00.682575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:33:00.727616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Pushing event updated for resources: {'Port': ['ID=5e5f763c-5ad1-460c-9759-e002a1793571,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:00.813807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9ee94a5e-a5e5-4401-a485-8413d65f4826 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:33:00.917698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 9ee94a5e-a5e5-4401-a485-8413d65f4826 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:33:01.117180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:01.387170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2342e2-aead-4701-86c5-b1196b2735d7 None None] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:33:01.463104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:01.478967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a26e697f-ebdf-4ac3-81bc-a7588eaf8e22 None None] Provisioning for port 9ee94a5e-a5e5-4401-a485-8413d65f4826 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:33:01.498572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a26e697f-ebdf-4ac3-81bc-a7588eaf8e22 None None] Provisioning complete for port 9ee94a5e-a5e5-4401-a485-8413d65f4826 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:01.498978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a26e697f-ebdf-4ac3-81bc-a7588eaf8e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:01.673927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:33:01.720785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a26e697f-ebdf-4ac3-81bc-a7588eaf8e22 None None] Current status of the port 9ee94a5e-a5e5-4401-a485-8413d65f4826 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:01.721027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a26e697f-ebdf-4ac3-81bc-a7588eaf8e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:01.762649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a26e697f-ebdf-4ac3-81bc-a7588eaf8e22 None None] For port 9ee94a5e-a5e5-4401-a485-8413d65f4826, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9ee94a5e-a5e5-4401-a485-8413d65f4826,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:33:01.769742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a26e697f-ebdf-4ac3-81bc-a7588eaf8e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:01.845073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e697f-ebdf-4ac3-81bc-a7588eaf8e22 None None] Pushing event updated for resources: {'Port': ['ID=9ee94a5e-a5e5-4401-a485-8413d65f4826,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:01.859195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:33:01.869498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:01.879176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:33:01.883425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:32:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:01.887658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:01.891461 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-039faeb0-e6a9-4c6a-88c0-d8f04eede022 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4103563 Sep 19 17:33:01.892249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52764) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:33:02.063550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7357ddeb-23c2-4902-9ecb-c58e60dfe5a3 None None] Provisioning complete for port 9ee94a5e-a5e5-4401-a485-8413d65f4826 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:02.063779 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7357ddeb-23c2-4902-9ecb-c58e60dfe5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:02.115053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:33:02.392258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7357ddeb-23c2-4902-9ecb-c58e60dfe5a3 None None] Current status of the port 9ee94a5e-a5e5-4401-a485-8413d65f4826 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:02.458765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:00Z', 'revision_number': 3, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:02.462799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:02.463184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Updating router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 port 5e5f763c-5ad1-460c-9759-e002a1793571 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:33:02.515299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:02.681937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:02.778066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9ee94a5e-a5e5-4401-a485-8413d65f4826 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:33:02.894348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Allocated IP 172.20.0.1 (52b32b35-5407-4c19-b1f4-7dc8d3e23ba2/7babb53c-fe54-4c7b-b1d0-243ad93c7a22/44c0187d-4386-419b-9937-1b0ab800c598) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:33:02.952704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:02.956850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9ee94a5e-a5e5-4401-a485-8413d65f4826 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:02.957210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.007706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Transition to ACTIVE for port object 5e5f763c-5ad1-460c-9759-e002a1793571 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:33:03.018792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.046520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.063027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Transition to ACTIVE for port object 44c0187d-4386-419b-9937-1b0ab800c598 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:33:03.088182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Attempting to bind port 5e5f763c-5ad1-460c-9759-e002a1793571 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:33:03.088548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Attempting to bind port 5e5f763c-5ad1-460c-9759-e002a1793571 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:33:03.088960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Attempting to bind port 5e5f763c-5ad1-460c-9759-e002a1793571 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:33:03.090384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.101315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:33:03.101676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:33:03.102075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.102468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:33:03.102961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Bound port: 5e5f763c-5ad1-460c-9759-e002a1793571, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:33:03.103340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.141246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b3dc-175c-418b-87d6-1ad683010dfc None None] Pushing event updated for resources: {'Port': ['ID=5e5f763c-5ad1-460c-9759-e002a1793571,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:03.156151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:33:03.158836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:33:03.162857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:33:03.198066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Pushing event updated for resources: {'Port': ['ID=44c0187d-4386-419b-9937-1b0ab800c598,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:03.228808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.235099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9ee94a5e-a5e5-4401-a485-8413d65f4826 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:03.241202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] For port 5e5f763c-5ad1-460c-9759-e002a1793571, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:33:03.245164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] For port 5e5f763c-5ad1-460c-9759-e002a1793571, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e5f763c-5ad1-460c-9759-e002a1793571,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:33:03.252578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.320587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:33:03.321584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:32:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:03.365496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.419023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b3dc-175c-418b-87d6-1ad683010dfc None None] Pushing event updated for resources: {'Port': ['ID=5e5f763c-5ad1-460c-9759-e002a1793571,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:03.504396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4adebf1a-56a5-42a8-9406-a590f8a9d08c None None] Provisioning for port 44c0187d-4386-419b-9937-1b0ab800c598 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:33:03.513651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4adebf1a-56a5-42a8-9406-a590f8a9d08c None None] Provisioning complete for port 44c0187d-4386-419b-9937-1b0ab800c598 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:03.514026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4adebf1a-56a5-42a8-9406-a590f8a9d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.582133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:33:03.629571 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4adebf1a-56a5-42a8-9406-a590f8a9d08c None None] Port 44c0187d-4386-419b-9937-1b0ab800c598 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:33:03.697182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.703884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.809832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Pushing event updated for resources: {'Port': ['ID=44c0187d-4386-419b-9937-1b0ab800c598,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:03.812330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:03.905594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:02Z', 'revision_number': 1, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:03.909762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c59d94-253f-42b5-8ae4-fcb06c3f7a5f None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:02Z', 'revision_number': 1, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:03.955663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:33:03.956912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:33:04.171272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:33:04.256682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-69847b8b-d864-4370-90a1-c912c4167ad4 None None] Provisioning complete for port 44c0187d-4386-419b-9937-1b0ab800c598 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:04.257061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-69847b8b-d864-4370-90a1-c912c4167ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:04.312584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-69847b8b-d864-4370-90a1-c912c4167ad4 None None] Port 44c0187d-4386-419b-9937-1b0ab800c598 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:33:04.361618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:33:04.371715 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-43ccc3bf-6ada-413b-886b-4ab4bd239e2f admin admin] 10.222.0.83 "PUT /v2.0/routers/9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782715 Sep 19 17:33:04.724907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52774) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:33:04.730406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776157063', 'description': 'tempest-description--1209148575'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:33:04.742067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:33:04.747335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Usage tracker for resource:security_group and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:33:04.750442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:33:04.759474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:33:04.774386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:04.798224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:33:04.802278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Usage tracker for resource:security_group_rule and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:33:04.805743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:33:04.812561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:33:04.824370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5e5f763c-5ad1-460c-9759-e002a1793571 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:33:04.890459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:04.896087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:04.901519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5e5f763c-5ad1-460c-9759-e002a1793571 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:33:04.907368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5e5f763c-5ad1-460c-9759-e002a1793571 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:04.907610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:04.941859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e636529-18f3-4892-b35e-af6d81e2ac7c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:04.948027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:04.949449 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2c57cf4b-2e79-4e40-afb1-be37ee0946ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2234747 Sep 19 17:33:04.952373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 52778) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:33:04.958201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'security_group_rule': {'security_group_id': '4e636529-18f3-4892-b35e-af6d81e2ac7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:33:04.965024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:33:04.969722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Usage tracker for resource:security_group_rule and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:33:04.973100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:33:04.979676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:33:05.007500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.033459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5e5f763c-5ad1-460c-9759-e002a1793571 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:05.033842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.051671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 5e5f763c-5ad1-460c-9759-e002a1793571, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e5f763c-5ad1-460c-9759-e002a1793571,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:33:05.058657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.074400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.079496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.099783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259652e4-3018-4950-9c62-f43294493949,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:05.126379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.127578 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f584019d-93c6-403b-8861-0358f2bdd3b0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739211 Sep 19 17:33:05.130594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52782) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:33:05.134336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=5e5f763c-5ad1-460c-9759-e002a1793571,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:05.137084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'security_group_rule': {'security_group_id': '4e636529-18f3-4892-b35e-af6d81e2ac7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:33:05.144081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:33:05.148803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Usage tracker for resource:security_group_rule and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:33:05.152203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:33:05.159611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:33:05.160574 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:33:05.181960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.252745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.258092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.282202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37ac167-12b5-4b26-97b0-b41af32142d2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:05.291822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.293006 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8ccaae20-9dc8-497d-9122-ec78c1dd58e1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611018 Sep 19 17:33:05.296049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52786) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:33:05.300944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:33:05.306766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:33:05.310547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Usage tracker for resource:floatingip and tenant:2ee0c4b8c83b46cc96f1cb2f43294cec is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:33:05.313392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:33:05.319493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:33:05.332857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.469129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.608219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Allocated IP 172.26.10.73 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/898f6887-6b7b-475b-86d8-71d730be2726) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:33:05.762710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.794308 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:05.861569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:33:05.864387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:33:05.868298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:33:05.888486 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:05.899611 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:33:05.900224 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:32:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:05.901983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'Port': ['ID=898f6887-6b7b-475b-86d8-71d730be2726,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:05.954901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.017317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.073552 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:33:06.227531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.233512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.342418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'Port': ['ID=898f6887-6b7b-475b-86d8-71d730be2726,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:06.344958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.371105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.372354 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4f9dd88e-56f8-4687-b6aa-c4c3e999d10e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0753696 Sep 19 17:33:06.391197 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 2, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:06.395344 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:06.395702 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Updating router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 port 44c0187d-4386-419b-9937-1b0ab800c598 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:33:06.450008 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.544365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0a271a81-1343-4c8b-88c3-7b9ce9513e0a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:33:06.564377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0a271a81-1343-4c8b-88c3-7b9ce9513e0a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:33:06.565894 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0a271a81-1343-4c8b-88c3-7b9ce9513e0a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--776157063&fields=id&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 267 time: 0.0650494 Sep 19 17:33:06.720879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-19220fc9-cc60-42a9-aae0-844215aca2e3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:06.721350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-19220fc9-cc60-42a9-aae0-844215aca2e3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:33:06.742260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-19220fc9-cc60-42a9-aae0-844215aca2e3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:33:06.743552 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-19220fc9-cc60-42a9-aae0-844215aca2e3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 811 time: 0.1692097 Sep 19 17:33:06.759842 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-53ba4955-4c7a-4268-be09-17642a925173 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/quotas/2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 375 time: 0.0098433 Sep 19 17:33:06.785335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5e5f763c-5ad1-460c-9759-e002a1793571 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:33:06.835028 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.851265 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Transition to ACTIVE for port object 44c0187d-4386-419b-9937-1b0ab800c598 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:33:06.857933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5e5f763c-5ad1-460c-9759-e002a1793571 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:06.858334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.859879 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:06.861733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-f5168827-e0ff-47c2-886a-bc3669ce90de tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:33:06.882794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-f5168827-e0ff-47c2-886a-bc3669ce90de tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:33:06.884482 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-f5168827-e0ff-47c2-886a-bc3669ce90de tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185577 Sep 19 17:33:06.957186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-d888663f-b275-442c-9ae1-4f27687ae85c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:33:06.958315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-d888663f-b275-442c-9ae1-4f27687ae85c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0594702 Sep 19 17:33:06.983691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5e5f763c-5ad1-460c-9759-e002a1793571 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:07.056921 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Pushing event updated for resources: {'Port': ['ID=44c0187d-4386-419b-9937-1b0ab800c598,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:07.074713 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.075085 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.075400 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.075758 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.076087 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.076413 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.076736 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.077056 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.077383 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.077703 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.078001 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.078314 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:07.085164 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Attempting to bind port 44c0187d-4386-419b-9937-1b0ab800c598 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:33:07.085507 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Attempting to bind port 44c0187d-4386-419b-9937-1b0ab800c598 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:33:07.086098 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Attempting to bind port 44c0187d-4386-419b-9937-1b0ab800c598 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:33:07.091523 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:33:07.091884 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Checking segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:33:07.092289 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:07.092670 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Bound using segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:33:07.093137 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Bound port: 44c0187d-4386-419b-9937-1b0ab800c598, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:33:07.093498 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:07.093761 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-72dcfe04-11c6-44ae-9be2-ca34d3cfda00 service neutron] 10.222.0.83 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276352 Sep 19 17:33:07.181882 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] For port 44c0187d-4386-419b-9937-1b0ab800c598, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:33:07.184887 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] For port 44c0187d-4386-419b-9937-1b0ab800c598, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=44c0187d-4386-419b-9937-1b0ab800c598,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:33:07.193084 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:07.227446 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-75a58c6e-231a-45a7-8255-82023b5f38c3 service neutron] 10.222.0.83 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276536 Sep 19 17:33:07.252848 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:33:07.253474 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:32:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:07.338091 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b93ca-d57a-41a5-9f68-8323cb453100 None None] Pushing event updated for resources: {'Port': ['ID=44c0187d-4386-419b-9937-1b0ab800c598,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:07.445606 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:33:07.447877 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1b9dfe0a-cf03-411b-9dec-92b90ca93e5c req-9a242f13-8762-4146-aa20-cfaedaa870f1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 210 time: 0.0699759 Sep 19 17:33:07.763768 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:07Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:07.768100 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a2536-68b3-475c-b3e9-7bd2d5ed138b None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:07Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:08.511277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-528893de-816e-4992-901f-a58db8d770d3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:08.512834 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-528893de-816e-4992-901f-a58db8d770d3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 811 time: 0.1605082 Sep 19 17:33:08.695423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd8541f0-76e8-4dd6-b961-ea7d944b44db req-785e4702-a573-45ee-bdd1-883364f94c7f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 210 time: 0.0602915 Sep 19 17:33:08.710236 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-392ba924-e476-4f8d-be27-56ba85ed4132 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 379 time: 0.1895845 Sep 19 17:33:08.719015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'port': {'device_id': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'admin_state_up': True, 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'security_groups': ['4e636529-18f3-4892-b35e-af6d81e2ac7c']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:33:08.795194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 44c0187d-4386-419b-9937-1b0ab800c598 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:33:08.857695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:33:08.866299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 44c0187d-4386-419b-9937-1b0ab800c598 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:33:08.867530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:33:08.871082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 44c0187d-4386-419b-9937-1b0ab800c598 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:08.871438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:08.877083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Made reservation on behalf of 2ee0c4b8c83b46cc96f1cb2f43294cec for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:33:08.880622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.024547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 44c0187d-4386-419b-9937-1b0ab800c598 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:09.024925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.046509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Allocated IP 172.20.0.12 (52b32b35-5407-4c19-b1f4-7dc8d3e23ba2/7babb53c-fe54-4c7b-b1d0-243ad93c7a22/b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:33:09.059600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 44c0187d-4386-419b-9937-1b0ab800c598, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=44c0187d-4386-419b-9937-1b0ab800c598,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:33:09.065101 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.131208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=44c0187d-4386-419b-9937-1b0ab800c598,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:09.234725 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.251512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Transition to ACTIVE for port object b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:33:09.279462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.353557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:33:09.356760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:33:09.360586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:33:09.391183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:09.429495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:09.430143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.456800 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-a68efb09-2844-4033-9e6d-3ccd10a31685 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7413728 Sep 19 17:33:09.469036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Request body: {'port': {'device_id': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:33:09.574672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-36472812-8f30-41b0-b5e3-5c266045c814 None None] Provisioning for port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:33:09.579749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-36472812-8f30-41b0-b5e3-5c266045c814 None None] Provisioning complete for port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:09.580121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-36472812-8f30-41b0-b5e3-5c266045c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.588019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.634893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-36472812-8f30-41b0-b5e3-5c266045c814 None None] Port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:33:09.902615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aef2f8-9d5c-4753-aaf1-d6769df76135 req-659e56d0-53c2-4d34-b861-f60fe9d48794 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:09.904159 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-56aef2f8-9d5c-4753-aaf1-d6769df76135 req-659e56d0-53c2-4d34-b861-f60fe9d48794 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 932 time: 0.0880735 Sep 19 17:33:09.939810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:33:09.948489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:09.949650 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-56aef2f8-9d5c-4753-aaf1-d6769df76135 req-de77dabc-5cbc-46dc-a1e6-2feedb6e6a36 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396981 Sep 19 17:33:09.974934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Transition to ACTIVE for port object b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:33:09.974934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:10.157611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:10.196014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Attempting to bind port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:33:10.196343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Attempting to bind port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:33:10.196655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Attempting to bind port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:33:10.202682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:33:10.203131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Attempting to bind port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:33:10.211017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:33:10.211330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Checking segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:33:10.211710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Bound using segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:33:10.212138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Bound port: b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:33:10.212522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:10.304726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:33:10.308315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:33:10.314694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:10.317867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:10.318482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:10.320136 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] 10.222.0.86 "PUT /v2.0/ports/b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 200 len: 1094 time: 0.8554068 Sep 19 17:33:10.353376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:33:10.355762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f802e-fb51-4392-b49f-0b7db3a942a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:10.414765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cfa8d8-5a96-4b45-a14e-48ae72818b5d x-openstack-request-id: req-14cfa8d8-5a96-4b45-a14e-48ae72818b5d {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:10.415109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:10.415363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-14cfa8d8-5a96-4b45-a14e-48ae72818b5d {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:10.415758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14cfa8d8-5a96-4b45-a14e-48ae72818b5d'] response: {'name': 'network-changed', 'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'status': 'completed', 'code': 200} Sep 19 17:33:10.550869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c788342-7099-4efe-b8d7-d1169670a1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:10.571182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-469c19f3-3652-4dfa-b791-db8dec9bdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:10.572711 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-469c19f3-3652-4dfa-b791-db8dec9bdff4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 1097 time: 0.2143080 Sep 19 17:33:10.640221 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-dfa7cdff-5646-411a-b6b9-2b7144f7cf83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 200 len: 217 time: 0.0603230 Sep 19 17:33:10.705373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-e5daccc4-d270-42ac-a44a-cd75c0262b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:10.706662 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-e5daccc4-d270-42ac-a44a-cd75c0262b9c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0600512 Sep 19 17:33:10.780184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 44c0187d-4386-419b-9937-1b0ab800c598 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:33:10.789322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-120213e7-e6dc-49f9-8508-68f9b75280aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:10.790875 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-120213e7-e6dc-49f9-8508-68f9b75280aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782442 Sep 19 17:33:10.852108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 44c0187d-4386-419b-9937-1b0ab800c598 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:10.852476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:10.923949 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-cb9edae7-23a9-4fb7-bdff-2cb2b8222403 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271138 Sep 19 17:33:10.969235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 44c0187d-4386-419b-9937-1b0ab800c598 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:11.068913 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8fd6219-56fa-4387-be1b-8a420956a6cf req-7ee88395-87fb-492a-8df4-210e48c552d1 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384501 Sep 19 17:33:11.155262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb44c5-54ed-46bd-8d4c-7b7a6f3d4993 req-af4356b8-42b5-4531-b942-6d5aaeee48fa tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:11.158544 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-79bb44c5-54ed-46bd-8d4c-7b7a6f3d4993 req-af4356b8-42b5-4531-b942-6d5aaeee48fa tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 944 time: 0.0939548 Sep 19 17:33:11.200317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-af5a744d-b10d-4f1c-a052-c8685bd5ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:11.201806 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-af5a744d-b10d-4f1c-a052-c8685bd5ea3d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 1097 time: 0.0833693 Sep 19 17:33:11.204143 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-79bb44c5-54ed-46bd-8d4c-7b7a6f3d4993 req-5b9ba4e5-740e-40c1-a2de-a3cb3c6215a7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415792 Sep 19 17:33:11.352731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-300b6890-2cc3-4eb8-b282-32568f0e6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:11.354250 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-300b6890-2cc3-4eb8-b282-32568f0e6dd1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1459897 Sep 19 17:33:11.385592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf2e2-eaab-435d-b25e-2b91ea113f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:11.422423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-aeb87fee-9614-4f3b-90cb-7047c0f7d82e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 200 len: 217 time: 0.0615304 Sep 19 17:33:11.490035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-d5108acd-a85b-4125-a13c-c627e324dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:11.491509 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-d5108acd-a85b-4125-a13c-c627e324dbc4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0623891 Sep 19 17:33:11.578510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-fdbb0de3-3c8e-4970-8227-cd4d5aa8f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:11.580039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-fdbb0de3-3c8e-4970-8227-cd4d5aa8f506 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818322 Sep 19 17:33:11.713872 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-9210a5ff-3aa2-4186-9d74-b7a7d30d0771 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257992 Sep 19 17:33:11.850595 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c2f802e-fb51-4392-b49f-0b7db3a942a7 req-3043e9bc-624f-42b3-bdd5-6f9c54395573 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294043 Sep 19 17:33:12.426437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160487f-cc7f-4386-a920-f2aad06832b9 req-a37972a0-6733-4783-bd68-4fe134dedd55 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:12.427156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-9160487f-cc7f-4386-a920-f2aad06832b9 req-a37972a0-6733-4783-bd68-4fe134dedd55 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:33:12.446632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-9160487f-cc7f-4386-a920-f2aad06832b9 req-a37972a0-6733-4783-bd68-4fe134dedd55 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:33:12.447803 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9160487f-cc7f-4386-a920-f2aad06832b9 req-a37972a0-6733-4783-bd68-4fe134dedd55 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 944 time: 0.1196859 Sep 19 17:33:12.495005 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9160487f-cc7f-4386-a920-f2aad06832b9 req-548ef67a-f5a7-457f-ac05-2cd92ae59b68 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390658 Sep 19 17:33:13.580347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc56a4b5-caa6-439e-9725-73ebb4bba407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:13.710536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba4285-9984-40c1-99c3-0ece18857029 req-ff6e18a7-4a8d-4a37-9a29-f89e35842700 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:13.712132 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-67ba4285-9984-40c1-99c3-0ece18857029 req-ff6e18a7-4a8d-4a37-9a29-f89e35842700 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 944 time: 0.0914485 Sep 19 17:33:13.765971 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-67ba4285-9984-40c1-99c3-0ece18857029 req-29d026f4-eb9d-4f38-af7c-919c9bd3eda9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475600 Sep 19 17:33:14.339227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:33:14.483309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:33:14.497805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'mac_address': 'fa:16:3e:a0:30:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:33:14.565594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:14.565980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:14.583477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:33:14.599885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:33:14.607104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:14.685503 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:14.811059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:33:14.974669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446290c-61f8-47fb-9a4e-568e45eced17 req-ece13eab-abc5-47b0-8efb-6ec756d6ae40 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:14.976151 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0446290c-61f8-47fb-9a4e-568e45eced17 req-ece13eab-abc5-47b0-8efb-6ec756d6ae40 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 945 time: 0.0919476 Sep 19 17:33:15.021356 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0446290c-61f8-47fb-9a4e-568e45eced17 req-755506cb-e9e8-4bc6-b789-1baff52dded3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389590 Sep 19 17:33:15.208842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:15.215535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:16.242743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a738ba-f83b-49a2-9deb-bc49e1bf098c req-2e42987d-3a7e-4e81-86b9-259fd74da522 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:16.244235 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7a738ba-f83b-49a2-9deb-bc49e1bf098c req-2e42987d-3a7e-4e81-86b9-259fd74da522 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 945 time: 0.0955677 Sep 19 17:33:16.276207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:16.289507 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e7a738ba-f83b-49a2-9deb-bc49e1bf098c req-9ac315e3-379f-4f24-b649-124cdc195020 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391386 Sep 19 17:33:16.337681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:33:16.408163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:33:16.412858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:33:16.413282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:16.538654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:33:16.539063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:16.566613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:33:16.568953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab8cc2d-6a5f-4b34-b43a-04f858b86d7a" -d '{"events": [{"server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:16.577506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:33:16.583051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:16.618772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695eed15-f569-423b-a632-7941e62cbfdc x-openstack-request-id: req-695eed15-f569-423b-a632-7941e62cbfdc {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:16.618971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:16.619223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-695eed15-f569-423b-a632-7941e62cbfdc {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:16.619654 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695eed15-f569-423b-a632-7941e62cbfdc'] response: {'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'code': 200} Sep 19 17:33:16.652481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:16.859724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fadb58-7966-4aa9-a60d-b6ad75de7b9e req-0886a1e5-ca4e-4b6f-b157-951fcd70d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:16.861106 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91fadb58-7966-4aa9-a60d-b6ad75de7b9e req-0886a1e5-ca4e-4b6f-b157-951fcd70d773 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 1099 time: 0.0899603 Sep 19 17:33:16.902591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91fadb58-7966-4aa9-a60d-b6ad75de7b9e req-7587777b-ff7d-4602-a86d-28bfb92af4ac service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349495 Sep 19 17:33:17.498631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6cb39-12a6-4ee8-8c42-8e65dce09d60 req-1a787fd9-c7f5-4502-bd46-bea4a5c4f7d8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:17.500196 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-11d6cb39-12a6-4ee8-8c42-8e65dce09d60 req-1a787fd9-c7f5-4502-bd46-bea4a5c4f7d8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0969195 Sep 19 17:33:17.547463 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-11d6cb39-12a6-4ee8-8c42-8e65dce09d60 req-cde1d89e-6df2-4fba-94e2-331f7c163276 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386202 Sep 19 17:33:18.788887 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-c57a06d8-5c4f-4baa-bdbf-fbae7b79d540 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2499843 Sep 19 17:33:18.799537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ab34d-b605-4d31-a510-95e37be40087 req-e30a82b0-bad4-451b-8b98-55d602fe7f36 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:18.800938 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-210ab34d-b605-4d31-a510-95e37be40087 req-e30a82b0-bad4-451b-8b98-55d602fe7f36 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1187160 Sep 19 17:33:18.847950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-210ab34d-b605-4d31-a510-95e37be40087 req-7af6c66b-07c2-4703-a5c2-fb12920deace tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409296 Sep 19 17:33:18.953473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-c06e88c0-bc27-4136-8c09-c3ec28d489e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:18.954979 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-c06e88c0-bc27-4136-8c09-c3ec28d489e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 1099 time: 0.0782189 Sep 19 17:33:19.046172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e12df-5dea-4102-ae27-5f85e19e2b67 req-5d35772c-f453-4a4c-afdb-b58458de3deb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:19.047572 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-144e12df-5dea-4102-ae27-5f85e19e2b67 req-5d35772c-f453-4a4c-afdb-b58458de3deb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0881152 Sep 19 17:33:19.058363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 52844) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:33:19.063424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'floatingip': {'port_id': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:33:19.105773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-726fc32d-5441-4d2f-b9b5-b6ef8d47de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:19.107288 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-726fc32d-5441-4d2f-b9b5-b6ef8d47de1b service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1320605 Sep 19 17:33:19.141572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:19.179381 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-42fdb417-1b55-4d3a-b6b1-8c08d91c7e47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 200 len: 217 time: 0.0661333 Sep 19 17:33:19.243842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-43627c2d-f463-4f23-911d-fe1189de9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:19.245442 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-43627c2d-f463-4f23-911d-fe1189de9431 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0607910 Sep 19 17:33:19.334570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-ba203aec-dbd3-478f-8b8f-c8fb23b18e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:19.336260 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-ba203aec-dbd3-478f-8b8f-c8fb23b18e90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852575 Sep 19 17:33:19.471211 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-1c45004e-f522-4cae-895c-7ee6addece99 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286981 Sep 19 17:33:19.606596 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-979f40f1-b7e1-4bb6-bbb1-968c390bbc52 req-c3ac54f7-9436-4487-8360-56d999849163 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290867 Sep 19 17:33:19.876534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:19.882816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:20.056741 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Floating IP fc148a5f-a19f-4777-b42f-367568bb504c associated. External IP: 172.26.10.73, port: b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39. Sep 19 17:33:20.418755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:33:20.722894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:33:20.728140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:20.734227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:20.744742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:33:20.745457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:33:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:20.783875 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d14d560e-7bed-4c88-8c91-3bece5be7c45 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "PUT /v2.0/floatingips/fc148a5f-a19f-4777-b42f-367568bb504c HTTP/1.1" status: 200 len: 992 time: 1.7243094 Sep 19 17:33:20.784455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:33:20.786862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da15238-bbd7-428a-8c2b-5ea173192028" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:20.898323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bddfa0b-1ffc-47bc-bd65-15086b8e786b x-openstack-request-id: req-9bddfa0b-1ffc-47bc-bd65-15086b8e786b {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:20.898617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:20.898872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9bddfa0b-1ffc-47bc-bd65-15086b8e786b {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:20.899316 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bddfa0b-1ffc-47bc-bd65-15086b8e786b'] response: {'name': 'network-changed', 'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'status': 'completed', 'code': 200} Sep 19 17:33:20.941242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:33:21.001161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-d92fb4b1-b493-4d99-a270-d17699f008ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:21.002660 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-d92fb4b1-b493-4d99-a270-d17699f008ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 1099 time: 0.0809960 Sep 19 17:33:21.139995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-b000d758-7a40-4b06-8b23-2d59c2eead15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:21.141455 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-b000d758-7a40-4b06-8b23-2d59c2eead15 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1320553 Sep 19 17:33:21.245581 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-134ffd40-26e9-4e02-a16b-80990ebe6f45 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 200 len: 1000 time: 0.0968509 Sep 19 17:33:21.311735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-9bd61c75-ce4a-4c77-99c2-025a7f656f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:21.313144 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-9bd61c75-ce4a-4c77-99c2-025a7f656f7c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0620821 Sep 19 17:33:21.322331 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:a0:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:33:19Z', 'revision_number': 1, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:21.326682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:21.335193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:33:21.335800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:33:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:21.395750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-82641173-74dd-43f0-b964-360c0d4828e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:21.397235 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-82641173-74dd-43f0-b964-360c0d4828e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781798 Sep 19 17:33:21.516337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:33:21.529175 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-62ff862c-b7c6-4fbf-9003-0ca655b6a85f service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259694 Sep 19 17:33:21.765576 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7da15238-bbd7-428a-8c2b-5ea173192028 req-859b3d48-90b7-4bc0-a43d-af0a2e497598 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305760 Sep 19 17:33:21.867758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:a0:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:33:19Z', 'revision_number': 1, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:21.872251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d89c4d-0c90-4757-9c86-5fd9db10ab9b None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:a0:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:33:19Z', 'revision_number': 1, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:22.068437 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892a7571-2d56-47ad-9faa-1e4b298daac8 None None] New status for floating IP fc148a5f-a19f-4777-b42f-367568bb504c: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:33:25.580321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:41.393112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-560aa50b-f521-47dc-a7ca-680d3bec2b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:42.166492 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:33:43.585134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-de01d15f-ba15-4c64-b1a3-7984a0cdf1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:45.189541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:45.208576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:46.289022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:54.456960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c858ee-f6f5-458c-8e7c-17a4053ab229 req-88d5121d-513b-4307-8b3c-04f83dbe6e6e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:54.458500 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d8c858ee-f6f5-458c-8e7c-17a4053ab229 req-88d5121d-513b-4307-8b3c-04f83dbe6e6e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0985925 Sep 19 17:33:54.504128 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d8c858ee-f6f5-458c-8e7c-17a4053ab229 req-5edadc3d-8c71-4d14-bea2-8955d58219b2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392320 Sep 19 17:33:54.710513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdb19a-945a-4028-9117-341c3a4d9138 req-0392bd6e-74a5-4707-9ca6-372702280b26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:54.711919 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a2cdb19a-945a-4028-9117-341c3a4d9138 req-0392bd6e-74a5-4707-9ca6-372702280b26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0935247 Sep 19 17:33:54.757842 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a2cdb19a-945a-4028-9117-341c3a4d9138 req-fe9dc8db-16f2-4055-8ae4-b134c2e871d2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398200 Sep 19 17:33:54.976376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ec1b3-5e15-4b61-9b16-03c701bb23fb req-9dbe4c99-0dc7-41ee-a3fe-5f80b94f7874 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:54.977860 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ca8ec1b3-5e15-4b61-9b16-03c701bb23fb req-9dbe4c99-0dc7-41ee-a3fe-5f80b94f7874 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0956843 Sep 19 17:33:55.022244 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ca8ec1b3-5e15-4b61-9b16-03c701bb23fb req-9c7c7569-01d9-4891-bd99-25a64b75a68a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384786 Sep 19 17:33:55.465535 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-fc9e9cc4-6778-4608-ab5e-cd12b8de585a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1425357 Sep 19 17:33:55.477838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615a7e5-7148-4afb-80d1-c315a1808091 req-f32c2ca8-6e7e-44e2-925c-f74d01ccf9cc tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:55.479297 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d615a7e5-7148-4afb-80d1-c315a1808091 req-f32c2ca8-6e7e-44e2-925c-f74d01ccf9cc tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1166260 Sep 19 17:33:55.528059 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d615a7e5-7148-4afb-80d1-c315a1808091 req-d1011ff3-eb07-41de-b4cf-ce0b8b9fb885 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424783 Sep 19 17:33:55.585811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:33:56.760941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-1db23d7c-0573-4a68-af5c-1c69c6bd8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:56.762406 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-1db23d7c-0573-4a68-af5c-1c69c6bd8e5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 1099 time: 0.1410902 Sep 19 17:33:56.776268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d3de1-0bca-46b1-8ca1-d783094f3eb2 req-d2694915-ee39-481e-bfc1-eccc21dd341c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:56.777640 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-743d3de1-0bca-46b1-8ca1-d783094f3eb2 req-d2694915-ee39-481e-bfc1-eccc21dd341c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1220758 Sep 19 17:33:56.900319 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-743d3de1-0bca-46b1-8ca1-d783094f3eb2 req-eba24770-364a-42d1-ab2e-d141397aa250 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048744 Sep 19 17:33:56.935176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-03ee29ea-699a-4df3-a170-dfd5951485f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:56.936638 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-03ee29ea-699a-4df3-a170-dfd5951485f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1682634 Sep 19 17:33:57.042197 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-ba7b4718-3f4c-4ad4-9408-34f04ac5f327 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 200 len: 1002 time: 0.0983460 Sep 19 17:33:57.104898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-eba9d101-b106-4677-b1cd-a78dcbf04163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:57.106307 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-eba9d101-b106-4677-b1cd-a78dcbf04163 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0584900 Sep 19 17:33:57.194044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-5d0ce652-a42f-4c23-85a7-811c53578e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:57.195916 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-5d0ce652-a42f-4c23-85a7-811c53578e0d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836656 Sep 19 17:33:57.334727 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-aa802c75-bffd-429f-8072-90a7d462c334 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307969 Sep 19 17:33:57.475483 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-db8c6da2-8229-4f9c-bdb8-ff26c96a13fb service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340458 Sep 19 17:33:58.121142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3889f-3be9-4098-9c3a-cc3255c8bf7c req-c92781db-453c-46e0-8776-63072b9f281c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:58.122573 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0b3889f-3be9-4098-9c3a-cc3255c8bf7c req-c92781db-453c-46e0-8776-63072b9f281c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0977805 Sep 19 17:33:58.166640 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0b3889f-3be9-4098-9c3a-cc3255c8bf7c req-a066f5f7-055e-4b16-9e12-ef0d5ad9d93f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378358 Sep 19 17:33:59.396035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52fd5-9aaa-4969-8013-0bf210ff9b4c req-ed41f9ac-2c72-4ec2-8dfc-143692a7ccd0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:59.397521 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-04b52fd5-9aaa-4969-8013-0bf210ff9b4c req-ed41f9ac-2c72-4ec2-8dfc-143692a7ccd0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1015146 Sep 19 17:33:59.442125 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-04b52fd5-9aaa-4969-8013-0bf210ff9b4c req-f8668010-b6e8-4563-b14a-a6c9c61922f6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388200 Sep 19 17:34:00.675591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e3d30-ed3a-45b4-8f91-d95a58d85a01 req-fac6ca2a-da30-4ac6-8a64-f04b8ddd921a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:00.677050 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9f7e3d30-ed3a-45b4-8f91-d95a58d85a01 req-fac6ca2a-da30-4ac6-8a64-f04b8ddd921a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1035769 Sep 19 17:34:00.730702 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9f7e3d30-ed3a-45b4-8f91-d95a58d85a01 req-81a69d9a-5d75-4c30-b9a7-ad86d36cf007 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470331 Sep 19 17:34:01.955181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377791ff-f010-49e0-8e7d-98957ef8ba82 req-80ccda10-3760-463d-8430-73aed592d9ee tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:01.956649 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-377791ff-f010-49e0-8e7d-98957ef8ba82 req-80ccda10-3760-463d-8430-73aed592d9ee tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1074140 Sep 19 17:34:02.005185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-377791ff-f010-49e0-8e7d-98957ef8ba82 req-709b3b20-660b-469d-9cc5-a23aa8235b20 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398834 Sep 19 17:34:03.238639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f923-cb54-452f-9a01-befd20ab9256 req-521e865e-94d2-423d-a626-9e090a3e8541 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:03.240150 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0457f923-cb54-452f-9a01-befd20ab9256 req-521e865e-94d2-423d-a626-9e090a3e8541 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1067364 Sep 19 17:34:03.289827 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0457f923-cb54-452f-9a01-befd20ab9256 req-2e39e0b3-9b4c-4608-ab37-53e2c9b39019 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413311 Sep 19 17:34:04.510615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2af96-9c85-472d-a5e2-fe6bef8fa4ea req-0a84fe85-0bb1-4adc-888c-58fcf3b85bec tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:04.512110 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dba2af96-9c85-472d-a5e2-fe6bef8fa4ea req-0a84fe85-0bb1-4adc-888c-58fcf3b85bec tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1001279 Sep 19 17:34:04.560402 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dba2af96-9c85-472d-a5e2-fe6bef8fa4ea req-0849aa51-d0cb-45ff-8c14-d06fddab1840 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Sep 19 17:34:05.774435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa856d4-6f9e-4557-80ab-06c201e7b5ea req-1efddc36-9682-4d4e-852c-d32d5f232170 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:05.775834 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2fa856d4-6f9e-4557-80ab-06c201e7b5ea req-1efddc36-9682-4d4e-852c-d32d5f232170 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0926654 Sep 19 17:34:05.820689 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2fa856d4-6f9e-4557-80ab-06c201e7b5ea req-dbe9c77f-0c28-45c3-8bcc-5430c25d329d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387051 Sep 19 17:34:07.053177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda71fbc-ac13-45ec-b645-2794627439a1 req-d5b287ed-3669-423d-a348-d755cbcdce14 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:07.054540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dda71fbc-ac13-45ec-b645-2794627439a1 req-d5b287ed-3669-423d-a348-d755cbcdce14 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0974903 Sep 19 17:34:07.098569 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dda71fbc-ac13-45ec-b645-2794627439a1 req-bf8fe1db-850f-41b4-b7e9-4b47ee5b0515 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382831 Sep 19 17:34:08.306558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2a5b7-88c5-4c74-aea3-65e17436789b req-5f386cea-7864-4bf7-8a8d-61088360b2da tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:08.308028 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-66f2a5b7-88c5-4c74-aea3-65e17436789b req-5f386cea-7864-4bf7-8a8d-61088360b2da tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0946660 Sep 19 17:34:08.353203 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-66f2a5b7-88c5-4c74-aea3-65e17436789b req-96b609be-4619-40a8-8b88-321b5fe81501 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393333 Sep 19 17:34:09.165180 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-ca8b3c54-52a4-464a-ae43-68b667f14dd2 service neutron] 10.222.0.86 "GET /v2.0/ports/b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0887361 Sep 19 17:34:09.448331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-0ec735b7-2946-4309-821c-68efcef4b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:09.449852 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-0ec735b7-2946-4309-821c-68efcef4b403 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 1099 time: 0.0798032 Sep 19 17:34:09.713316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-35a33bb8-e7ce-410b-bfa2-9bcee78f7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:09.714713 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-35a33bb8-e7ce-410b-bfa2-9bcee78f7df5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 1099 time: 0.2435346 Sep 19 17:34:09.724713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258a38a-3bf9-4438-ad13-7c62ab01bbb8 req-b64f4d18-b56a-4357-b7a1-5fa210977a10 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:09.726073 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5258a38a-3bf9-4438-ad13-7c62ab01bbb8 req-b64f4d18-b56a-4357-b7a1-5fa210977a10 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.2197440 Sep 19 17:34:09.848279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5258a38a-3bf9-4438-ad13-7c62ab01bbb8 req-0b20d86d-4fc5-44f1-88c9-8aa83d8b955f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039152 Sep 19 17:34:09.886624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-7916f106-9033-4b4f-9258-1b9a5e5ef085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:09.888110 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-7916f106-9033-4b4f-9258-1b9a5e5ef085 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1612098 Sep 19 17:34:09.989533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-6ed129a1-cbf2-4d40-a9b3-7d88d07578a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 200 len: 1002 time: 0.0947249 Sep 19 17:34:10.055569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-83e4f7c3-a379-4eab-97f7-f94110f667a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:10.057117 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-83e4f7c3-a379-4eab-97f7-f94110f667a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0617762 Sep 19 17:34:10.143336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-36a07444-3db5-4f56-a53b-f8d126964c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:10.145507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-36a07444-3db5-4f56-a53b-f8d126964c06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824766 Sep 19 17:34:10.280564 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-767c1913-31b7-4634-859a-98d6edd39f49 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287198 Sep 19 17:34:10.414572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08a54bfc-1dfe-46bc-8ef8-9b94534a2475 req-d11b1631-1e9d-4a33-a811-60bddd72c0f2 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267757 Sep 19 17:34:11.090992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302792fc-d0a5-4752-91c4-c28332b1d8a4 req-eff9afdf-96ef-4951-b2cd-cbfc369fdebe tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:11.092560 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-302792fc-d0a5-4752-91c4-c28332b1d8a4 req-eff9afdf-96ef-4951-b2cd-cbfc369fdebe tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1034479 Sep 19 17:34:11.141320 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-302792fc-d0a5-4752-91c4-c28332b1d8a4 req-e8922f62-8f1e-483d-b005-a8555a13d551 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428388 Sep 19 17:34:11.391926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a12be251-5c61-4b00-a572-aee6187ce143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:12.363043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce5878-3e45-4232-8480-e88294a946bb req-2fc782d2-1deb-48c0-a7a8-7106ea9cdbd3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:12.364514 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08ce5878-3e45-4232-8480-e88294a946bb req-2fc782d2-1deb-48c0-a7a8-7106ea9cdbd3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1079040 Sep 19 17:34:12.411284 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08ce5878-3e45-4232-8480-e88294a946bb req-1d3dc2df-441a-4da6-a4b5-38889b1d2b79 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383186 Sep 19 17:34:12.578020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:34:12.582437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:34:12.810670 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93cd32-07c9-469a-a21e-75f8b57adf64 req-77e3c497-9edb-4f4e-803a-b7fc4d70ab21 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:12.812161 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af93cd32-07c9-469a-a21e-75f8b57adf64 req-77e3c497-9edb-4f4e-803a-b7fc4d70ab21 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1571851 Sep 19 17:34:12.820558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:34:12.821051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:12.821236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-5d466be1-8e3d-45c7-9033-c94dd18ce49b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:12.823103 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-5d466be1-8e3d-45c7-9033-c94dd18ce49b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1322565 Sep 19 17:34:12.843248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:34:12.862278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'mac_address': 'fa:16:3e:a0:30:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:34:12.865684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af93cd32-07c9-469a-a21e-75f8b57adf64 req-ea032e7a-f52e-4cf8-82f8-7520f79dd892 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414815 Sep 19 17:34:12.870786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:34:12.873269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddadb4bd-e88c-4b74-91eb-4b91e105e115" -d '{"events": [{"server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:12.905230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:34:12.912085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:12.948168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e74563b-7a59-4135-9d30-be956ac9def4 x-openstack-request-id: req-0e74563b-7a59-4135-9d30-be956ac9def4 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:12.948474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:12.948735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0e74563b-7a59-4135-9d30-be956ac9def4 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:12.949147 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e74563b-7a59-4135-9d30-be956ac9def4'] response: {'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'code': 200} Sep 19 17:34:12.975916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-75cb25c8-d4c6-4ca5-9c0c-3dcb360cdab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:12.977413 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-75cb25c8-d4c6-4ca5-9c0c-3dcb360cdab3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 1097 time: 0.0850646 Sep 19 17:34:12.995947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:34:12.996348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:13.017307 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:13.020404 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:34:13.030713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.031094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.031439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.031774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.032109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.032450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.032778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.033094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.033422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.033745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.034069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.034650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:13.047398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:34:13.053496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:13.113528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-4d0f64ad-3cf5-4bd2-b9db-96663218200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:13.115018 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-4d0f64ad-3cf5-4bd2-b9db-96663218200a service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1312621 Sep 19 17:34:13.122468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:34:13.160678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:13.221474 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-9f7d78f6-d283-48bc-bfc4-4027a45d9697 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 200 len: 1001 time: 0.0996866 Sep 19 17:34:13.284017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-e59ff46a-3b46-4781-bc74-b6babd0a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:13.285421 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-e59ff46a-3b46-4781-bc74-b6babd0a876c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0584693 Sep 19 17:34:13.371103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-273b6d99-5ff1-4ffd-98db-14467c6307ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:13.372574 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-273b6d99-5ff1-4ffd-98db-14467c6307ec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809033 Sep 19 17:34:13.580914 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e013-a1c8-4b10-b2a6-969ca4116397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:13.604820 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-ebba2656-3728-4ad2-88f8-6bc3fc34a327 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245038 Sep 19 17:34:13.740550 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e94bafe8-d7e0-4cef-8bd7-78ba6db52a5c req-54548d1c-49fd-487b-a5ff-fe5331c1bf20 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289716 Sep 19 17:34:14.084574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bac5e-fff4-4a4c-8358-96563a990310 req-a38147fd-09e4-4dbe-8bdc-5836e8ee7fcf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:14.086021 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8c9bac5e-fff4-4a4c-8358-96563a990310 req-a38147fd-09e4-4dbe-8bdc-5836e8ee7fcf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 945 time: 0.0910206 Sep 19 17:34:14.131437 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8c9bac5e-fff4-4a4c-8358-96563a990310 req-bc05ff8c-f8fb-48da-bb2a-9341422df1f1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Sep 19 17:34:14.622502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:34:14.697896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:34:14.698270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:14.859910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:34:14.860258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:14.902067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:34:14.909968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:14.950646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:34:14.952978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e8e175-9634-4479-b35e-f32a22564029" -d '{"events": [{"server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:14.992141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:15.000897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ab966-182e-485c-96c9-3ec00f7b0495 x-openstack-request-id: req-ad8ab966-182e-485c-96c9-3ec00f7b0495 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:15.001131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:15.001385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ad8ab966-182e-485c-96c9-3ec00f7b0495 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:15.001775 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8ab966-182e-485c-96c9-3ec00f7b0495'] response: {'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'code': 200} Sep 19 17:34:15.195728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:15.210897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:15.346175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bfce-13db-4d8f-a63b-f579f1f42cf7 req-96e52bf1-afa0-4a18-a78d-3c572dbe2b2a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:15.347667 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a361bfce-13db-4d8f-a63b-f579f1f42cf7 req-96e52bf1-afa0-4a18-a78d-3c572dbe2b2a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0965483 Sep 19 17:34:15.393546 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a361bfce-13db-4d8f-a63b-f579f1f42cf7 req-36c3f5d2-fe70-4b62-8016-936cbc5c8361 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399904 Sep 19 17:34:15.603741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee984aa-0c21-4e5a-b0cb-adbc2d7e536e req-5f4a7fdc-cd87-4144-815d-8556aefef4cc tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:15.605207 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee984aa-0c21-4e5a-b0cb-adbc2d7e536e req-5f4a7fdc-cd87-4144-815d-8556aefef4cc tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0971651 Sep 19 17:34:15.652955 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aee984aa-0c21-4e5a-b0cb-adbc2d7e536e req-42843d18-c194-41a0-9180-4abb3503c495 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394063 Sep 19 17:34:15.874274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922cd61-a7b5-41ec-9285-9da5f3a172eb req-b4a683b7-6f7a-44c4-bd9b-7099a4c4d534 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:15.875770 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b922cd61-a7b5-41ec-9285-9da5f3a172eb req-b4a683b7-6f7a-44c4-bd9b-7099a4c4d534 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1024327 Sep 19 17:34:15.924719 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b922cd61-a7b5-41ec-9285-9da5f3a172eb req-1a190eda-4566-422c-837d-9875418c01a9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430009 Sep 19 17:34:16.283186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:16.365762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5017ac-5a4e-4c4f-9df7-88e6b5d468d3 req-ff64c20d-1985-46f2-9cc6-a77bc75c24e2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:16.367263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ed5017ac-5a4e-4c4f-9df7-88e6b5d468d3 req-ff64c20d-1985-46f2-9cc6-a77bc75c24e2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1033595 Sep 19 17:34:16.412257 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ed5017ac-5a4e-4c4f-9df7-88e6b5d468d3 req-be88876f-c91e-4a72-abc1-cd7b185c5004 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388622 Sep 19 17:34:17.625942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4696a-942d-4853-a586-73fb2116bade req-8eed1126-c5ad-427c-9227-cb3dbb3e2814 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:17.627440 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2dd4696a-942d-4853-a586-73fb2116bade req-8eed1126-c5ad-427c-9227-cb3dbb3e2814 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.0995080 Sep 19 17:34:17.674195 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2dd4696a-942d-4853-a586-73fb2116bade req-6cb70095-2e68-4d4a-a458-458b870855f2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407898 Sep 19 17:34:17.947833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e4055-53f4-4f31-951d-02a73d616e50 req-4ce7724f-bdb9-42a6-aad4-19c565cf9203 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:17.949311 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-690e4055-53f4-4f31-951d-02a73d616e50 req-4ce7724f-bdb9-42a6-aad4-19c565cf9203 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 946 time: 0.1045017 Sep 19 17:34:18.020404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Deleting port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:34:18.020826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:18.272076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] For port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:34:18.272335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:18.563905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:18.564164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:18.564455 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Floating IP fc148a5f-a19f-4777-b42f-367568bb504c disassociated. External IP: 172.26.10.73, port: b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39. Sep 19 17:34:18.564816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Calling delete_port for b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:34:18.715819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:18.860932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event deleted for resources: {'Port': ['ID=b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:18.913444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.913676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.914035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.914369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.914692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.915021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.915378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.915699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.916021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.916340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.916648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.916963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:18.978790 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-16f3ad25-088a-4df1-9841-029cc9322d79 req-94306b2f-e5d8-46ef-800a-4ae75018eccc tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cfa9ab4-c26f-4572-9717-8c1bb6f5979f HTTP/1.1" status: 200 len: 210 time: 0.1194379 Sep 19 17:34:19.113003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:34:19.166447 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:34:19.303523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:34:19.313701 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:34:19.325158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:34:19.325886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:34:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:19.392115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] No DVR routers for this DVR port b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:34:19.394538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:19.397895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'name': 'network-vif-deleted', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:34:19.400266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dbe3f5-b957-47db-8f03-d5e4a9aada0a" -d '{"events": [{"server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "name": "network-vif-deleted", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:19.418239 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-690e4055-53f4-4f31-951d-02a73d616e50 req-6330fcf0-fa22-4783-8e83-140e50776cd4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "DELETE /v2.0/ports/b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 HTTP/1.1" status: 204 len: 173 time: 1.4631290 Sep 19 17:34:19.445753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18241e25-ee77-4570-9955-09bc90d51528 x-openstack-request-id: req-18241e25-ee77-4570-9955-09bc90d51528 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:19.446356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfa9ab4-c26f-4572-9717-8c1bb6f5979f", "name": "network-vif-deleted", "tag": "b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:19.447342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-18241e25-ee77-4570-9955-09bc90d51528 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:19.448233 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18241e25-ee77-4570-9955-09bc90d51528'] response: {'server_uuid': '5cfa9ab4-c26f-4572-9717-8c1bb6f5979f', 'name': 'network-vif-deleted', 'tag': 'b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39', 'status': 'completed', 'code': 200} Sep 19 17:34:19.514391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:34:19.827632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:19.831588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:34:19.840612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:34:19.841235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:34:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:20.022474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:34:20.321240 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6080d3d5-6abb-49e3-b8ef-7efc6cb6f3d2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--776157063&fields=id&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 267 time: 0.0402765 Sep 19 17:34:20.337823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:20.341940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc54c1f-2183-439d-98aa-a92da09d826c None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:34:20.477297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-fffd686c-c342-4a65-acd8-dab655ef65fd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:20.478782 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-fffd686c-c342-4a65-acd8-dab655ef65fd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 811 time: 0.1507840 Sep 19 17:34:20.494451 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-aaadbf3f-c427-4bd4-b5d3-deae2822b9c4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/quotas/2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 375 time: 0.0097053 Sep 19 17:34:20.574296 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa23b5b2-32b0-49f5-93f6-625c02ddc1bf None None] New status for floating IP fc148a5f-a19f-4777-b42f-367568bb504c: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:34:20.597664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6597ee54-19aa-4db8-a6db-285e5a8202d1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:34:20.615717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6597ee54-19aa-4db8-a6db-285e5a8202d1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:34:20.616973 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6597ee54-19aa-4db8-a6db-285e5a8202d1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1168389 Sep 19 17:34:20.678552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:34:20.718354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:34:20.718684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b6dc6ebd-db7b-4c2c-9cfd-19d7ac1c3b39 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:34:20.768642 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-11795ed9-c244-4bb3-9616-95139ab5e650 service neutron] 10.222.0.83 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384847 Sep 19 17:34:20.915245 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-26d4f869-bf1a-4f4e-9061-706064f40325 service neutron] 10.222.0.83 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406250 Sep 19 17:34:21.129397 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05b13c84-1f33-400a-9232-a1d4dd0aac7f req-45814541-cdd0-4956-aed2-0c6569bd8446 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0505419 Sep 19 17:34:22.221099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-cf5b385f-d13f-47de-bb22-88795c7620a8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:22.222777 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-cf5b385f-d13f-47de-bb22-88795c7620a8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 811 time: 0.1592023 Sep 19 17:34:22.309183 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c67f06a-2d12-40d7-b955-6d053a878fcd req-fb8c3480-1613-4644-a68b-15089095af4c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0596898 Sep 19 17:34:22.328448 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-419d0953-2fd8-492e-86db-4d7bf2026734 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 379 time: 0.0910809 Sep 19 17:34:22.335022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'port': {'device_id': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'admin_state_up': True, 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'security_groups': ['4e636529-18f3-4892-b35e-af6d81e2ac7c']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:34:22.469236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:34:22.478940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:34:22.490562 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Made reservation on behalf of 2ee0c4b8c83b46cc96f1cb2f43294cec for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:34:22.494092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:22.756719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Allocated IP 172.20.0.5 (52b32b35-5407-4c19-b1f4-7dc8d3e23ba2/7babb53c-fe54-4c7b-b1d0-243ad93c7a22/7ef19aae-9880-4316-963f-b9fad42e76f6) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:34:22.949671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:22.966019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Transition to ACTIVE for port object 7ef19aae-9880-4316-963f-b9fad42e76f6 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:34:22.995252 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:23.063353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:34:23.066391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:34:23.070608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:34:23.100710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:23.139951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:23.140565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:23.169981 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6453dfe3-e426-46ee-8bd8-b4e0c8e39d99 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388653 Sep 19 17:34:23.183213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Request body: {'port': {'device_id': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:34:23.285851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0644fc7c-15ca-4b9d-a064-53a09afb1275 None None] Provisioning for port 7ef19aae-9880-4316-963f-b9fad42e76f6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:34:23.291861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0644fc7c-15ca-4b9d-a064-53a09afb1275 None None] Provisioning complete for port 7ef19aae-9880-4316-963f-b9fad42e76f6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:34:23.292432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0644fc7c-15ca-4b9d-a064-53a09afb1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:23.301057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:23.345731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0644fc7c-15ca-4b9d-a064-53a09afb1275 None None] Port 7ef19aae-9880-4316-963f-b9fad42e76f6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:34:23.519709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af3345-8241-4815-878d-c8317122bea9 req-1c98df19-0ab0-4225-afdc-3656fca6a561 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:23.521308 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13af3345-8241-4815-878d-c8317122bea9 req-1c98df19-0ab0-4225-afdc-3656fca6a561 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 931 time: 0.0936017 Sep 19 17:34:23.567473 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13af3345-8241-4815-878d-c8317122bea9 req-6b1cd49f-c350-430f-b297-84fe8d6c80fa tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402713 Sep 19 17:34:23.654203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef19aae-9880-4316-963f-b9fad42e76f6 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:34:23.662201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:23.678249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Transition to ACTIVE for port object 7ef19aae-9880-4316-963f-b9fad42e76f6 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:34:23.684499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:23.876526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:23.922595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Attempting to bind port 7ef19aae-9880-4316-963f-b9fad42e76f6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:34:23.922964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Attempting to bind port 7ef19aae-9880-4316-963f-b9fad42e76f6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:34:23.923290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Attempting to bind port 7ef19aae-9880-4316-963f-b9fad42e76f6 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:34:23.928079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Port 7ef19aae-9880-4316-963f-b9fad42e76f6 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:34:23.928978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Attempting to bind port 7ef19aae-9880-4316-963f-b9fad42e76f6 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:34:23.934165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:34:23.934501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Checking segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:34:23.934876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Bound using segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:34:23.935335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Bound port: 7ef19aae-9880-4316-963f-b9fad42e76f6, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:34:23.935671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:24.034406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:34:24.037738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:34:24.045813 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:24.076526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:24.077135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:24.078518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] 10.222.0.86 "PUT /v2.0/ports/7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 1093 time: 0.8996851 Sep 19 17:34:24.078940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:34:24.081306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf15f43-56ff-4b09-9b45-dacf8266fab9" -d '{"events": [{"name": "network-changed", "server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:24.160870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc547345-56cf-4d9f-9899-841e435647b5 x-openstack-request-id: req-fc547345-56cf-4d9f-9899-841e435647b5 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:24.161223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:24.161368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc547345-56cf-4d9f-9899-841e435647b5 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:24.161779 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc547345-56cf-4d9f-9899-841e435647b5'] response: {'name': 'network-changed', 'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'status': 'completed', 'code': 200} Sep 19 17:34:24.168847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e13cb0-1209-4abf-9f3f-2d18b56b0158 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:24.208849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-591e435c-fff5-480d-b2b3-09f01c8839b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:24.210373 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-591e435c-fff5-480d-b2b3-09f01c8839b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0905230 Sep 19 17:34:24.281172 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-90d5738a-2b70-4108-b6b2-d2d08881f2cd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 217 time: 0.0640807 Sep 19 17:34:24.345381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-149ad931-e0a6-4fdf-b75b-67a086a34705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:24.346727 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-149ad931-e0a6-4fdf-b75b-67a086a34705 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0586684 Sep 19 17:34:24.430406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-faedb5ea-8cbc-4748-9aca-a3594f9e0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:24.431843 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-faedb5ea-8cbc-4748-9aca-a3594f9e0321 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793571 Sep 19 17:34:24.659019 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-6ad48a4e-b066-478e-b71e-7d7885d2fada service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207527 Sep 19 17:34:24.777902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4474a1-1b0b-471e-ab1b-c873618f5271 req-e8ee9c3f-0770-4e05-ae1d-38f0e418847c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:24.779438 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5d4474a1-1b0b-471e-ab1b-c873618f5271 req-e8ee9c3f-0770-4e05-ae1d-38f0e418847c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 943 time: 0.0995631 Sep 19 17:34:24.808196 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e29ebae7-1026-4de5-914e-c88ce5eda701 req-9b09c19c-b142-494b-a78c-b2b9889cd6fe service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429336 Sep 19 17:34:24.827820 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5d4474a1-1b0b-471e-ab1b-c873618f5271 req-9ce7262f-9b81-4651-8909-aa10d95d8493 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 Sep 19 17:34:24.930773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-a5308251-b815-4c12-9308-2a439393dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:24.932266 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-a5308251-b815-4c12-9308-2a439393dc8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0795462 Sep 19 17:34:25.067588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-53c52a89-eba2-452d-8854-7fc3719ce9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:25.069576 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-53c52a89-eba2-452d-8854-7fc3719ce9be service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1302600 Sep 19 17:34:25.143180 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-57343613-ee5b-4263-b39e-fa5fd07ddc3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 217 time: 0.0659513 Sep 19 17:34:25.209743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-c1f95c50-36f2-4aeb-9c40-a495a2eda535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:25.211280 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-c1f95c50-36f2-4aeb-9c40-a495a2eda535 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0617576 Sep 19 17:34:25.308481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-39c79691-4230-4104-b149-00938169b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:25.310344 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-39c79691-4230-4104-b149-00938169b5d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926154 Sep 19 17:34:25.448266 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-9e749cbc-ff9d-4bab-bbc3-264f8d1fc9e3 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299307 Sep 19 17:34:25.588624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bf15f43-56ff-4b09-9b45-dacf8266fab9 req-e774c664-7893-48a6-a772-bee191b80d5f service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321545 Sep 19 17:34:25.602863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:26.054241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713078c-8b09-4e30-951e-c39044731f1b req-0646ae7a-b445-414e-9434-ccfbc54628d9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:26.054950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-6713078c-8b09-4e30-951e-c39044731f1b req-0646ae7a-b445-414e-9434-ccfbc54628d9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:34:26.073560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-6713078c-8b09-4e30-951e-c39044731f1b req-0646ae7a-b445-414e-9434-ccfbc54628d9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:34:26.074684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6713078c-8b09-4e30-951e-c39044731f1b req-0646ae7a-b445-414e-9434-ccfbc54628d9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 943 time: 0.1252425 Sep 19 17:34:26.120018 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6713078c-8b09-4e30-951e-c39044731f1b req-1273da9b-f41b-4ce5-b7ca-4490764cfda9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390670 Sep 19 17:34:26.725605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ef19aae-9880-4316-963f-b9fad42e76f6 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:34:26.903225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:34:26.916903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'mac_address': 'fa:16:3e:ba:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:34:26.974257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ef19aae-9880-4316-963f-b9fad42e76f6 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:34:26.974598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:26.991190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef19aae-9880-4316-963f-b9fad42e76f6 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:34:27.006340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:34:27.014210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:27.089729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:27.218456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['7ef19aae-9880-4316-963f-b9fad42e76f6'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:34:27.327616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f88754-e9ff-4bf1-bb5f-29a060382d39 req-f166dbda-b3ed-4bb1-8ecd-8d9318a94176 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:27.328973 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a2f88754-e9ff-4bf1-bb5f-29a060382d39 req-f166dbda-b3ed-4bb1-8ecd-8d9318a94176 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0914247 Sep 19 17:34:27.374327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a2f88754-e9ff-4bf1-bb5f-29a060382d39 req-a25c1d76-3fc3-4a78-a9e8-9d7e54e1cad7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Sep 19 17:34:28.596950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced1ed-e42a-4a30-b43a-ab7c72268b3a req-d904753f-581a-44a6-850c-2defa7fb6b4b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:28.598419 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-65ced1ed-e42a-4a30-b43a-ab7c72268b3a req-d904753f-581a-44a6-850c-2defa7fb6b4b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1073883 Sep 19 17:34:28.643582 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-65ced1ed-e42a-4a30-b43a-ab7c72268b3a req-42b208b9-063a-473b-8537-f828c3991e41 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388010 Sep 19 17:34:28.750575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ef19aae-9880-4316-963f-b9fad42e76f6 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:34:28.827509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 7ef19aae-9880-4316-963f-b9fad42e76f6 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:34:28.832877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 7ef19aae-9880-4316-963f-b9fad42e76f6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:34:28.835768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:28.963280 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ef19aae-9880-4316-963f-b9fad42e76f6 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:34:28.963622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:28.990931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:34:28.993245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07512ba-2ba7-4a28-84b3-a7df20833ab0" -d '{"events": [{"server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:29.001919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:34:29.007775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:29.038551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814706f-f0d7-4d5c-af8c-fed8e37f785e x-openstack-request-id: req-d814706f-f0d7-4d5c-af8c-fed8e37f785e {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:29.038850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:29.039131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d814706f-f0d7-4d5c-af8c-fed8e37f785e {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:29.039526 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d814706f-f0d7-4d5c-af8c-fed8e37f785e'] response: {'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'code': 200} Sep 19 17:34:29.081343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:29.285917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016f61-3b0c-4636-b46e-bfebf824f7f9 req-4ed68847-efd8-4f4a-890c-3aebe6a7fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:29.287513 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cb016f61-3b0c-4636-b46e-bfebf824f7f9 req-4ed68847-efd8-4f4a-890c-3aebe6a7fff2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0791826 Sep 19 17:34:29.330753 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cb016f61-3b0c-4636-b46e-bfebf824f7f9 req-20a95c02-1469-4426-b2d8-d8fa17333ddc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375900 Sep 19 17:34:29.869466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9ed3d-3a95-4123-8397-c3d2f51ac20f req-1cd1d967-938d-4c26-a8d3-8c05ee746567 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:29.870938 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96d9ed3d-3a95-4123-8397-c3d2f51ac20f req-1cd1d967-938d-4c26-a8d3-8c05ee746567 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1111264 Sep 19 17:34:29.914923 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96d9ed3d-3a95-4123-8397-c3d2f51ac20f req-1cb91ab8-e427-4936-bc57-d48150ed087a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Sep 19 17:34:31.143370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df648fb8-7b9a-4be8-ad8b-86bc0568d9cb req-83eca90c-311f-4640-80c7-dcf9a71bdc3b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:31.144719 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-df648fb8-7b9a-4be8-ad8b-86bc0568d9cb req-83eca90c-311f-4640-80c7-dcf9a71bdc3b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1048613 Sep 19 17:34:31.196084 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-df648fb8-7b9a-4be8-ad8b-86bc0568d9cb req-9a33e295-7c67-481a-a7b9-52ecbafde473 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454876 Sep 19 17:34:31.404909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8e468-14c1-41c3-9af3-e74a7bb8a05a req-310b74be-4179-4eb5-843d-c140f8dd757b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:31.406316 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-36e8e468-14c1-41c3-9af3-e74a7bb8a05a req-310b74be-4179-4eb5-843d-c140f8dd757b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0978518 Sep 19 17:34:31.417213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53006) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:34:31.422220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'floatingip': {'port_id': '7ef19aae-9880-4316-963f-b9fad42e76f6'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:34:31.590009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:32.226102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:32.231432 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:32.407064 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Floating IP fc148a5f-a19f-4777-b42f-367568bb504c associated. External IP: 172.26.10.73, port: 7ef19aae-9880-4316-963f-b9fad42e76f6. Sep 19 17:34:32.794259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:34:33.090639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:34:33.096136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:33.100893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:34:33.110934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:34:33.111567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:34:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:33.152537 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-022823a1-02ad-4ef6-a878-bafa89c75080 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "PUT /v2.0/floatingips/fc148a5f-a19f-4777-b42f-367568bb504c HTTP/1.1" status: 200 len: 991 time: 1.7342155 Sep 19 17:34:33.153099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:34:33.155433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf1fe0-076f-40c2-9323-686005b40570" -d '{"events": [{"name": "network-changed", "server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:33.196185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af8a890-8b5f-407a-a20f-9a473fa42afb x-openstack-request-id: req-7af8a890-8b5f-407a-a20f-9a473fa42afb {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:33.196472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:33.196735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7af8a890-8b5f-407a-a20f-9a473fa42afb {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:33.197173 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af8a890-8b5f-407a-a20f-9a473fa42afb'] response: {'name': 'network-changed', 'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'status': 'completed', 'code': 200} Sep 19 17:34:33.289196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:34:33.294217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-0c8d7582-ee53-4967-88d5-8ae1604ffb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:33.295741 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-0c8d7582-ee53-4967-88d5-8ae1604ffb0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0788577 Sep 19 17:34:33.438020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-8defb7f0-543c-433a-86ab-66a61dac24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:33.439525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-8defb7f0-543c-433a-86ab-66a61dac24e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1370001 Sep 19 17:34:33.547126 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-a727f019-22ce-4db6-8e04-2070f9086dae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 999 time: 0.1006792 Sep 19 17:34:33.611632 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-1108739d-1ec0-44c6-99d8-2672b8f7ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:33.613064 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-1108739d-1ec0-44c6-99d8-2672b8f7ef52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0598516 Sep 19 17:34:33.644256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:ba:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:34:32Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:33.648773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:34:33.657845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:34:33.658456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:34:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:33.701592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-2cee78e7-395a-41d4-9e75-b68ab8d46d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:33.703008 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-2cee78e7-395a-41d4-9e75-b68ab8d46d06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839081 Sep 19 17:34:33.836056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:34:33.844315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-25503105-948e-41ef-842a-4566c29e0ff5 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349041 Sep 19 17:34:33.980705 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bbf1fe0-076f-40c2-9323-686005b40570 req-3d716b63-c832-4e15-a25c-742f3f1d3fe9 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298969 Sep 19 17:34:34.236909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:ba:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:34:32Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:34.241321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666cf94-0def-40e6-8a5e-a26d9dddb51d None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:ba:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:34:32Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:34:34.446572 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf06137-040a-44e2-8772-33477bdef193 None None] New status for floating IP fc148a5f-a19f-4777-b42f-367568bb504c: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:34:41.393155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a681c6d7-788b-40b8-9d7a-2a13316c0f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:43.583386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78ea3996-8688-41fa-9ed2-0056fade7454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:45.187867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:45.212469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:46.287072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:55.611772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:34:56.171980 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:35:06.342716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8fe44-b03c-48b9-97a6-138c5ee0acf5 req-87f6edb4-0a77-4b9a-a222-3913d438a48f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:06.344108 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08d8fe44-b03c-48b9-97a6-138c5ee0acf5 req-87f6edb4-0a77-4b9a-a222-3913d438a48f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0925081 Sep 19 17:35:06.391982 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08d8fe44-b03c-48b9-97a6-138c5ee0acf5 req-c2698842-6856-45ad-8304-7a992aefa15d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419903 Sep 19 17:35:07.600876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deafbb-81c4-403a-8dc3-78d8ff34e8d9 req-68a8ad30-b8f2-4b5f-9b5f-a55812d12d6a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:07.602338 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-57deafbb-81c4-403a-8dc3-78d8ff34e8d9 req-68a8ad30-b8f2-4b5f-9b5f-a55812d12d6a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0916753 Sep 19 17:35:07.647147 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-57deafbb-81c4-403a-8dc3-78d8ff34e8d9 req-ebd5cc99-9abf-49ab-b184-133192f5bc14 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379949 Sep 19 17:35:08.858171 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40066af-f823-4919-b3f3-5c31861ec717 req-2f63d349-9da5-4c7d-ac53-bb7e3fff8605 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:08.859682 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a40066af-f823-4919-b3f3-5c31861ec717 req-2f63d349-9da5-4c7d-ac53-bb7e3fff8605 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0959997 Sep 19 17:35:08.908313 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a40066af-f823-4919-b3f3-5c31861ec717 req-16be0844-ef9e-4389-9571-e59ee40e6d18 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401480 Sep 19 17:35:10.128125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9c1ab-df73-4751-bf48-cf273a6f83ff req-ad5a656f-c1db-4fab-bcea-8a43142a90a1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:10.129589 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6bc9c1ab-df73-4751-bf48-cf273a6f83ff req-ad5a656f-c1db-4fab-bcea-8a43142a90a1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0940564 Sep 19 17:35:10.174058 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6bc9c1ab-df73-4751-bf48-cf273a6f83ff req-d6006aee-75a2-41ee-baa3-f8e2abeffc86 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387630 Sep 19 17:35:11.388894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-df7c58ef-dc77-4fe3-a21f-7df01fecd6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:11.400359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30638585-c1a3-48fb-9a6c-ca84baf5a425 req-04a59da3-cefc-4606-bb13-be8accb12322 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:11.401864 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30638585-c1a3-48fb-9a6c-ca84baf5a425 req-04a59da3-cefc-4606-bb13-be8accb12322 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1038468 Sep 19 17:35:11.447161 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30638585-c1a3-48fb-9a6c-ca84baf5a425 req-794d46ac-562e-4cb9-b9b4-a589f364a42f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391440 Sep 19 17:35:12.676243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b0627-5c4a-4961-89c5-236e0c49f9d7 req-2e30a9ee-6beb-472e-a836-17130af7077b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:12.677706 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fa2b0627-5c4a-4961-89c5-236e0c49f9d7 req-2e30a9ee-6beb-472e-a836-17130af7077b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0978544 Sep 19 17:35:12.735982 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fa2b0627-5c4a-4961-89c5-236e0c49f9d7 req-28918108-388a-47f5-8e66-d1cef76aede1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503101 Sep 19 17:35:13.584849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-86a470a3-f587-44e0-91ea-8e00596a7201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:13.951814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2b067-c50c-432a-a747-45175db89d47 req-18083821-6be0-44d8-8320-b0c8c078b50d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:13.953289 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ece2b067-c50c-432a-a747-45175db89d47 req-18083821-6be0-44d8-8320-b0c8c078b50d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0993218 Sep 19 17:35:14.001096 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ece2b067-c50c-432a-a747-45175db89d47 req-181743aa-57d3-4b5e-bf61-224b6ec5cbad tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 Sep 19 17:35:15.184807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:15.214371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:15.214594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715c419-0961-4cbe-82e0-0e0ebfc6aadf req-bee1f0c5-6f10-47e1-aeae-828f7cabb18d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:15.216073 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4715c419-0961-4cbe-82e0-0e0ebfc6aadf req-bee1f0c5-6f10-47e1-aeae-828f7cabb18d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0960128 Sep 19 17:35:15.260294 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4715c419-0961-4cbe-82e0-0e0ebfc6aadf req-a4698143-e75b-42bd-8314-2c196fb277be tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380077 Sep 19 17:35:16.290838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:16.469952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ee0d0-f3de-45c4-922d-829768d50d8c req-53e61b88-64ca-406f-b7a0-2ab1af9fb988 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:16.471534 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-948ee0d0-f3de-45c4-922d-829768d50d8c req-53e61b88-64ca-406f-b7a0-2ab1af9fb988 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0891337 Sep 19 17:35:16.516173 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-948ee0d0-f3de-45c4-922d-829768d50d8c req-fb49422c-bb3f-4236-9937-8606cbca8ec3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387702 Sep 19 17:35:17.738706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8f148-2451-478a-b5fc-656508bfa6ac req-b3e09c35-2006-4b31-8e21-4f4654e2d6a9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:17.740111 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c5c8f148-2451-478a-b5fc-656508bfa6ac req-b3e09c35-2006-4b31-8e21-4f4654e2d6a9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0963385 Sep 19 17:35:17.802575 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c5c8f148-2451-478a-b5fc-656508bfa6ac req-8577d40d-6555-49a4-b41b-c6bb6019189d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539589 Sep 19 17:35:19.017851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356368e0-6e1d-45c1-ad3b-eb95b6374da8 req-47d6a104-3ed6-45f0-9010-5fc0693a1f18 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:19.019336 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-356368e0-6e1d-45c1-ad3b-eb95b6374da8 req-47d6a104-3ed6-45f0-9010-5fc0693a1f18 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0927372 Sep 19 17:35:19.065417 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-356368e0-6e1d-45c1-ad3b-eb95b6374da8 req-7fcaaa24-e155-427e-8d38-b3ba0913b7c4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375514 Sep 19 17:35:20.296640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d5f5c-393d-4529-909a-65b6afb40635 req-a6250991-7cd1-4cf9-a89e-2188c188be89 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:20.298103 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-067d5f5c-393d-4529-909a-65b6afb40635 req-a6250991-7cd1-4cf9-a89e-2188c188be89 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0910425 Sep 19 17:35:20.346382 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-067d5f5c-393d-4529-909a-65b6afb40635 req-55b06a26-cb0d-4f3f-8bcb-51d35b91d6b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Sep 19 17:35:20.735092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-98132e76-59a0-4555-96b8-e5572052d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:20.736486 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-98132e76-59a0-4555-96b8-e5572052d2ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1098 time: 0.1285532 Sep 19 17:35:20.989550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-d42ac155-4638-43ae-bc38-a3dc4b63a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:20.990927 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-d42ac155-4638-43ae-bc38-a3dc4b63a5dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.2345734 Sep 19 17:35:21.100295 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-94c3f3f0-8840-4fd3-b430-0d7623a2c24a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 1001 time: 0.1029816 Sep 19 17:35:21.166286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-a9e02c55-ada5-4fc4-8fd2-8d6b299e0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:21.167710 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-a9e02c55-ada5-4fc4-8fd2-8d6b299e0638 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0616517 Sep 19 17:35:21.266894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-15337875-5502-4901-bb5b-d409046180c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:21.268350 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-15337875-5502-4901-bb5b-d409046180c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944114 Sep 19 17:35:21.413420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-eff8ff8a-fde0-4198-b74c-79ef1f9c3e7a service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380782 Sep 19 17:35:21.553298 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41cf6ddc-f1ee-4297-81c8-66fb917a02fb req-4494f0f9-c4fc-424f-b4d9-4b76e3918513 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329873 Sep 19 17:35:21.563318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ff9d-774f-4434-ad6d-76d387ad21a6 req-183e0583-c676-49a0-8f07-e6d03ca8b2b3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:21.565480 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5329ff9d-774f-4434-ad6d-76d387ad21a6 req-183e0583-c676-49a0-8f07-e6d03ca8b2b3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1004224 Sep 19 17:35:21.615802 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5329ff9d-774f-4434-ad6d-76d387ad21a6 req-56bc30fd-9168-415c-afc8-2dfa713920a8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439019 Sep 19 17:35:22.841311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b2556-6e37-437b-b6b6-21c79054690e req-031ac6ed-a0a9-4ed5-92ce-b49c5a19ce78 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:22.842944 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-253b2556-6e37-437b-b6b6-21c79054690e req-031ac6ed-a0a9-4ed5-92ce-b49c5a19ce78 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0945966 Sep 19 17:35:22.892661 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-253b2556-6e37-437b-b6b6-21c79054690e req-218636f4-a1dc-4fa2-98e3-b59fc8bae2cf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438502 Sep 19 17:35:23.327796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f717-f48a-4ae7-b1fd-a441a9f45de4 req-4c9148ed-0509-422c-9d54-b10fbe15c95c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:23.329293 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-61e9f717-f48a-4ae7-b1fd-a441a9f45de4 req-4c9148ed-0509-422c-9d54-b10fbe15c95c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0880005 Sep 19 17:35:23.345422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-b978353a-2c0c-40c5-9b84-b5d53c8a1713 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389053 Sep 19 17:35:23.374564 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-61e9f717-f48a-4ae7-b1fd-a441a9f45de4 req-b00fcf75-c282-4f14-9a7f-e8a647cb3e60 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393975 Sep 19 17:35:24.515057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-a1fc336c-db40-4ab2-b690-7d58df9c0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:24.516539 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-a1fc336c-db40-4ab2-b690-7d58df9c0ef5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0827303 Sep 19 17:35:24.655776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-38d25ecb-37d1-43aa-9acc-3cc99e48d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:24.657232 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-38d25ecb-37d1-43aa-9acc-3cc99e48d413 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1349816 Sep 19 17:35:24.694973 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021a39-2e11-4dd8-8e13-41f110a42290 req-a7e7c57c-bb27-4d6d-b15f-53c8bcae8af9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:24.696461 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58021a39-2e11-4dd8-8e13-41f110a42290 req-a7e7c57c-bb27-4d6d-b15f-53c8bcae8af9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.2061880 Sep 19 17:35:24.741240 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-58021a39-2e11-4dd8-8e13-41f110a42290 req-d98ff910-0ebb-4c11-ab5c-699618902d5a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390100 Sep 19 17:35:24.766526 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-d8a973e9-fee2-44dc-bc9a-2657b166f23a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 1001 time: 0.1024234 Sep 19 17:35:24.830166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-d8f699d5-8784-4629-8ef7-6dc86976a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:24.831664 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-d8f699d5-8784-4629-8ef7-6dc86976a258 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0596538 Sep 19 17:35:24.925539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-b89b8c04-8fcf-4335-ab6d-9f6b659b2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:24.927092 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-b89b8c04-8fcf-4335-ab6d-9f6b659b2642 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894463 Sep 19 17:35:25.062833 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-8df508b6-b22b-4bd6-b7b8-b47a3cf9cd21 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296053 Sep 19 17:35:25.197988 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-dad9282e-697c-4e18-b54b-3993f606fc48 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284769 Sep 19 17:35:25.622152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:26.053653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2fd74-33d5-4fe3-a2fd-220dd9e5d217 req-1eb78c3d-7739-4b51-91d8-f5e7022e464a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:26.055077 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-edd2fd74-33d5-4fe3-a2fd-220dd9e5d217 req-1eb78c3d-7739-4b51-91d8-f5e7022e464a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1921504 Sep 19 17:35:26.109395 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-edd2fd74-33d5-4fe3-a2fd-220dd9e5d217 req-bd7d0e80-676c-4e78-800d-911024cf073f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459218 Sep 19 17:35:26.873154 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-c1837ff6-4020-4e05-8a70-ee8e3a20e47b service neutron] 10.222.0.86 "GET /v2.0/ports/7ef19aae-9880-4316-963f-b9fad42e76f6/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0805497 Sep 19 17:35:27.163086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-ac91ae83-5eb7-4f79-ae41-7a3f4dc7cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:27.164591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-ac91ae83-5eb7-4f79-ae41-7a3f4dc7cf7f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 1098 time: 0.0824013 Sep 19 17:35:27.268283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-c81470c3-9d1d-47f1-9548-89088da287b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:27.269797 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-c81470c3-9d1d-47f1-9548-89088da287b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0832651 Sep 19 17:35:27.318481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cd3b5-da0b-4260-b1c8-7f7d9b24506f req-271fd014-171d-42ca-a3b1-4388364526fd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:27.320512 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b74cd3b5-da0b-4260-b1c8-7f7d9b24506f req-271fd014-171d-42ca-a3b1-4388364526fd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0912726 Sep 19 17:35:27.365560 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b74cd3b5-da0b-4260-b1c8-7f7d9b24506f req-d01c300d-6eaf-48fb-83a1-eb03b9d63e50 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389986 Sep 19 17:35:27.410939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-7e685d4f-8f9e-442c-848f-db591a56e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:27.412329 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-7e685d4f-8f9e-442c-848f-db591a56e1e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1367607 Sep 19 17:35:27.524869 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-05a5ed3b-ad06-4c96-8328-c146e1a41dca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 1001 time: 0.1072094 Sep 19 17:35:27.588435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-17916c72-3a66-4505-8005-aced91cff690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:27.589910 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-17916c72-3a66-4505-8005-aced91cff690 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0596039 Sep 19 17:35:27.679337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-de265ced-0b30-493c-b595-882a098f4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:27.680800 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-de265ced-0b30-493c-b595-882a098f4b3d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848792 Sep 19 17:35:27.819263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-acca723c-e7ca-48b1-ba30-810cc539108c service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325226 Sep 19 17:35:27.950998 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ae528bc3-2a5f-4f7e-bf18-0c5877a963ee req-511a8597-29ce-4429-8d2e-7ece7fb1aaa0 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256959 Sep 19 17:35:28.588029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc248d9-6b2c-4744-9382-7c079edeb380 req-1d5be243-8c02-4d83-95f9-f669f94f81e3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:28.589534 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc248d9-6b2c-4744-9382-7c079edeb380 req-1d5be243-8c02-4d83-95f9-f669f94f81e3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1038289 Sep 19 17:35:28.639442 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc248d9-6b2c-4744-9382-7c079edeb380 req-55d677f5-e697-41ef-8116-f918b429ee21 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Sep 19 17:35:29.866287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a96f0-b6f1-4837-aa29-6ded75ec016a req-4071204f-32a3-4dcc-a0da-c90a25c23529 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:29.867698 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-652a96f0-b6f1-4837-aa29-6ded75ec016a req-4071204f-32a3-4dcc-a0da-c90a25c23529 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1071846 Sep 19 17:35:29.912090 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-652a96f0-b6f1-4837-aa29-6ded75ec016a req-e314b5ac-1286-49a3-b65c-7ceec793118b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385830 Sep 19 17:35:30.248733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e112a8-cae8-4093-bc38-4d9bbaa606bf req-4a27a61d-17a4-46c0-91a5-c0ed7d2027b2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:30.250213 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26e112a8-cae8-4093-bc38-4d9bbaa606bf req-4a27a61d-17a4-46c0-91a5-c0ed7d2027b2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0925906 Sep 19 17:35:30.254056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-82fd4184-6579-4c0e-94ee-a1440045b481 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:30.255528 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-82fd4184-6579-4c0e-94ee-a1440045b481 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.0957425 Sep 19 17:35:30.296302 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26e112a8-cae8-4093-bc38-4d9bbaa606bf req-d8d72b99-2577-424a-b235-200b2d4bee5c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 Sep 19 17:35:30.401686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-ee9f1ea0-4b64-4a60-8a52-6916dbaa2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:30.403195 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-ee9f1ea0-4b64-4a60-8a52-6916dbaa2deb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0792389 Sep 19 17:35:30.535835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-85489234-39d0-4613-baa2-78d754ab1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:30.537182 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-85489234-39d0-4613-baa2-78d754ab1f33 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1281121 Sep 19 17:35:30.641547 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-e5e894c8-5881-4f43-bd16-5a9885a0aed5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 1001 time: 0.0984130 Sep 19 17:35:30.705001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-35073268-7ade-4285-ac19-3ba588eaecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:30.707335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-35073268-7ade-4285-ac19-3ba588eaecd7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0601785 Sep 19 17:35:30.896273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-4bad90d8-caf2-46d8-a83f-b6b0a50a8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:30.897759 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-4bad90d8-caf2-46d8-a83f-b6b0a50a8e4f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1845233 Sep 19 17:35:31.040677 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-c124d415-9432-43ae-b96d-a86856e3808b service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366925 Sep 19 17:35:31.160619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ef19aae-9880-4316-963f-b9fad42e76f6 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:35:31.162864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ef19aae-9880-4316-963f-b9fad42e76f6 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:35:31.182041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c4c296d6-ac3e-44db-b3f9-07c90148e69a req-1c631a89-2575-40d3-8d0e-fe18a788ba64 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353679 Sep 19 17:35:31.387053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ef19aae-9880-4316-963f-b9fad42e76f6 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:35:31.387445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:31.400435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:35:31.416893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'mac_address': 'fa:16:3e:ba:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:35:31.460697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:35:31.463083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1565e040-dcbd-4fd1-bbb5-fa8abba248bb" -d '{"events": [{"server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:35:31.488210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:35:31.496452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:31.529854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7acf4-2a96-476c-a4ae-5e99e9a9a0bd req-d818ee97-1af4-45d0-bbaf-12699ef3e021 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:31.531480 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8cd7acf4-2a96-476c-a4ae-5e99e9a9a0bd req-d818ee97-1af4-45d0-bbaf-12699ef3e021 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1143355 Sep 19 17:35:31.535366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ef19aae-9880-4316-963f-b9fad42e76f6 is: ACTIVE; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:35:31.535757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:31.545824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a8959b-9e2d-47f0-a01a-d4a66634cf85 x-openstack-request-id: req-86a8959b-9e2d-47f0-a01a-d4a66634cf85 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:35:31.546114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:35:31.546358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-86a8959b-9e2d-47f0-a01a-d4a66634cf85 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:35:31.546752 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a8959b-9e2d-47f0-a01a-d4a66634cf85'] response: {'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'code': 200} Sep 19 17:35:31.562317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ef19aae-9880-4316-963f-b9fad42e76f6 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:35:31.580329 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8cd7acf4-2a96-476c-a4ae-5e99e9a9a0bd req-85d04f09-6e72-45b3-a579-41ffc5d73fd8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391929 Sep 19 17:35:31.640818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:31.650115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:35:31.650473 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:35:31.651756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.652101 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.652439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.652773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.653104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.653434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.653760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.654086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.654418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.654744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.655099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:31.655421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:32.220239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ef19aae-9880-4316-963f-b9fad42e76f6 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:35:32.220962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:32.242951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef19aae-9880-4316-963f-b9fad42e76f6 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:35:32.258540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:35:32.264539 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:32.328842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['7ef19aae-9880-4316-963f-b9fad42e76f6'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:35:32.381996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:32.803853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28c924-47f8-414e-8664-935315a7d116 req-11202d22-48b7-4673-809b-38460fb02028 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:32.805325 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9f28c924-47f8-414e-8664-935315a7d116 req-11202d22-48b7-4673-809b-38460fb02028 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0973477 Sep 19 17:35:32.851454 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9f28c924-47f8-414e-8664-935315a7d116 req-0421b27e-70d2-4b65-8c7c-fa9ae589ebbf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387366 Sep 19 17:35:33.051315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549fa20-c157-41ad-b22a-a6e058337493 req-98094306-0676-4de0-8422-40e88b7df692 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:33.052798 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a549fa20-c157-41ad-b22a-a6e058337493 req-98094306-0676-4de0-8422-40e88b7df692 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0910749 Sep 19 17:35:33.097291 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a549fa20-c157-41ad-b22a-a6e058337493 req-159db6a7-944e-4e89-986f-c893b46f8682 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385737 Sep 19 17:35:33.159873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ef19aae-9880-4316-963f-b9fad42e76f6 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:35:33.171413 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:35:33.230833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 7ef19aae-9880-4316-963f-b9fad42e76f6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:35:33.231468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:33.354332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ef19aae-9880-4316-963f-b9fad42e76f6 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:35:33.354767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:33.434179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:35:33.440845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:33.510046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:33.547626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:35:33.550341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9070769c-1551-414d-8e7b-01f063e4748d" -d '{"events": [{"server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:35:33.550678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec929-3a74-4445-9044-a36660530ce7 req-874f5213-6d0c-4326-9972-4cf9411f3bda tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:33.552170 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c0ec929-3a74-4445-9044-a36660530ce7 req-874f5213-6d0c-4326-9972-4cf9411f3bda tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1842537 Sep 19 17:35:33.558650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-f012e7f7-6da0-4d1f-8414-fccaeae21fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:33.560247 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-f012e7f7-6da0-4d1f-8414-fccaeae21fab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 1098 time: 0.1282804 Sep 19 17:35:33.592891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d180b85-f2e0-4ce6-8fd8-fe514152699a x-openstack-request-id: req-1d180b85-f2e0-4ce6-8fd8-fe514152699a {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:35:33.593249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:35:33.593514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1d180b85-f2e0-4ce6-8fd8-fe514152699a {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:35:33.593916 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d180b85-f2e0-4ce6-8fd8-fe514152699a'] response: {'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'code': 200} Sep 19 17:35:33.682067 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6c0ec929-3a74-4445-9044-a36660530ce7 req-ea8ee86c-fd59-4e59-bc06-c99b7d879571 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210537 Sep 19 17:35:33.724298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-fee8493d-bb68-4a0d-b38b-3fbb681c1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:33.725743 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-fee8493d-bb68-4a0d-b38b-3fbb681c1e91 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1511676 Sep 19 17:35:33.836210 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-853ac4b1-7e2a-47c1-b1fb-479a9ef120f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 200 len: 1001 time: 0.1040246 Sep 19 17:35:33.900216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-9172f2ea-83e2-43d6-af8d-b15b6d4d9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:33.901589 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-9172f2ea-83e2-43d6-af8d-b15b6d4d9910 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0591428 Sep 19 17:35:33.993256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-31012786-26b7-484b-bbd9-f3a809a71a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:33.994631 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-31012786-26b7-484b-bbd9-f3a809a71a55 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864854 Sep 19 17:35:34.131320 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-963315db-f1a2-48d1-824e-07871edeb9f9 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297081 Sep 19 17:35:34.267713 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c4f05ec-9cb9-4f05-b823-ff3c2c22bf5e req-206a2f35-b9c6-46a0-b344-008ef2c3f084 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306179 Sep 19 17:35:34.904402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d55e5-824b-4f6d-b263-23839b497eac req-340f7def-ccc6-4de3-9c17-aba3ff714cfa tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:34.906344 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-204d55e5-824b-4f6d-b263-23839b497eac req-340f7def-ccc6-4de3-9c17-aba3ff714cfa tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1038356 Sep 19 17:35:34.952967 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-204d55e5-824b-4f6d-b263-23839b497eac req-46f44d8b-9ff8-4895-a03e-66f5ca2ddb6b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405104 Sep 19 17:35:35.365212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d870ef-a337-426b-a10d-a24ef2754c2f req-c96cf6f5-3f35-40e4-ac16-55a50b4bd841 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:35.366591 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15d870ef-a337-426b-a10d-a24ef2754c2f req-c96cf6f5-3f35-40e4-ac16-55a50b4bd841 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0940535 Sep 19 17:35:35.413382 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15d870ef-a337-426b-a10d-a24ef2754c2f req-40c781b9-6698-45d7-8800-cab29d94284c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Sep 19 17:35:36.637018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cf4ed-d827-43f7-9d5b-187274ac897d req-8225b43c-0a4e-461b-bdcf-e374b2ad2aed tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:36.638471 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c92cf4ed-d827-43f7-9d5b-187274ac897d req-8225b43c-0a4e-461b-bdcf-e374b2ad2aed tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0979557 Sep 19 17:35:36.685434 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c92cf4ed-d827-43f7-9d5b-187274ac897d req-f0c751f1-62a8-4ec1-9c83-170105b1a669 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 Sep 19 17:35:37.047161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-9d72505a-0bd5-4b0b-8797-60a5fc718ad3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:37.048628 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-9d72505a-0bd5-4b0b-8797-60a5fc718ad3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1996224 Sep 19 17:35:37.123469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Deleting port 7ef19aae-9880-4316-963f-b9fad42e76f6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:35:37.123739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:37.376070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] For port 7ef19aae-9880-4316-963f-b9fad42e76f6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ef19aae-9880-4316-963f-b9fad42e76f6,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:35:37.376328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:37.669023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:37.669734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:37.669734 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Floating IP fc148a5f-a19f-4777-b42f-367568bb504c disassociated. External IP: 172.26.10.73, port: 7ef19aae-9880-4316-963f-b9fad42e76f6. Sep 19 17:35:37.670029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Calling delete_port for 7ef19aae-9880-4316-963f-b9fad42e76f6 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:35:37.825003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:37.854361 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5d09198c-fd1b-42bd-97b9-ebb32f7796a6 req-888db407-e9e7-418e-bd91-2f75ae1cee08 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0541646 Sep 19 17:35:37.875603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event deleted for resources: {'Port': ['ID=7ef19aae-9880-4316-963f-b9fad42e76f6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:37.886936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.887291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.887631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.888051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.888305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.888633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.888963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.889265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.889574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.889892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.890230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:37.890518 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:38.076417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:35:38.258123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:35:38.268523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:35:38.278737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:35:38.279403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:35:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:38.341943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] No DVR routers for this DVR port 7ef19aae-9880-4316-963f-b9fad42e76f6 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:35:38.344588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:38.347289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'name': 'network-vif-deleted', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:35:38.349594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d831f-a2e1-43b9-9df4-310c4a59ac95" -d '{"events": [{"server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "name": "network-vif-deleted", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:35:38.366228 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ddc4dd6-f425-4d47-b61d-7e91d1dd3a44 req-91e6537b-bb0b-4f8f-97bf-2fffe4eff88a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "DELETE /v2.0/ports/7ef19aae-9880-4316-963f-b9fad42e76f6 HTTP/1.1" status: 204 len: 173 time: 1.3120854 Sep 19 17:35:38.395961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d62b62-cfd6-4f29-8368-6ba5b1ef1671 x-openstack-request-id: req-04d62b62-cfd6-4f29-8368-6ba5b1ef1671 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:35:38.396198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccb8c38-ddbe-4184-a363-bb5dac10c6a0", "name": "network-vif-deleted", "tag": "7ef19aae-9880-4316-963f-b9fad42e76f6", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:35:38.396468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-04d62b62-cfd6-4f29-8368-6ba5b1ef1671 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:35:38.396891 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d62b62-cfd6-4f29-8368-6ba5b1ef1671'] response: {'server_uuid': 'cccb8c38-ddbe-4184-a363-bb5dac10c6a0', 'name': 'network-vif-deleted', 'tag': '7ef19aae-9880-4316-963f-b9fad42e76f6', 'status': 'completed', 'code': 200} Sep 19 17:35:38.463009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:35:38.791485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:38.795630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:35:38.804476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:35:38.805107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:35:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:38.988900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:35:39.045140 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e3891aaf-856a-4859-88f7-08248147cc0e req-02d2bd9e-5b92-457e-a5c5-302f77c4dbc3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=cccb8c38-ddbe-4184-a363-bb5dac10c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0573399 Sep 19 17:35:39.314733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:39.319089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354352d4-56e9-4f02-9f6c-3eabdfde745c None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:35:39.548620 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f9710c-bdb3-4bcc-970c-da331b9fa35a None None] New status for floating IP fc148a5f-a19f-4777-b42f-367568bb504c: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:35:40.408313 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-588a4b40-bcb2-42e8-9895-8e3063076574 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--776157063&fields=id&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 267 time: 0.0432856 Sep 19 17:35:40.682765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-0c7e3c0e-bc64-4272-8c5e-bec16c7dc392 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:40.684262 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-0c7e3c0e-bc64-4272-8c5e-bec16c7dc392 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 811 time: 0.2692544 Sep 19 17:35:40.699880 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-b60db11c-c18e-4006-9b90-62ff461b55a5 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/quotas/2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 375 time: 0.0099084 Sep 19 17:35:40.793874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-6964652b-45fa-4bbd-8286-76b65fd74574 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:35:40.811628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-6964652b-45fa-4bbd-8286-76b65fd74574 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:35:40.813421 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-6964652b-45fa-4bbd-8286-76b65fd74574 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085105 Sep 19 17:35:40.968423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-47f1e650-a914-4aea-91d0-2088395c5b61 service neutron] 10.222.0.83 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374090 Sep 19 17:35:41.113389 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-e08697b4-fcc6-4ce3-9822-9baec8783a48 service neutron] 10.222.0.83 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363862 Sep 19 17:35:41.224894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ef19aae-9880-4316-963f-b9fad42e76f6 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:35:41.259160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 7ef19aae-9880-4316-963f-b9fad42e76f6 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:35:41.259512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ef19aae-9880-4316-963f-b9fad42e76f6 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:35:41.307887 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b2b734d-9af6-4dc5-82b6-0bf659eab062 req-a35ca708-89df-410e-8f87-818dce6fc484 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 210 time: 0.0522685 Sep 19 17:35:41.384739 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fe85839e-d722-4854-b966-372fc7a3ac7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:42.366775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-2865a040-4e8f-48d2-ae2e-8bc45decf838 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:42.368322 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-2865a040-4e8f-48d2-ae2e-8bc45decf838 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 811 time: 0.1534338 Sep 19 17:35:42.420254 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-a601a195-867f-4722-b003-86140295153d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 379 time: 0.0431066 Sep 19 17:35:42.470874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'port': {'device_id': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'admin_state_up': True, 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'security_groups': ['4e636529-18f3-4892-b35e-af6d81e2ac7c']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:35:42.501879 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f50342a8-3c1d-45f2-b878-f8af47cc88bf req-831c622e-0384-404b-bef4-8aa7e1dbb24d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 210 time: 0.0765717 Sep 19 17:35:42.616550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:35:42.627066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:35:42.641514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Made reservation on behalf of 2ee0c4b8c83b46cc96f1cb2f43294cec for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:35:42.645169 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:42.811235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Allocated IP 172.20.0.8 (52b32b35-5407-4c19-b1f4-7dc8d3e23ba2/7babb53c-fe54-4c7b-b1d0-243ad93c7a22/8e0a28cc-64ea-4580-8a00-df9b99078fba) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:35:43.016005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:43.037336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Transition to ACTIVE for port object 8e0a28cc-64ea-4580-8a00-df9b99078fba will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:35:43.064207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:43.133349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:35:43.136564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:35:43.140381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:35:43.174305 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:43.212117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:43.212727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:43.239474 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-49aa0ca5-9f26-43f6-91dd-752bd49e2cab tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724221 Sep 19 17:35:43.250801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Request body: {'port': {'device_id': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:35:43.358955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-90d0eb9a-1e09-4980-ae26-894665c001bb None None] Provisioning for port 8e0a28cc-64ea-4580-8a00-df9b99078fba completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:35:43.363851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-90d0eb9a-1e09-4980-ae26-894665c001bb None None] Provisioning complete for port 8e0a28cc-64ea-4580-8a00-df9b99078fba triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:35:43.364227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90d0eb9a-1e09-4980-ae26-894665c001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:43.366203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:43.419661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-90d0eb9a-1e09-4980-ae26-894665c001bb None None] Port 8e0a28cc-64ea-4580-8a00-df9b99078fba cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:35:43.579553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-eed14caf-5407-42cf-a2a5-1602e469a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:43.704473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48be252-a79f-4190-8626-eb33e7ba0315 req-a104325e-df00-43c3-8fba-5cc68db1a99e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:43.706015 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f48be252-a79f-4190-8626-eb33e7ba0315 req-a104325e-df00-43c3-8fba-5cc68db1a99e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 931 time: 0.0886827 Sep 19 17:35:43.758454 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f48be252-a79f-4190-8626-eb33e7ba0315 req-31e080b6-d1f2-4c2e-94cd-325d125be25c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 Sep 19 17:35:43.824747 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0a28cc-64ea-4580-8a00-df9b99078fba {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:35:43.832295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:43.847418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Transition to ACTIVE for port object 8e0a28cc-64ea-4580-8a00-df9b99078fba will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:35:43.855668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:44.045837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:44.086871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Attempting to bind port 8e0a28cc-64ea-4580-8a00-df9b99078fba on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:35:44.087161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Attempting to bind port 8e0a28cc-64ea-4580-8a00-df9b99078fba by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:35:44.087492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Attempting to bind port 8e0a28cc-64ea-4580-8a00-df9b99078fba on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:35:44.092212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Port 8e0a28cc-64ea-4580-8a00-df9b99078fba on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:35:44.092533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Attempting to bind port 8e0a28cc-64ea-4580-8a00-df9b99078fba on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:35:44.098365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:35:44.098684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Checking segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:35:44.099106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Bound using segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:35:44.099563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Bound port: 8e0a28cc-64ea-4580-8a00-df9b99078fba, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:35:44.099907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:44.192678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:35:44.196353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:35:44.203655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:44.237174 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:44.237789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:44.239216 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] 10.222.0.86 "PUT /v2.0/ports/8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 1093 time: 0.9927800 Sep 19 17:35:44.239647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:35:44.241935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:35:44.331969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4c8ac-0a51-49a1-ae08-e22ef5c7b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:44.364906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-8c4e1188-4f91-4b72-8928-19fafb084c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:44.366403 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-8c4e1188-4f91-4b72-8928-19fafb084c2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1096 time: 0.0874128 Sep 19 17:35:44.424499 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e700bfa7-0809-4efe-a448-64e7133e501b x-openstack-request-id: req-e700bfa7-0809-4efe-a448-64e7133e501b {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:35:44.424787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:35:44.425044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e700bfa7-0809-4efe-a448-64e7133e501b {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:35:44.425442 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e700bfa7-0809-4efe-a448-64e7133e501b'] response: {'name': 'network-changed', 'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'status': 'completed', 'code': 200} Sep 19 17:35:44.440171 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-3ff461d0-c0be-4ff8-902f-3aaeee6a61fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 217 time: 0.0665975 Sep 19 17:35:44.502824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-f0e3eb5a-bf73-41a5-9e43-ba87de8946ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:44.504274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-f0e3eb5a-bf73-41a5-9e43-ba87de8946ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0576627 Sep 19 17:35:44.600063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-edeea3c3-db38-4e57-a398-93be084a2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:44.601477 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-edeea3c3-db38-4e57-a398-93be084a2851 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908968 Sep 19 17:35:44.745791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-5cd67859-6f6c-41ed-b7c1-4673cb06c257 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381745 Sep 19 17:35:44.882091 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0bc27bef-9532-49c0-8958-6a138ac02f21 req-ebf4b9fa-2d31-41e9-be79-2c11ca76de9d service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303053 Sep 19 17:35:44.966947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d756a-3274-4e34-b11e-18bdee004729 req-2c63717a-82c9-40c6-b166-f4b0605546cd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:44.968435 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c28d756a-3274-4e34-b11e-18bdee004729 req-2c63717a-82c9-40c6-b166-f4b0605546cd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.0927510 Sep 19 17:35:45.008988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-15745894-0cf6-46c9-867a-aa81ed29a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:45.010503 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-15745894-0cf6-46c9-867a-aa81ed29a600 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1096 time: 0.0803769 Sep 19 17:35:45.013000 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c28d756a-3274-4e34-b11e-18bdee004729 req-74eb5695-10d3-4adf-9802-9014e5b1eb23 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383029 Sep 19 17:35:45.144129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-44a107a3-1947-4e30-b60d-97c9789f2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:45.145465 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-44a107a3-1947-4e30-b60d-97c9789f2121 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1284537 Sep 19 17:35:45.187328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:45.218440 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-fbc8000c-d727-4834-bab6-c86a71845f24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 217 time: 0.0661473 Sep 19 17:35:45.218728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:45.279653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-80c24f88-9bd7-4b72-9236-aba96fc7db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:45.281055 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-80c24f88-9bd7-4b72-9236-aba96fc7db45 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0565495 Sep 19 17:35:45.370890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-527df13b-4325-40de-9e18-c1fce3a8bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:45.372426 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-527df13b-4325-40de-9e18-c1fce3a8bacb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842192 Sep 19 17:35:45.612484 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-c5cf8505-d279-4f6e-abc3-c32d5e1cde9c service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312629 Sep 19 17:35:45.744274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ceb6dda4-a6c4-49d3-bf7c-f0626a41d1fa req-6a6145df-3804-49d4-bb22-77a42c9e3611 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252136 Sep 19 17:35:46.219275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe4f2-d78e-4465-ad31-260e774a77d7 req-6db38dd7-e529-4ca6-a514-7c4725f923e6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:46.220057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-80efe4f2-d78e-4465-ad31-260e774a77d7 req-6db38dd7-e529-4ca6-a514-7c4725f923e6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:35:46.238219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-80efe4f2-d78e-4465-ad31-260e774a77d7 req-6db38dd7-e529-4ca6-a514-7c4725f923e6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:35:46.239363 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-80efe4f2-d78e-4465-ad31-260e774a77d7 req-6db38dd7-e529-4ca6-a514-7c4725f923e6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.1090469 Sep 19 17:35:46.287910 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-80efe4f2-d78e-4465-ad31-260e774a77d7 req-a74e7dea-0603-4566-8339-85dcf1cfa997 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422072 Sep 19 17:35:46.296500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:47.231038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:35:47.423824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:35:47.438519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'mac_address': 'fa:16:3e:c0:a9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:35:47.496860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:35:47.497145 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:47.514429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628b7fb-7ef8-47ef-acba-a5b713be8162 req-edb8917b-bceb-4d70-b944-86b2f68f40d6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:47.515083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0a28cc-64ea-4580-8a00-df9b99078fba {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:35:47.515999 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5628b7fb-7ef8-47ef-acba-a5b713be8162 req-edb8917b-bceb-4d70-b944-86b2f68f40d6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.0918965 Sep 19 17:35:47.531673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:35:47.537029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:47.562860 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5628b7fb-7ef8-47ef-acba-a5b713be8162 req-5df8afc5-7502-48e6-8dfa-28640fc37e83 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 Sep 19 17:35:47.606248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:47.742710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8e0a28cc-64ea-4580-8a00-df9b99078fba'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:35:48.959953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35596012-711c-46f3-be3e-9eb6c3668d42 req-fb73dd8d-bc5d-4010-b6e6-a79d4de0add7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:48.961451 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-35596012-711c-46f3-be3e-9eb6c3668d42 req-fb73dd8d-bc5d-4010-b6e6-a79d4de0add7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 944 time: 0.1093078 Sep 19 17:35:49.009942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-35596012-711c-46f3-be3e-9eb6c3668d42 req-686a429a-21af-40a9-b3bf-e02e2dddd44c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425804 Sep 19 17:35:49.232007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:35:49.324090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 8e0a28cc-64ea-4580-8a00-df9b99078fba completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:35:49.330573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 8e0a28cc-64ea-4580-8a00-df9b99078fba triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:35:49.330980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:49.450522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:35:49.450933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:49.478114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:35:49.480540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f386fd-0376-4550-91a3-e3528d7db09b" -d '{"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-plugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:35:49.488742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:35:49.493567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:49.528574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f83128-cf2d-4135-931a-0c30ffce5d74 x-openstack-request-id: req-89f83128-cf2d-4135-931a-0c30ffce5d74 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:35:49.528864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-plugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:35:49.529112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-89f83128-cf2d-4135-931a-0c30ffce5d74 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:35:49.529497 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f83128-cf2d-4135-931a-0c30ffce5d74'] response: {'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'code': 200} Sep 19 17:35:49.569754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:49.810198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd829ec-8f6b-4211-b4a7-715f1600cd62 req-8c2288ff-e2ed-40be-9d15-948c572c6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:49.811614 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dd829ec-8f6b-4211-b4a7-715f1600cd62 req-8c2288ff-e2ed-40be-9d15-948c572c6cf9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1098 time: 0.0868921 Sep 19 17:35:49.853939 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dd829ec-8f6b-4211-b4a7-715f1600cd62 req-faa0655d-b66f-4551-aa50-0d7f88f30234 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360811 Sep 19 17:35:50.242477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be0f36-b586-436a-bd2c-0b29066d5cf6 req-789a306f-e82b-476a-a1cc-c9c853fdd5b6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:50.243930 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96be0f36-b586-436a-bd2c-0b29066d5cf6 req-789a306f-e82b-476a-a1cc-c9c853fdd5b6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0983391 Sep 19 17:35:50.289187 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-96be0f36-b586-436a-bd2c-0b29066d5cf6 req-c7da8366-0c43-44be-9a62-32666bc6bebd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 Sep 19 17:35:51.506315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43b7a-36db-47bd-b5f2-75564df7d56b req-cea9d8d8-a8ab-456f-8650-173b8fb85efe tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:51.507812 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54f43b7a-36db-47bd-b5f2-75564df7d56b req-cea9d8d8-a8ab-456f-8650-173b8fb85efe tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0914397 Sep 19 17:35:51.555958 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54f43b7a-36db-47bd-b5f2-75564df7d56b req-9bd05ffa-21fb-441c-b740-ee73f96bc751 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Sep 19 17:35:51.772505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca2c93-e914-4a4d-a1f2-2b4d83c0df95 req-0988b037-a825-43a3-bce2-b5e5cf83f491 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:51.773946 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69ca2c93-e914-4a4d-a1f2-2b4d83c0df95 req-0988b037-a825-43a3-bce2-b5e5cf83f491 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.1102841 Sep 19 17:35:51.784522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53190) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:35:51.789515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'floatingip': {'port_id': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:35:51.867644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:52.503859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:52.510942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:52.819770 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Floating IP fc148a5f-a19f-4777-b42f-367568bb504c associated. External IP: 172.26.10.73, port: 8e0a28cc-64ea-4580-8a00-df9b99078fba. Sep 19 17:35:53.235513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:35:53.421799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:35:53.426698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:35:53.433279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:35:53.446214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:35:53.447112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:35:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:53.486724 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-74949ee8-951e-4b9a-8e8b-56b10808f8b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "PUT /v2.0/floatingips/fc148a5f-a19f-4777-b42f-367568bb504c HTTP/1.1" status: 200 len: 991 time: 1.7010546 Sep 19 17:35:53.487384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:35:53.489781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b123d5f4-9da5-468b-a477-613765489348" -d '{"events": [{"name": "network-changed", "server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:35:53.531374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6237129c-e0e2-478a-8d66-1f8d33bab664 x-openstack-request-id: req-6237129c-e0e2-478a-8d66-1f8d33bab664 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:35:53.531666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:35:53.531916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6237129c-e0e2-478a-8d66-1f8d33bab664 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:35:53.532321 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6237129c-e0e2-478a-8d66-1f8d33bab664'] response: {'name': 'network-changed', 'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'status': 'completed', 'code': 200} Sep 19 17:35:53.630814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:35:53.631089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d5f4-9da5-468b-a477-613765489348 req-f34bfeb0-5219-4f71-9ba0-9bb93f572eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:53.632420 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b123d5f4-9da5-468b-a477-613765489348 req-f34bfeb0-5219-4f71-9ba0-9bb93f572eef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1098 time: 0.0798204 Sep 19 17:35:53.764625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d5f4-9da5-468b-a477-613765489348 req-e0d0929f-85f5-40b6-9820-78b82264cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:53.766185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b123d5f4-9da5-468b-a477-613765489348 req-e0d0929f-85f5-40b6-9820-78b82264cd84 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1283774 Sep 19 17:35:53.870823 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b123d5f4-9da5-468b-a477-613765489348 req-4a58d007-b1c7-4374-94b0-8eb37f8213d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 999 time: 0.0986483 Sep 19 17:35:53.934386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d5f4-9da5-468b-a477-613765489348 req-082614ec-4f8a-4e09-a754-a56f16b4aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:53.935873 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b123d5f4-9da5-468b-a477-613765489348 req-082614ec-4f8a-4e09-a754-a56f16b4aa13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0594847 Sep 19 17:35:53.978138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:c0:a9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:35:52Z', 'revision_number': 9, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:53.982129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:35:53.990877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:35:53.991529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:35:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:54.026077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123d5f4-9da5-468b-a477-613765489348 req-45a31b03-6513-455e-86f4-234c6e338e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:54.027527 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b123d5f4-9da5-468b-a477-613765489348 req-45a31b03-6513-455e-86f4-234c6e338e7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860400 Sep 19 17:35:54.165855 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b123d5f4-9da5-468b-a477-613765489348 req-cdca3a6b-8a41-4ac4-b342-198ecdbfe460 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320095 Sep 19 17:35:54.170550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:35:54.448754 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b123d5f4-9da5-468b-a477-613765489348 req-0f58d9b5-48ca-40e9-b64d-1885cea2fb1d service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759862 Sep 19 17:35:54.586085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:c0:a9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:35:52Z', 'revision_number': 9, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:54.590371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740af5fd-b29f-456b-ac05-afed9123f006 None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:c0:a9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:35:52Z', 'revision_number': 9, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:35:54.796820 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa0c14-f758-4f7f-a6b9-5e5358e0f71a None None] New status for floating IP fc148a5f-a19f-4777-b42f-367568bb504c: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:35:55.639692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:10.176733 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:36:11.399561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c53854d7-a009-4f7f-b94f-c2b0af691e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:13.588017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6fe3cd34-8497-4dde-981f-72f7ad232637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:15.194369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:15.221157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:16.305207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:22.616838 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8256be42-4861-453b-8803-97bf196d0569 req-e915ae6c-18a1-4313-8c17-cc6466aaadff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830991 Sep 19 17:36:22.782186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256be42-4861-453b-8803-97bf196d0569 req-edf5cf19-304c-407d-abb4-dbeeb03ca075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:22.783619 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8256be42-4861-453b-8803-97bf196d0569 req-edf5cf19-304c-407d-abb4-dbeeb03ca075 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1098 time: 0.0940721 Sep 19 17:36:22.932028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256be42-4861-453b-8803-97bf196d0569 req-30ebdda6-3f0f-4e0b-9d98-f8ca99fd95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:22.933516 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8256be42-4861-453b-8803-97bf196d0569 req-30ebdda6-3f0f-4e0b-9d98-f8ca99fd95aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1306114 Sep 19 17:36:23.046393 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8256be42-4861-453b-8803-97bf196d0569 req-455bb025-654c-41ce-a7a9-a43c1b0c61ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 1002 time: 0.1060476 Sep 19 17:36:23.110097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256be42-4861-453b-8803-97bf196d0569 req-daedb63c-46e2-4994-b46a-2c960947bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:23.111548 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8256be42-4861-453b-8803-97bf196d0569 req-daedb63c-46e2-4994-b46a-2c960947bcb2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0590601 Sep 19 17:36:23.217178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256be42-4861-453b-8803-97bf196d0569 req-96a98b55-132d-4f76-9064-2a51ad039664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:23.218661 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8256be42-4861-453b-8803-97bf196d0569 req-96a98b55-132d-4f76-9064-2a51ad039664 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993938 Sep 19 17:36:23.353168 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8256be42-4861-453b-8803-97bf196d0569 req-c5ee113a-340f-4eef-abfd-7a7ac18ab71d service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275270 Sep 19 17:36:23.491678 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8256be42-4861-453b-8803-97bf196d0569 req-b71b4f84-6ecf-4495-b9ba-e16491c9427e service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303012 Sep 19 17:36:25.631373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:26.725938 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-6a8ead7f-2d5e-4e1e-85ae-ca842c9b5e57 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858800 Sep 19 17:36:26.835813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9a542-9e7f-4960-b282-b4db6ded4b6b req-494aa4ec-f7af-444b-9fa2-edeb920e03bf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:26.837310 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dc9a542-9e7f-4960-b282-b4db6ded4b6b req-494aa4ec-f7af-444b-9fa2-edeb920e03bf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.1473942 Sep 19 17:36:26.882151 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4dc9a542-9e7f-4960-b282-b4db6ded4b6b req-00418216-f4fa-4f8a-9d86-d7dfe8e2b3cc tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388403 Sep 19 17:36:28.013637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-bfe2ca9d-7c20-44f8-87dc-85f798c36479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:28.015143 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-bfe2ca9d-7c20-44f8-87dc-85f798c36479 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1098 time: 0.0924842 Sep 19 17:36:28.204996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-e60f1a0f-1a8f-45c2-9208-1037e3acc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:28.206369 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-e60f1a0f-1a8f-45c2-9208-1037e3acc70a service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1850882 Sep 19 17:36:28.292646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419da1dc-803c-4361-a26c-0a17057d7fd3 req-9ed1f300-9a09-424c-9ad5-f76409b5a697 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:28.294107 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-419da1dc-803c-4361-a26c-0a17057d7fd3 req-9ed1f300-9a09-424c-9ad5-f76409b5a697 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.2965348 Sep 19 17:36:28.343517 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-69c9fca2-c371-459d-8e65-cfdd7d4dd9b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 1002 time: 0.1295681 Sep 19 17:36:28.389859 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-419da1dc-803c-4361-a26c-0a17057d7fd3 req-668a6347-3fb6-422d-8271-c176c57296ba tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846951 Sep 19 17:36:28.412601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-4f62bd26-e7f1-4827-b9df-610f7866ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:28.414197 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-4f62bd26-e7f1-4827-b9df-610f7866ba7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0652103 Sep 19 17:36:28.504289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-6137e523-9cee-4331-b3ce-709c5722ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:28.506219 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-6137e523-9cee-4331-b3ce-709c5722ec35 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851073 Sep 19 17:36:28.744155 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-5d82ccc5-7001-4f38-9277-a3c0bd99aacf service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321484 Sep 19 17:36:28.878146 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-729d0c0d-4b09-42d3-9399-58136e3adfc4 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276855 Sep 19 17:36:29.615038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281a0d3-0cad-4d68-831f-1b1ac832426f req-e0fa634b-7f03-492e-a10e-f78a19125502 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:29.616504 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0281a0d3-0cad-4d68-831f-1b1ac832426f req-e0fa634b-7f03-492e-a10e-f78a19125502 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.1033933 Sep 19 17:36:29.664290 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0281a0d3-0cad-4d68-831f-1b1ac832426f req-879d4d11-e86a-4e55-aa79-5453a0b8fbf6 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420239 Sep 19 17:36:30.899835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333c28-bde5-4294-98cb-15d607a5501a req-def28970-62ef-4873-982f-942f1923ee2b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:30.901309 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f8333c28-bde5-4294-98cb-15d607a5501a req-def28970-62ef-4873-982f-942f1923ee2b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.1056285 Sep 19 17:36:30.946139 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f8333c28-bde5-4294-98cb-15d607a5501a req-59afe9be-78ed-4547-bc80-f1fcd03e612e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 Sep 19 17:36:32.160439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6617e-8f8a-4867-b2bf-8cba8f7ba62b req-300ded21-5348-4d76-88ae-ffebc7fb5acb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:32.161919 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b6617e-8f8a-4867-b2bf-8cba8f7ba62b req-300ded21-5348-4d76-88ae-ffebc7fb5acb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0962889 Sep 19 17:36:32.209376 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-25b6617e-8f8a-4867-b2bf-8cba8f7ba62b req-7bd6ae25-8f7f-4cbd-b973-d04af9a114dd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406041 Sep 19 17:36:33.436531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584a12-7f19-4b2d-b819-f6e68770a8c5 req-ed150b25-00f9-4b4c-9665-ec10f52b05b2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:33.438014 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-46584a12-7f19-4b2d-b819-f6e68770a8c5 req-ed150b25-00f9-4b4c-9665-ec10f52b05b2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0972431 Sep 19 17:36:33.485388 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-46584a12-7f19-4b2d-b819-f6e68770a8c5 req-84c77fc5-e0d5-4fb7-bca7-c601b0cccfd5 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Sep 19 17:36:34.695648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646df59-e13d-4179-b529-018ff3090a7b req-52b709f0-ebee-4e12-ab48-6261c5011557 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:34.697130 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b646df59-e13d-4179-b529-018ff3090a7b req-52b709f0-ebee-4e12-ab48-6261c5011557 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0915885 Sep 19 17:36:34.751353 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b646df59-e13d-4179-b529-018ff3090a7b req-de172ae1-29a3-4708-b226-3f4ca7411f84 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 Sep 19 17:36:35.982934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f207c-2b94-41d3-b07b-f730b2d5f449 req-9830b8c9-97c6-430e-b9fd-38161ab2cab1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:35.984419 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cc8f207c-2b94-41d3-b07b-f730b2d5f449 req-9830b8c9-97c6-430e-b9fd-38161ab2cab1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.1096487 Sep 19 17:36:36.036007 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cc8f207c-2b94-41d3-b07b-f730b2d5f449 req-3a9d29ad-b15d-4f4d-942a-54326d8a95cf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433986 Sep 19 17:36:37.274507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cdd24-7251-4ec0-8a90-d9f48956d889 req-18b110cf-7a36-4d15-a45c-62150274c8cf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:37.276047 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a84cdd24-7251-4ec0-8a90-d9f48956d889 req-18b110cf-7a36-4d15-a45c-62150274c8cf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.1084857 Sep 19 17:36:37.330064 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a84cdd24-7251-4ec0-8a90-d9f48956d889 req-71105b93-a5aa-472e-aa37-0b46becea519 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480661 Sep 19 17:36:38.546566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d1bf2-43b9-49b9-b775-ac79c9691c51 req-d285e4b7-c9e7-4386-b586-717ca14ec504 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:38.548070 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d35d1bf2-43b9-49b9-b775-ac79c9691c51 req-d285e4b7-c9e7-4386-b586-717ca14ec504 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0931904 Sep 19 17:36:38.592281 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d35d1bf2-43b9-49b9-b775-ac79c9691c51 req-4c81e5f1-56f4-4b8d-8fb6-ad7b8504add2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383670 Sep 19 17:36:39.811646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a26ea0-5e1f-4323-b7db-6376c0cd14a2 req-aa3a1de5-d619-4ca7-b907-5bf52517ed6b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:39.812979 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-60a26ea0-5e1f-4323-b7db-6376c0cd14a2 req-aa3a1de5-d619-4ca7-b907-5bf52517ed6b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0959241 Sep 19 17:36:39.860290 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-60a26ea0-5e1f-4323-b7db-6376c0cd14a2 req-cdb160f0-4889-4d3c-a951-57e16a9265e7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413845 Sep 19 17:36:40.556900 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-546acb9a-dc7a-42a6-9913-9d2ca9601378 service neutron] 10.222.0.86 "GET /v2.0/ports/8e0a28cc-64ea-4580-8a00-df9b99078fba/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0840082 Sep 19 17:36:40.860324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-b1c33b87-bc8c-4e71-997d-a9f1898dfd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:40.862613 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-b1c33b87-bc8c-4e71-997d-a9f1898dfd0c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 1098 time: 0.0880051 Sep 19 17:36:40.972980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-1cea4222-94e6-424e-b57b-45d1ee1800bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:40.974524 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-1cea4222-94e6-424e-b57b-45d1ee1800bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1098 time: 0.0834162 Sep 19 17:36:41.167483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b609c1a-7af5-41aa-bcd9-01354b5d370e req-473d067b-c757-41e2-81ac-f0bb8c71fae5 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:41.168960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3b609c1a-7af5-41aa-bcd9-01354b5d370e req-473d067b-c757-41e2-81ac-f0bb8c71fae5 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.1935344 Sep 19 17:36:41.170036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-e01b95ba-c7ff-464b-8214-91bca2adacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:41.171338 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-e01b95ba-c7ff-464b-8214-91bca2adacc0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1615131 Sep 19 17:36:41.298033 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3b609c1a-7af5-41aa-bcd9-01354b5d370e req-d9d052a6-8cfe-42d0-862a-3cb680c4db98 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233222 Sep 19 17:36:41.304045 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-b054b886-d229-4226-88bb-86873a0b46d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 1002 time: 0.1136642 Sep 19 17:36:41.367619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-724e3f68-1054-40fa-aa95-41875e52f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:41.369066 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-724e3f68-1054-40fa-aa95-41875e52f1ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0589733 Sep 19 17:36:41.398059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bbefabfd-9a0e-489e-98e4-af7b5469788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:41.458165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-de8b34ac-54a8-49d8-8015-9bb2b87393d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:41.459776 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-de8b34ac-54a8-49d8-8015-9bb2b87393d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844095 Sep 19 17:36:41.594123 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-ca47e3c8-3d3a-4e88-ac27-dc1ec02c9acf service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271350 Sep 19 17:36:41.734215 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5541e01-1b69-4c21-b0f0-3e1561818c7b req-1373779d-b909-45dc-b880-ecf879ff841f service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339569 Sep 19 17:36:42.531279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c05e44-e19e-471d-b364-b130ad6d2ad9 req-ee51c10a-4c84-43b2-9507-3f6422af2056 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:42.532774 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c05e44-e19e-471d-b364-b130ad6d2ad9 req-ee51c10a-4c84-43b2-9507-3f6422af2056 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.1163213 Sep 19 17:36:42.581324 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f1c05e44-e19e-471d-b364-b130ad6d2ad9 req-6f421d7b-41ca-4d0a-a50b-a202abdf0af9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 Sep 19 17:36:43.436726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:36:43.439130 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:36:43.633740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ab195fbd-efe2-499e-b87b-17df7e655e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:43.670712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:36:43.671096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:43.701253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:43.723949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:36:43.726317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c3da98-e350-4cbe-9916-d5feef4bb311" -d '{"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:36:43.728963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'mac_address': 'fa:16:3e:c0:a9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:36:43.763893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:43.784284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:43.822340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ac1912-28d2-4cac-ad82-0793654b40b5 x-openstack-request-id: req-10ac1912-28d2-4cac-ad82-0793654b40b5 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:36:43.822640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:36:43.822948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-10ac1912-28d2-4cac-ad82-0793654b40b5 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:36:43.823314 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ac1912-28d2-4cac-ad82-0793654b40b5'] response: {'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'code': 200} Sep 19 17:36:43.850105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: ACTIVE; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:36:43.850729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:43.876609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e0a28cc-64ea-4580-8a00-df9b99078fba {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:36:43.886373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2763f-bf4d-455b-b952-4480f1dacbe7 req-cb50002f-6170-4966-97a2-e92f9c2c66d4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:43.886989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:43.887892 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cd2763f-bf4d-455b-b952-4480f1dacbe7 req-cb50002f-6170-4966-97a2-e92f9c2c66d4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.1914694 Sep 19 17:36:43.932944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.933340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.933454 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0cd2763f-bf4d-455b-b952-4480f1dacbe7 req-00ccf6aa-f640-4c67-9c13-dc30828012f5 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390778 Sep 19 17:36:43.933632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.933961 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.934290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.934620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.935022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.935347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.935675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.935994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.936400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.936597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:43.961858 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:36:43.962219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:36:44.417729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-b81b1ade-674f-44f2-95a5-389c0dd72898 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:44.419174 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-b81b1ade-674f-44f2-95a5-389c0dd72898 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 943 time: 0.1485622 Sep 19 17:36:44.491103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e291d-73c9-411d-a405-eaa9684c43e4 req-92f2f452-fd07-4638-98c0-a9af5277f609 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:44.492740 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-879e291d-73c9-411d-a405-eaa9684c43e4 req-92f2f452-fd07-4638-98c0-a9af5277f609 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.1593258 Sep 19 17:36:44.517424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:36:44.518049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:44.535265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0a28cc-64ea-4580-8a00-df9b99078fba {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:36:44.541707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-02389c81-c6ec-4b3f-910f-e81b6e669f13 service neutron] 10.222.0.86 "GET /v2.0/ports/8e0a28cc-64ea-4580-8a00-df9b99078fba/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.1170852 Sep 19 17:36:44.548706 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-879e291d-73c9-411d-a405-eaa9684c43e4 req-80287727-73fc-4ed4-9fe8-175017d52c40 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488496 Sep 19 17:36:44.551646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:44.558515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:44.632289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8e0a28cc-64ea-4580-8a00-df9b99078fba'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:36:44.646014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-0717abea-eda8-418b-9ab4-499d6701f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:44.647875 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-0717abea-eda8-418b-9ab4-499d6701f181 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1097 time: 0.0840805 Sep 19 17:36:44.680358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:44.782350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-89052205-d583-4ff9-b8ca-3bb90511fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:44.783708 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-89052205-d583-4ff9-b8ca-3bb90511fa67 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1297734 Sep 19 17:36:44.887108 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-a9bb32d4-9078-4710-8c8f-5f1102ba3e6d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 1001 time: 0.0969985 Sep 19 17:36:44.956071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-0b1d8b10-422e-4692-8a40-2c14acbfeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:44.957468 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-0b1d8b10-422e-4692-8a40-2c14acbfeddc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0636377 Sep 19 17:36:45.044963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-88f95a31-bca1-448e-bc2a-7cc20be2e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:45.046327 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-88f95a31-bca1-448e-bc2a-7cc20be2e793 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823996 Sep 19 17:36:45.180632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:45.189347 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-9a2b8931-d355-448e-9e48-22d51fbdf4b0 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367295 Sep 19 17:36:45.225946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:45.324523 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-bb747aff-ef2b-4a0e-809b-67dec6eff9ab service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291435 Sep 19 17:36:45.456111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:36:45.528886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 8e0a28cc-64ea-4580-8a00-df9b99078fba triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:36:45.529552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:45.653120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:36:45.653529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:45.686434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:45.691509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:45.756925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26998e12-8c6d-4632-9ae6-bfdeed009597 req-873559b3-b504-4cc5-a434-e4ffb9b54718 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:45.757646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:45.758564 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26998e12-8c6d-4632-9ae6-bfdeed009597 req-873559b3-b504-4cc5-a434-e4ffb9b54718 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0903499 Sep 19 17:36:45.803156 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-26998e12-8c6d-4632-9ae6-bfdeed009597 req-dcf529d5-42b5-406a-bd2b-3bfee2c8987c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385144 Sep 19 17:36:45.824709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:36:45.827207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d2cb5-6453-492b-becb-4de39abae80e" -d '{"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-plugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:36:45.877272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349ae5c3-1bda-4a79-8083-4be647ad8edd x-openstack-request-id: req-349ae5c3-1bda-4a79-8083-4be647ad8edd {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:36:45.877564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-plugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:36:45.877816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-349ae5c3-1bda-4a79-8083-4be647ad8edd {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:36:45.878223 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349ae5c3-1bda-4a79-8083-4be647ad8edd'] response: {'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'code': 200} Sep 19 17:36:46.302560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:47.120486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0224f9-b780-4512-9b49-1fa402d5f572 req-1a764825-e6ee-4b04-9ef2-87e244be7aee tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:47.121878 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b0224f9-b780-4512-9b49-1fa402d5f572 req-1a764825-e6ee-4b04-9ef2-87e244be7aee tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.2020671 Sep 19 17:36:47.167045 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b0224f9-b780-4512-9b49-1fa402d5f572 req-9537983d-a3a4-44d4-96d4-7eeef5f520b8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391760 Sep 19 17:36:47.176866 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:36:47.494289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:36:47.674917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:36:47.675323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:47.714940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:47.719469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:47.765496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-662ca591-40b5-4d32-ac40-81012c9d96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:47.767015 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-662ca591-40b5-4d32-ac40-81012c9d96a3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 1096 time: 0.0828280 Sep 19 17:36:47.787344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=9']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:47.879851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:36:47.882320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc1a2ef-9ad9-4bfb-bd72-fb9db803df71" -d '{"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:36:47.884002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-f1af250f-f222-42de-a671-3873d6132689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:47.885487 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-f1af250f-f222-42de-a671-3873d6132689 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 1096 time: 0.0982685 Sep 19 17:36:47.991534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdc543c-68cd-4e07-8916-61718df81956 x-openstack-request-id: req-ffdc543c-68cd-4e07-8916-61718df81956 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:36:47.991835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:36:47.992201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ffdc543c-68cd-4e07-8916-61718df81956 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:36:47.993217 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdc543c-68cd-4e07-8916-61718df81956'] response: {'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'code': 200} Sep 19 17:36:48.019351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-ed66ba4c-49ee-4588-b5a9-c17886701546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:48.020824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-ed66ba4c-49ee-4588-b5a9-c17886701546 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1299210 Sep 19 17:36:48.125878 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-1fe22a1b-9116-4691-9932-f417a555a69a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 200 len: 1000 time: 0.0985301 Sep 19 17:36:48.197343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-6e11f894-5dbf-4e76-b42a-d512e2bef38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:48.198830 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-6e11f894-5dbf-4e76-b42a-d512e2bef38e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0669806 Sep 19 17:36:48.376053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025fd39-b43c-450f-ad43-84a092faa421 req-1f207c96-7997-4295-8fe9-1ebabfb610bb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:48.377407 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e025fd39-b43c-450f-ad43-84a092faa421 req-1f207c96-7997-4295-8fe9-1ebabfb610bb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.0915241 Sep 19 17:36:48.379433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-727df7e5-52d2-4163-b572-05c04a170d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:48.380915 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-727df7e5-52d2-4163-b572-05c04a170d8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1759913 Sep 19 17:36:48.422637 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e025fd39-b43c-450f-ad43-84a092faa421 req-d07ccd21-ee5a-4ebb-a2c8-743ff9bae610 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388823 Sep 19 17:36:48.511652 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-6b806e0b-03d4-4f9e-b310-5604a95b3c9e service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240535 Sep 19 17:36:48.647012 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06f71151-21fa-4467-9502-7ee68a85b5fc req-b3049781-02d8-429e-aa77-b42aa264387c service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290164 Sep 19 17:36:49.644424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb6a8a-459f-4330-adb3-e62803c1bbba req-bdb49289-702f-4a7b-b296-019603f7ebdd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:49.645926 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cdb6a8a-459f-4330-adb3-e62803c1bbba req-bdb49289-702f-4a7b-b296-019603f7ebdd tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.1043773 Sep 19 17:36:49.694437 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cdb6a8a-459f-4330-adb3-e62803c1bbba req-35bfb75b-a15a-4bf5-9556-0e93b9312575 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Sep 19 17:36:50.908420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f267eb-d3b6-40aa-8731-256246ed8be1 req-4dac278a-564c-4596-8b86-778f32505979 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:50.909875 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d6f267eb-d3b6-40aa-8731-256246ed8be1 req-4dac278a-564c-4596-8b86-778f32505979 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.0951951 Sep 19 17:36:50.967876 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d6f267eb-d3b6-40aa-8731-256246ed8be1 req-dd9151da-66f3-4c0c-aee5-68241be7c125 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519581 Sep 19 17:36:51.191588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176be8f-4373-47c3-b38a-ff6607b44ce6 req-611c383a-78c7-4de0-bd7e-06d4190e9402 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:51.193064 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e176be8f-4373-47c3-b38a-ff6607b44ce6 req-611c383a-78c7-4de0-bd7e-06d4190e9402 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.1011839 Sep 19 17:36:51.238823 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e176be8f-4373-47c3-b38a-ff6607b44ce6 req-03fc70f1-c8ed-4e7c-a634-a8511d99b469 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391686 Sep 19 17:36:51.448916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bb724-44d5-42c0-a86c-b8fcb3794d15 req-4b87607a-43c7-456a-8356-f32ec7567781 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:51.450411 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d2bb724-44d5-42c0-a86c-b8fcb3794d15 req-4b87607a-43c7-456a-8356-f32ec7567781 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 943 time: 0.0921664 Sep 19 17:36:51.469379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:36:51.498421 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6d2bb724-44d5-42c0-a86c-b8fcb3794d15 req-fa144703-db11-485d-a971-5e1bdbcc6688 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391958 Sep 19 17:36:51.608496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:51.622548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'mac_address': 'fa:16:3e:c0:a9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:36:51.677939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:36:51.678347 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:51.696524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0a28cc-64ea-4580-8a00-df9b99078fba {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:36:51.714510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:51.720709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:51.788090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8e0a28cc-64ea-4580-8a00-df9b99078fba'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:36:51.836857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=10']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:51.899893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d089d-6e71-4d8a-aa38-63b27ea54d70 req-2d0a08c5-a9e6-485a-9519-df9ef80ea0b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:51.901348 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-277d089d-6e71-4d8a-aa38-63b27ea54d70 req-2d0a08c5-a9e6-485a-9519-df9ef80ea0b1 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0893531 Sep 19 17:36:51.948521 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-277d089d-6e71-4d8a-aa38-63b27ea54d70 req-4d6dc1ae-399c-40be-9615-2df97890c5f2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Sep 19 17:36:53.174097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460aa38-65f1-4c6b-8b09-d714d673a3be req-9fa1db67-159a-44d7-8556-7e097be2842a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:53.175668 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2460aa38-65f1-4c6b-8b09-d714d673a3be req-9fa1db67-159a-44d7-8556-7e097be2842a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 945 time: 0.0950458 Sep 19 17:36:53.221588 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2460aa38-65f1-4c6b-8b09-d714d673a3be req-41163022-916f-4a7f-970d-2429bb213742 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399225 Sep 19 17:36:53.484570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:36:53.574159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 8e0a28cc-64ea-4580-8a00-df9b99078fba triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:36:53.574536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:53.723260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8e0a28cc-64ea-4580-8a00-df9b99078fba is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:36:53.723498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:53.760187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:36:53.762531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f535b2b1-2388-4c2e-9bdf-ce885a262162" -d '{"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-plugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:36:53.773163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:53.779263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:53.827495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a255d35a-ba1b-47f2-86bd-7b8365644a28 x-openstack-request-id: req-a255d35a-ba1b-47f2-86bd-7b8365644a28 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:36:53.827784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-plugged", "status": "completed", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:36:53.828033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a255d35a-ba1b-47f2-86bd-7b8365644a28 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:36:53.828423 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a255d35a-ba1b-47f2-86bd-7b8365644a28'] response: {'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'code': 200} Sep 19 17:36:53.873726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=11']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:53.925760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-c9b0f92c-e97d-41de-9833-8b281b6ae3fb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:53.927232 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-c9b0f92c-e97d-41de-9833-8b281b6ae3fb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 946 time: 0.0952146 Sep 19 17:36:54.004451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Deleting port 8e0a28cc-64ea-4580-8a00-df9b99078fba {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:36:54.004675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:54.270398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] For port 8e0a28cc-64ea-4580-8a00-df9b99078fba, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8e0a28cc-64ea-4580-8a00-df9b99078fba,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:36:54.272219 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:54.632842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c881e52-fd30-42cb-a70f-84d2e0e9f1d7 req-3ec6d4a1-3a9f-49b0-8715-52f5e4e7e2fb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:54.634238 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4c881e52-fd30-42cb-a70f-84d2e0e9f1d7 req-3ec6d4a1-3a9f-49b0-8715-52f5e4e7e2fb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 946 time: 0.2637253 Sep 19 17:36:54.656250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:54.656622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:54.656936 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Floating IP fc148a5f-a19f-4777-b42f-367568bb504c disassociated. External IP: 172.26.10.73, port: 8e0a28cc-64ea-4580-8a00-df9b99078fba. Sep 19 17:36:54.657281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Calling delete_port for 8e0a28cc-64ea-4580-8a00-df9b99078fba owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:36:54.734589 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4c881e52-fd30-42cb-a70f-84d2e0e9f1d7 req-5b23e3da-ef48-4f5f-bb97-4acfec81895d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926077 Sep 19 17:36:54.929603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:54.979859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event deleted for resources: {'Port': ['ID=8e0a28cc-64ea-4580-8a00-df9b99078fba,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:54.996581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.997123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.997464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.997796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.998123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.998454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.998780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.999111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.999466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:54.999775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:55.000142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:55.000712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:55.189461 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:36:55.376698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:36:55.386567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:36:55.396121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:36:55.396746 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:36:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:55.461820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] No DVR routers for this DVR port 8e0a28cc-64ea-4580-8a00-df9b99078fba on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:36:55.464812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:55.467733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-deleted', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:36:55.470181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2d52b8-949a-4e04-b564-e6942405a1cd" -d '{"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-deleted", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:36:55.485847 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bc231ef6-d8ef-469f-a260-386761c35c1f req-dfb49935-89be-4c70-9eff-e1d7bfb58e26 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "DELETE /v2.0/ports/8e0a28cc-64ea-4580-8a00-df9b99078fba HTTP/1.1" status: 204 len: 173 time: 1.5535049 Sep 19 17:36:55.515445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6864cf07-e286-43e9-a112-9c788ac94820 x-openstack-request-id: req-6864cf07-e286-43e9-a112-9c788ac94820 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:36:55.515899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ee527-8585-4a7e-9001-0384d36985f9", "name": "network-vif-deleted", "tag": "8e0a28cc-64ea-4580-8a00-df9b99078fba", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:36:55.516067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6864cf07-e286-43e9-a112-9c788ac94820 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:36:55.516566 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6864cf07-e286-43e9-a112-9c788ac94820'] response: {'server_uuid': 'c39ee527-8585-4a7e-9001-0384d36985f9', 'name': 'network-vif-deleted', 'tag': '8e0a28cc-64ea-4580-8a00-df9b99078fba', 'status': 'completed', 'code': 200} Sep 19 17:36:55.581958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:36:55.656913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:55.917353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:55.922756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:36:55.926928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-9a565d6e-3e56-4154-9455-94a59bc0bdcf req-a277716a-724b-4c06-8d4a-62d6cdd2f680 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:36:55.932737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:36:55.933397 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:36:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:55.947658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-9a565d6e-3e56-4154-9455-94a59bc0bdcf req-a277716a-724b-4c06-8d4a-62d6cdd2f680 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:36:55.949173 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9a565d6e-3e56-4154-9455-94a59bc0bdcf req-a277716a-724b-4c06-8d4a-62d6cdd2f680 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=c39ee527-8585-4a7e-9001-0384d36985f9 HTTP/1.1" status: 200 len: 210 time: 0.0808542 Sep 19 17:36:56.168996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:36:56.491463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:56.496944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9222c291-4a87-4f00-9d32-f73b9cca293c None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:36:56.738808 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb8cff-14ba-43e8-99eb-d549eb036c15 None None] New status for floating IP fc148a5f-a19f-4777-b42f-367568bb504c: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:36:57.311499 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-3483576a-6b97-4ecc-847c-ec165ad76d18 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--776157063&fields=id&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 267 time: 0.0509830 Sep 19 17:36:57.464602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-1527f302-dcdd-4a45-9248-a4d52a4e7d30 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:57.466060 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-1527f302-dcdd-4a45-9248-a4d52a4e7d30 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 811 time: 0.1481204 Sep 19 17:36:57.484619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:36:57.485828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6e234416-e2be-41c8-ab2c-91d414ba2581 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/quotas/2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 375 time: 0.0110753 Sep 19 17:36:57.522342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 8e0a28cc-64ea-4580-8a00-df9b99078fba {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:36:57.522945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8e0a28cc-64ea-4580-8a00-df9b99078fba not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:36:57.591633 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-b1226a2b-ef41-4f44-b429-0f8d82d46690 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001878 Sep 19 17:36:57.795796 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-ae939309-13be-4cae-b192-084887fee0bf service neutron] 10.222.0.83 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913066 Sep 19 17:36:57.929880 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-f40436b4-0eb9-43fa-82f6-73d2a67ba99d service neutron] 10.222.0.83 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281390 Sep 19 17:36:58.116475 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3a19efa6-d056-4054-a628-a2bb9f467200 req-9db0d10b-c161-4cc3-b09b-6c5f29e0c3bf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 210 time: 0.0498619 Sep 19 17:36:59.178095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-8e85b909-21f0-41f0-a35e-9ff09afdcd70 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:59.179549 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-8e85b909-21f0-41f0-a35e-9ff09afdcd70 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 811 time: 0.1461318 Sep 19 17:36:59.231542 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-965e38d0-4f3a-4a3c-9428-b65bbc07f1a0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 379 time: 0.0432434 Sep 19 17:36:59.243469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'port': {'device_id': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'admin_state_up': True, 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'security_groups': ['4e636529-18f3-4892-b35e-af6d81e2ac7c']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:36:59.285073 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-45206f34-76b1-4a27-98bf-cd7e96f2efbe req-8038aa87-948b-4821-8835-e1dac5330a0a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 210 time: 0.0556026 Sep 19 17:36:59.382409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:36:59.393780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:36:59.405213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Made reservation on behalf of 2ee0c4b8c83b46cc96f1cb2f43294cec for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:59.408702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:59.587956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Allocated IP 172.20.0.9 (52b32b35-5407-4c19-b1f4-7dc8d3e23ba2/7babb53c-fe54-4c7b-b1d0-243ad93c7a22/4967f384-8fde-4f0d-8314-a94a0737f798) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:36:59.800752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:59.816032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Transition to ACTIVE for port object 4967f384-8fde-4f0d-8314-a94a0737f798 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:36:59.841958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:36:59.913340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:59.916929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:59.920682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:36:59.952280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:59.990111 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:59.990741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:00.019372 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-6ef487c4-162b-4d19-a35e-73dba4c82349 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7796524 Sep 19 17:37:00.032303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Request body: {'port': {'device_id': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:37:00.191341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-621a3aa3-7911-4980-9e63-cfff29baf9e5 None None] Provisioning for port 4967f384-8fde-4f0d-8314-a94a0737f798 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:37:00.196835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-621a3aa3-7911-4980-9e63-cfff29baf9e5 None None] Provisioning complete for port 4967f384-8fde-4f0d-8314-a94a0737f798 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:37:00.197208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-621a3aa3-7911-4980-9e63-cfff29baf9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:00.240777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:00.250554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-621a3aa3-7911-4980-9e63-cfff29baf9e5 None None] Port 4967f384-8fde-4f0d-8314-a94a0737f798 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:37:00.597797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73635725-24f2-4778-af56-ed2c2f5ffe25 req-4a24c500-698a-4340-9fc1-99f060ea4c97 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:00.598391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-73635725-24f2-4778-af56-ed2c2f5ffe25 req-4a24c500-698a-4340-9fc1-99f060ea4c97 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Synchronizing usage tracker for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:37:00.662865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-73635725-24f2-4778-af56-ed2c2f5ffe25 req-4a24c500-698a-4340-9fc1-99f060ea4c97 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Unset dirty status for tenant:2ee0c4b8c83b46cc96f1cb2f43294cec on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:37:00.664041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-73635725-24f2-4778-af56-ed2c2f5ffe25 req-4a24c500-698a-4340-9fc1-99f060ea4c97 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 931 time: 0.2603757 Sep 19 17:37:00.687898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4967f384-8fde-4f0d-8314-a94a0737f798 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:37:00.698945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:00.727209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Transition to ACTIVE for port object 4967f384-8fde-4f0d-8314-a94a0737f798 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:37:00.732228 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-73635725-24f2-4778-af56-ed2c2f5ffe25 req-03e5e5e9-7965-4d5f-a195-0afe277a6953 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611634 Sep 19 17:37:00.733345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:00.915733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:00.959399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Attempting to bind port 4967f384-8fde-4f0d-8314-a94a0737f798 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:37:00.959735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Attempting to bind port 4967f384-8fde-4f0d-8314-a94a0737f798 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:37:00.960058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Attempting to bind port 4967f384-8fde-4f0d-8314-a94a0737f798 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:37:00.964896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Port 4967f384-8fde-4f0d-8314-a94a0737f798 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:37:00.965213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Attempting to bind port 4967f384-8fde-4f0d-8314-a94a0737f798 on network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:37:00.970386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:37:00.970726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Checking segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:37:00.971136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Bound using segment: {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:37:00.971560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Bound port: 4967f384-8fde-4f0d-8314-a94a0737f798, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010b37e3-c282-4210-92d1-560250634c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:37:00.971898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:01.061142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:37:01.064126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:37:01.072494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:01.075872 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:01.076476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:01.077868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] 10.222.0.86 "PUT /v2.0/ports/4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 1093 time: 1.0500317 Sep 19 17:37:01.110427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:37:01.112746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb92483d-e4ca-45cc-904c-240ae4511593" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:37:01.172548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfdee2a-b2a5-43c9-b2c9-e960123b5efa x-openstack-request-id: req-0dfdee2a-b2a5-43c9-b2c9-e960123b5efa {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:37:01.172857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:37:01.173080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0dfdee2a-b2a5-43c9-b2c9-e960123b5efa {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:37:01.173499 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfdee2a-b2a5-43c9-b2c9-e960123b5efa'] response: {'name': 'network-changed', 'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798', 'status': 'completed', 'code': 200} Sep 19 17:37:01.207444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aee27-26b9-45cf-921c-c0ff51e88501 service neutron] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:01.226430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-c3c6d3ec-ff51-40ca-972c-d61b7b8f5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:01.227977 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-c3c6d3ec-ff51-40ca-972c-d61b7b8f5b0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1096 time: 0.1125016 Sep 19 17:37:01.297903 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-2b9e248e-c192-479e-bb76-b5e3e9670877 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 217 time: 0.0634792 Sep 19 17:37:01.369049 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-7029a22a-3456-4b4c-9cd0-e515738306e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:01.370383 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-7029a22a-3456-4b4c-9cd0-e515738306e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0671940 Sep 19 17:37:01.463930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-e99a3758-7c84-4e65-a5cf-27dcc4478d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:01.465427 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-e99a3758-7c84-4e65-a5cf-27dcc4478d24 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888114 Sep 19 17:37:01.598598 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-b794aa1b-eeab-428e-aa10-274b7d91879a service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267469 Sep 19 17:37:01.734086 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-792fa845-a879-4b90-8d7e-ccef3e882bcf req-8493ad0c-7b92-457f-b7d9-a4e73d00f424 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290565 Sep 19 17:37:02.026189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-35600f62-eb7a-4021-bb23-9bb95772e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:02.027612 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-35600f62-eb7a-4021-bb23-9bb95772e5b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1096 time: 0.2386224 Sep 19 17:37:02.110057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98907401-3689-477f-9eb6-481031dc3b71 req-0fdfbe39-c836-43d9-8dc7-ff7317fb9c0f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:02.111495 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-98907401-3689-477f-9eb6-481031dc3b71 req-0fdfbe39-c836-43d9-8dc7-ff7317fb9c0f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 943 time: 0.2666717 Sep 19 17:37:02.184882 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-98907401-3689-477f-9eb6-481031dc3b71 req-11a2f132-bfe6-44c3-b728-4157169890be tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612245 Sep 19 17:37:02.201581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-387b9085-15a7-4961-b4a7-d36154f9aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:02.203134 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-387b9085-15a7-4961-b4a7-d36154f9aa9d service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1690946 Sep 19 17:37:02.277506 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-0b00177e-4ac8-4a49-9b7d-6d9a278391e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 217 time: 0.0679133 Sep 19 17:37:02.350022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-3be437dd-d6d8-4454-b676-7fff8bafb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:02.352357 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-3be437dd-d6d8-4454-b676-7fff8bafb63d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0682290 Sep 19 17:37:02.439187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-06fb3de4-7f64-45c6-b4f6-7d5b4c8fbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:02.440680 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-06fb3de4-7f64-45c6-b4f6-7d5b4c8fbfe1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818200 Sep 19 17:37:02.573684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-afea7eb3-905d-4d2c-a143-45bd8f52fc81 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258686 Sep 19 17:37:02.719222 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eb92483d-e4ca-45cc-904c-240ae4511593 req-cf42840c-6100-48f6-a523-0b2f1ae171a6 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396971 Sep 19 17:37:03.406500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28308-fb6b-44a9-becb-a47cafd45737 req-286015f9-5bac-462a-90fb-1960edf2bca9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:03.408002 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-83b28308-fb6b-44a9-becb-a47cafd45737 req-286015f9-5bac-462a-90fb-1960edf2bca9 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 943 time: 0.0915477 Sep 19 17:37:03.464761 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-83b28308-fb6b-44a9-becb-a47cafd45737 req-84a97404-2085-49bc-9cd9-336f48311471 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507131 Sep 19 17:37:03.547120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:37:03.683964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:37:03.697422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '4967f384-8fde-4f0d-8314-a94a0737f798', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': '4967f384-8fde-4f0d-8314-a94a0737f798', 'mac_address': 'fa:16:3e:16:06:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:37:03.757177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4967f384-8fde-4f0d-8314-a94a0737f798 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:37:03.757436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:03.775435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4967f384-8fde-4f0d-8314-a94a0737f798 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:37:03.792667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:37:03.800538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:03.867942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:04.006781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['4967f384-8fde-4f0d-8314-a94a0737f798'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:37:04.682341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff537-387c-4011-9c8d-8ea7ba1a2b1a req-05e47517-21f3-4356-b2cb-86e2c0e355a4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:04.683835 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f5ff537-387c-4011-9c8d-8ea7ba1a2b1a req-05e47517-21f3-4356-b2cb-86e2c0e355a4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 944 time: 0.0977764 Sep 19 17:37:04.731150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f5ff537-387c-4011-9c8d-8ea7ba1a2b1a req-2e8c2c9c-f2df-4d61-9b92-6217209422da tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386009 Sep 19 17:37:05.562603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:37:05.641724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 4967f384-8fde-4f0d-8314-a94a0737f798 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:37:05.646669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 4967f384-8fde-4f0d-8314-a94a0737f798 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:37:05.647082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:05.767716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4967f384-8fde-4f0d-8314-a94a0737f798 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:37:05.767974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:05.797090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:37:05.799471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d061e-f941-4072-98a4-2ceb170904e4" -d '{"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-plugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:37:05.807301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:37:05.812550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:05.850405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d57e3a2-d5ab-466d-81ea-643b77becfe1 x-openstack-request-id: req-3d57e3a2-d5ab-466d-81ea-643b77becfe1 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:37:05.850704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-plugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:37:05.850989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d57e3a2-d5ab-466d-81ea-643b77becfe1 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:37:05.851398 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d57e3a2-d5ab-466d-81ea-643b77becfe1'] response: {'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798', 'code': 200} Sep 19 17:37:05.888938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:05.957467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3a9fe-6e9f-48bc-b4ad-48470058bb06 req-713063c1-ceeb-4805-8e03-5ea54768e1b3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:05.958944 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dc3a9fe-6e9f-48bc-b4ad-48470058bb06 req-713063c1-ceeb-4805-8e03-5ea54768e1b3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0972791 Sep 19 17:37:06.004053 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9dc3a9fe-6e9f-48bc-b4ad-48470058bb06 req-a677cd2f-f5ec-4724-b5d5-a131aa9a998c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391207 Sep 19 17:37:06.115995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab8d9e-b8ab-434c-8cf7-8e1f815540d7 req-ddbe7f93-ec61-486d-b20c-6bb29c1b92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:06.117385 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdab8d9e-b8ab-434c-8cf7-8e1f815540d7 req-ddbe7f93-ec61-486d-b20c-6bb29c1b92af service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1098 time: 0.0824747 Sep 19 17:37:06.164748 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fdab8d9e-b8ab-434c-8cf7-8e1f815540d7 req-087215ff-e457-49fe-b40a-38e411cd759e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408287 Sep 19 17:37:07.214818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dea83-6073-4d1c-9a5a-476549d45f02 req-a42c7de9-677b-4775-a69d-f0df25fcbc1c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:07.216370 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-939dea83-6073-4d1c-9a5a-476549d45f02 req-a42c7de9-677b-4775-a69d-f0df25fcbc1c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0948424 Sep 19 17:37:07.264187 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-939dea83-6073-4d1c-9a5a-476549d45f02 req-e3dd1738-ff35-4be6-8109-ec2d85f1bb81 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 Sep 19 17:37:08.486805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749fe44-d40e-49ec-bec5-c42018ee5eb5 req-316d7534-4ce5-4fbe-a662-2eaa744de732 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:08.488355 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6749fe44-d40e-49ec-bec5-c42018ee5eb5 req-316d7534-4ce5-4fbe-a662-2eaa744de732 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0957482 Sep 19 17:37:08.533132 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6749fe44-d40e-49ec-bec5-c42018ee5eb5 req-9fc298be-94f7-466a-b308-8f28ca497a35 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390446 Sep 19 17:37:08.748929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785bc41-ce7d-4208-aee9-211c41c3159a req-3f88fb2d-d872-4aa9-8114-01487c51c245 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:08.750388 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0785bc41-ce7d-4208-aee9-211c41c3159a req-3f88fb2d-d872-4aa9-8114-01487c51c245 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0919864 Sep 19 17:37:08.760949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53374) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:37:08.765963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Request body: {'floatingip': {'port_id': '4967f384-8fde-4f0d-8314-a94a0737f798'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:37:08.846107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:09.568877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:09.575040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:09.762937 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Floating IP fc148a5f-a19f-4777-b42f-367568bb504c associated. External IP: 172.26.10.73, port: 4967f384-8fde-4f0d-8314-a94a0737f798. Sep 19 17:37:10.123162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:37:10.303147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:37:10.307695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:10.313533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:37:10.324263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:37:10.324857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:36:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:10.366614 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0b853d1a-ad19-4ed4-832d-7ee49f7b1512 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "PUT /v2.0/floatingips/fc148a5f-a19f-4777-b42f-367568bb504c HTTP/1.1" status: 200 len: 992 time: 1.6045487 Sep 19 17:37:10.367163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:37:10.369672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616ff971-dd4e-4d7c-bb80-c06ae827d84a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:37:10.413310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c724b-3b2c-4220-81e2-7ebb125d2fa0 x-openstack-request-id: req-303c724b-3b2c-4220-81e2-7ebb125d2fa0 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:37:10.413600 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:37:10.413860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-303c724b-3b2c-4220-81e2-7ebb125d2fa0 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:37:10.414275 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303c724b-3b2c-4220-81e2-7ebb125d2fa0'] response: {'name': 'network-changed', 'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798', 'status': 'completed', 'code': 200} Sep 19 17:37:10.511604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:37:10.513127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-0102aa17-c777-4635-b34c-15c2f79b37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:10.514600 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-0102aa17-c777-4635-b34c-15c2f79b37f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1098 time: 0.0791147 Sep 19 17:37:10.644490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-1fe45555-4bf5-481a-bab5-8a8bbb998257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:10.645831 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-1fe45555-4bf5-481a-bab5-8a8bbb998257 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1250179 Sep 19 17:37:10.887292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-c1606313-7dca-41e8-93a4-197fe9d2b7d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 1000 time: 0.2347591 Sep 19 17:37:10.915141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '4967f384-8fde-4f0d-8314-a94a0737f798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:16:06:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:37:09Z', 'revision_number': 13, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:10.919584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:37:10.928094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:37:10.928708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:36:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:10.955396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-85445167-9231-43fd-915e-d1e96ade5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:10.957026 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-85445167-9231-43fd-915e-d1e96ade5885 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0631006 Sep 19 17:37:11.045081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-f100a159-cd90-4f05-b1e1-543f9ae75153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:11.046785 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-f100a159-cd90-4f05-b1e1-543f9ae75153 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835474 Sep 19 17:37:11.115955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:37:11.198335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-dac8d94f-f0c8-4d6d-b6b8-68768ee08175 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455247 Sep 19 17:37:11.330772 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-616ff971-dd4e-4d7c-bb80-c06ae827d84a req-6c23703e-80c1-4b8b-a9f6-2bad28357f45 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269076 Sep 19 17:37:11.449550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3965595d-4de2-410c-b6f2-e497f4b39067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:11.487885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '4967f384-8fde-4f0d-8314-a94a0737f798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:16:06:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:37:09Z', 'revision_number': 13, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:11.492127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f812e6-fa2c-4b90-9d05-4c5783acb821 None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'fc148a5f-a19f-4777-b42f-367568bb504c', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'floating_ip_address': '172.26.10.73', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'port_id': '4967f384-8fde-4f0d-8314-a94a0737f798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'mac_address': 'fa:16:3e:16:06:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:33:05Z', 'updated_at': '2022-09-19T17:37:09Z', 'revision_number': 13, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:37:11.686449 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70ef68e-d869-48e9-8a88-8ca0f3f739d8 None None] New status for floating IP fc148a5f-a19f-4777-b42f-367568bb504c: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:37:13.584506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b23f3d1a-87b1-4988-99ac-b2ff4b144cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:15.179431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:15.236833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:16.304118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:23.625014 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-a958bf32-8d29-49e1-bc69-bff967de0a47 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861738 Sep 19 17:37:23.779065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-b82840ae-b0ed-49a9-84b7-76e72bceb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:23.780480 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-b82840ae-b0ed-49a9-84b7-76e72bceb8d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1098 time: 0.0859063 Sep 19 17:37:23.935750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-0baaca83-5b69-4793-ae6c-06e3edca5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:23.937195 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-0baaca83-5b69-4793-ae6c-06e3edca5c4e service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1348665 Sep 19 17:37:24.045416 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-1a2f8a06-ff2c-45b3-9cb2-3812cc78e89d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 1002 time: 0.1013749 Sep 19 17:37:24.107566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-b98641ee-4574-49ed-b592-d09b834716fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:24.108980 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-b98641ee-4574-49ed-b592-d09b834716fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0583930 Sep 19 17:37:24.180519 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:37:24.200517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-00fffb4e-43d5-4f3b-914b-1765825df99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:24.202012 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-00fffb4e-43d5-4f3b-914b-1765825df99a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863342 Sep 19 17:37:24.338290 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-774227fa-1003-48c3-a305-f9bea552ec29 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296985 Sep 19 17:37:24.486046 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a4294af7-7507-45da-bbd7-902bef5cfbd2 req-1f7ff61f-5058-4718-b12f-7733b8a7d61a service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402097 Sep 19 17:37:25.645626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:41.405101 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7057b7c6-85b6-40c6-8ad4-59c4af747a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:43.580996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-04a90590-57b5-4768-acba-1e78a67e8396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:45.176969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:45.230917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:45.292722 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a234-0611-4d81-91e0-46bb1235558c req-1fcfa10b-6b73-4e00-aae3-216b6b972a3c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:45.294091 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-71f9a234-0611-4d81-91e0-46bb1235558c req-1fcfa10b-6b73-4e00-aae3-216b6b972a3c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0883291 Sep 19 17:37:45.339778 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-71f9a234-0611-4d81-91e0-46bb1235558c req-5a3ba6dd-05aa-462f-a777-30d2d3ee9f6b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Sep 19 17:37:46.306297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:55.316901 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-9e88123a-1602-486a-b563-f0a22208a32d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1724803 Sep 19 17:37:55.334726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d72b4-95f1-42d8-a115-7c4f312205bd req-39082338-f26f-46fb-b64e-b6124ab495cf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:55.336240 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-576d72b4-95f1-42d8-a115-7c4f312205bd req-39082338-f26f-46fb-b64e-b6124ab495cf tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1365416 Sep 19 17:37:55.389130 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-576d72b4-95f1-42d8-a115-7c4f312205bd req-fa9cfe12-9b23-485d-8b50-ed8e59a2f44a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458608 Sep 19 17:37:55.665308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:37:56.671360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8641-b04f-45e1-b72a-f185a785bcd3 req-09b65e2b-5213-444b-99e0-aa3a30f50f8c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:56.672036 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c0e8641-b04f-45e1-b72a-f185a785bcd3 req-09b65e2b-5213-444b-99e0-aa3a30f50f8c tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1615028 Sep 19 17:37:56.713377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-c8f936fe-395e-4d15-930d-4844be1837c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:56.714792 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-c8f936fe-395e-4d15-930d-4844be1837c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1098 time: 0.1377733 Sep 19 17:37:56.863705 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3c0e8641-b04f-45e1-b72a-f185a785bcd3 req-c13f48eb-4619-4c7d-9003-d8c53d54ee11 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847866 Sep 19 17:37:56.982271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-39d1e066-101b-496e-91cd-4b9e829c4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:56.983649 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-39d1e066-101b-496e-91cd-4b9e829c4324 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.2619097 Sep 19 17:37:57.089245 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-49b0acfc-4490-4802-8063-a7e556f24bc2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 1002 time: 0.0990953 Sep 19 17:37:57.161971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-bb58e668-e846-4429-952f-42c6c22c27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:57.163490 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-bb58e668-e846-4429-952f-42c6c22c27e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0683804 Sep 19 17:37:57.257741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-42446bd4-ef02-428b-9cad-5457842d6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:57.259188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-42446bd4-ef02-428b-9cad-5457842d6b6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893712 Sep 19 17:37:57.400351 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-b377ad9b-6c2d-48a9-acb3-185e0b14f2fb service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342289 Sep 19 17:37:57.549383 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-162d886c-25e4-42b0-bf63-5ed94f901c22 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425352 Sep 19 17:37:58.210147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b86af2-dff6-4d44-8891-74f22fdc1d50 req-d47fe33a-041b-4cde-b006-ab06570c8ab7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:58.211679 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a9b86af2-dff6-4d44-8891-74f22fdc1d50 req-d47fe33a-041b-4cde-b006-ab06570c8ab7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.2057128 Sep 19 17:37:58.260327 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a9b86af2-dff6-4d44-8891-74f22fdc1d50 req-92e12722-b53a-4e3d-9e35-7d00a1f0667f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426641 Sep 19 17:37:59.489893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bef2d-6983-4187-aef5-0ad6d66f12d0 req-47538d19-12aa-4a78-a37c-539090644900 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:59.491371 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3a5bef2d-6983-4187-aef5-0ad6d66f12d0 req-47538d19-12aa-4a78-a37c-539090644900 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1093278 Sep 19 17:37:59.541822 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3a5bef2d-6983-4187-aef5-0ad6d66f12d0 req-7484bb25-ac64-425f-b801-795fbe1f2101 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Sep 19 17:38:00.749729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ce52-a721-4d83-81e8-9a2190e60a94 req-384f4882-548a-4dca-a411-feece0af1c69 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:00.751139 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54d7ce52-a721-4d83-81e8-9a2190e60a94 req-384f4882-548a-4dca-a411-feece0af1c69 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0915005 Sep 19 17:38:00.796799 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54d7ce52-a721-4d83-81e8-9a2190e60a94 req-b381b968-436d-4ae7-9ed0-1e254bdcf76d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397456 Sep 19 17:38:01.181635 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:38:02.024433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ede11-8a2c-433a-a7a6-f8595c75bf9c req-8001ee08-c2e2-4193-9e8f-4ef6b8f45e58 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:02.025877 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f90ede11-8a2c-433a-a7a6-f8595c75bf9c req-8001ee08-c2e2-4193-9e8f-4ef6b8f45e58 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1097562 Sep 19 17:38:02.075828 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f90ede11-8a2c-433a-a7a6-f8595c75bf9c req-5f890ebf-c8f6-4047-b798-980c45be4833 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434124 Sep 19 17:38:03.291207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fac30-50d3-4fe2-8270-b628491e6f08 req-cc5d468d-ffa3-4fb3-aaef-66fb42f72c05 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:03.292664 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b0fac30-50d3-4fe2-8270-b628491e6f08 req-cc5d468d-ffa3-4fb3-aaef-66fb42f72c05 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0974631 Sep 19 17:38:03.341635 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0b0fac30-50d3-4fe2-8270-b628491e6f08 req-59a63399-9f1c-4f35-9802-81ce981a2432 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401709 Sep 19 17:38:04.621297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda62ea-0b53-4251-aa7d-1c90f9764403 req-070475fd-46f6-4af3-b257-8f3f2fe253e2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:04.622994 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bda62ea-0b53-4251-aa7d-1c90f9764403 req-070475fd-46f6-4af3-b257-8f3f2fe253e2 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0978799 Sep 19 17:38:04.677525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7bda62ea-0b53-4251-aa7d-1c90f9764403 req-449dd78b-4a3e-4c00-acd8-533f08ea63eb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485585 Sep 19 17:38:05.924243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a282e1-28bc-4bae-a1d0-e5323485e37f req-41fbfc1d-0f9d-4c89-a787-99b01c6d2cc8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:05.925947 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4a282e1-28bc-4bae-a1d0-e5323485e37f req-41fbfc1d-0f9d-4c89-a787-99b01c6d2cc8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1039224 Sep 19 17:38:05.974411 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a4a282e1-28bc-4bae-a1d0-e5323485e37f req-5425681f-e823-49bc-9131-2d5a2e41226d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419431 Sep 19 17:38:07.208186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340ab7a-a461-4cb0-85d3-a9d1086187f7 req-240db099-7fd4-47ff-99c6-13e4e597ab56 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:07.209786 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5340ab7a-a461-4cb0-85d3-a9d1086187f7 req-240db099-7fd4-47ff-99c6-13e4e597ab56 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1075692 Sep 19 17:38:07.263279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5340ab7a-a461-4cb0-85d3-a9d1086187f7 req-13a507bb-07ea-4368-9722-507519239577 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468264 Sep 19 17:38:08.478652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1cf3d-4e34-459e-88ff-59403453b346 req-74f4b42f-d0a0-4dea-8576-a9e26cc8085e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:08.480886 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13b1cf3d-4e34-459e-88ff-59403453b346 req-74f4b42f-d0a0-4dea-8576-a9e26cc8085e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0991237 Sep 19 17:38:08.532554 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-13b1cf3d-4e34-459e-88ff-59403453b346 req-d35876ff-63f5-4b0e-b6d4-85843197e443 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446434 Sep 19 17:38:09.743994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fbed8-9fc4-4a02-90df-1dc56805d81d req-6954dfd2-dae9-441d-a77a-67bc3da39134 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:09.745826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-112fbed8-9fc4-4a02-90df-1dc56805d81d req-6954dfd2-dae9-441d-a77a-67bc3da39134 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0956950 Sep 19 17:38:09.798656 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-112fbed8-9fc4-4a02-90df-1dc56805d81d req-c95f869a-3d8b-473e-a1e2-68280e7075b4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463555 Sep 19 17:38:11.035375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5e983-3697-4193-96fe-9e22c72daebc req-5e5460e9-7cf8-43c6-bb21-1303f3c5f2b4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:11.037101 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2d5e983-3697-4193-96fe-9e22c72daebc req-5e5460e9-7cf8-43c6-bb21-1303f3c5f2b4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1115165 Sep 19 17:38:11.087579 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2d5e983-3697-4193-96fe-9e22c72daebc req-b0250f51-ad29-46da-a37d-0d52f6eacee8 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438604 Sep 19 17:38:11.403921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1745ce35-e7dd-4ead-92fd-3d5d1c812cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:12.299702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca28c2-53d5-417d-aac4-89f3eda05f71 req-d1f7b573-6459-47e5-b378-8bd3dc532a85 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:12.301372 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55ca28c2-53d5-417d-aac4-89f3eda05f71 req-d1f7b573-6459-47e5-b378-8bd3dc532a85 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0977554 Sep 19 17:38:12.352681 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55ca28c2-53d5-417d-aac4-89f3eda05f71 req-730295b4-1479-4d7e-80e6-51458465e07e tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447812 Sep 19 17:38:13.577114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a16475-1bdf-4a18-a8be-21f041a292f9 req-496f4725-3de9-4a27-ba6e-ad4fb6fa8c86 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:13.577755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-840a32c9-8722-4ebe-bc9e-5ee595feadb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:13.578726 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7a16475-1bdf-4a18-a8be-21f041a292f9 req-496f4725-3de9-4a27-ba6e-ad4fb6fa8c86 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1010025 Sep 19 17:38:13.634430 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7a16475-1bdf-4a18-a8be-21f041a292f9 req-098778b7-efd7-4603-bd61-6094db4df75a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492699 Sep 19 17:38:14.863009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850601d-efcc-4952-b1ef-a94d30a5aed1 req-e93d5ded-e3a8-4005-a168-55eb80c998a4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:14.864674 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b850601d-efcc-4952-b1ef-a94d30a5aed1 req-e93d5ded-e3a8-4005-a168-55eb80c998a4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1078794 Sep 19 17:38:14.973563 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b850601d-efcc-4952-b1ef-a94d30a5aed1 req-5e458079-00e8-46c1-b491-a364cfc6ac2b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022611 Sep 19 17:38:14.985308 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-fe4a22b1-56db-4d12-8027-84fd258133f0 service neutron] 10.222.0.86 "GET /v2.0/ports/4967f384-8fde-4f0d-8314-a94a0737f798/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.1127329 Sep 19 17:38:15.175377 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:15.231108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:15.298133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-ad95bada-ffd9-4a6d-a410-e109af303cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:15.299687 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-ad95bada-ffd9-4a6d-a410-e109af303cc3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 1098 time: 0.0883930 Sep 19 17:38:15.402408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-372cabda-4541-4733-bf92-96460c5a67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:15.403965 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-372cabda-4541-4733-bf92-96460c5a67b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1098 time: 0.0830979 Sep 19 17:38:15.546815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-83ba4cf9-7af5-459a-b013-74cc9cd88500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:15.548336 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-83ba4cf9-7af5-459a-b013-74cc9cd88500 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1385248 Sep 19 17:38:15.668065 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-e3537984-6d9a-4018-a483-2c4c2f11e3cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 1002 time: 0.1138632 Sep 19 17:38:15.830522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-de62c4b9-96e4-4e51-929e-7864fb705591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:15.831904 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-de62c4b9-96e4-4e51-929e-7864fb705591 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.1576700 Sep 19 17:38:15.928393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-696fb55d-c740-4fe2-adb6-a549ab407e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:15.929901 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-696fb55d-c740-4fe2-adb6-a549ab407e10 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918219 Sep 19 17:38:16.070268 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-05555857-40dc-4e8d-aa0a-64fe95b476a4 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327889 Sep 19 17:38:16.182296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989342b3-d7dd-49bc-a4bf-c0a3aaccea75 req-bd274a9d-8f41-4e33-8e2b-3ff2974821e0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:16.184039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-989342b3-d7dd-49bc-a4bf-c0a3aaccea75 req-bd274a9d-8f41-4e33-8e2b-3ff2974821e0 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0924053 Sep 19 17:38:16.212375 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-407a353b-2614-48cb-ab2e-4e28de8a77a4 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358626 Sep 19 17:38:16.229280 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-989342b3-d7dd-49bc-a4bf-c0a3aaccea75 req-618a5d8c-7a71-44ee-be70-84d4b2661d11 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Sep 19 17:38:16.310547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:17.471808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac56df-5547-43b6-a46a-d5198de38101 req-89febbb6-4c9a-4d76-b681-dc928f95c813 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:17.473809 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fac56df-5547-43b6-a46a-d5198de38101 req-89febbb6-4c9a-4d76-b681-dc928f95c813 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1208351 Sep 19 17:38:17.523466 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fac56df-5547-43b6-a46a-d5198de38101 req-1be7cc09-8acd-4ff2-8728-c92f88a689da tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426087 Sep 19 17:38:17.952987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:38:18.079490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4967f384-8fde-4f0d-8314-a94a0737f798 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:38:18.079763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:18.108348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:38:18.110666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88786d25-68f2-4427-b0a2-b39a87a01cdf" -d '{"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:38:18.119055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:18.125240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:18.174690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9550860c-97ec-490d-a63d-c8f03dd11518 x-openstack-request-id: req-9550860c-97ec-490d-a63d-c8f03dd11518 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:38:18.175041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:38:18.175322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9550860c-97ec-490d-a63d-c8f03dd11518 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:38:18.175741 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9550860c-97ec-490d-a63d-c8f03dd11518'] response: {'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798', 'code': 200} Sep 19 17:38:18.218967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:18.227569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.227952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.228306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.228733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.229733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.230053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.230394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.230751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.231208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.231560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.231921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.232266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:18.752538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13506ea6-4d0a-4f4b-9b21-c2e5bc0092de req-90ef2197-a2aa-405c-898d-e16f22fede34 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:18.753924 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-13506ea6-4d0a-4f4b-9b21-c2e5bc0092de req-90ef2197-a2aa-405c-898d-e16f22fede34 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 943 time: 0.1064527 Sep 19 17:38:18.804767 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-13506ea6-4d0a-4f4b-9b21-c2e5bc0092de req-3e6fbbec-2edf-4f0f-8f07-092b131b5a60 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427969 Sep 19 17:38:19.967182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:38:20.141192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:20.166390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '4967f384-8fde-4f0d-8314-a94a0737f798', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': '4967f384-8fde-4f0d-8314-a94a0737f798', 'mac_address': 'fa:16:3e:16:06:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:38:20.217942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a49042-6015-43b4-aac4-dc37848914bb req-7470b004-8b62-4eee-8fd2-dc8e510abd1a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:20.221022 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-04a49042-6015-43b4-aac4-dc37848914bb req-7470b004-8b62-4eee-8fd2-dc8e510abd1a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 943 time: 0.1228206 Sep 19 17:38:20.243299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4967f384-8fde-4f0d-8314-a94a0737f798 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:38:20.243933 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:20.267518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4967f384-8fde-4f0d-8314-a94a0737f798 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:38:20.271246 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-04a49042-6015-43b4-aac4-dc37848914bb req-5799a3e2-d74c-4cb6-a3a0-018b3bd01254 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457120 Sep 19 17:38:20.289421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:20.469675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:20.543542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['4967f384-8fde-4f0d-8314-a94a0737f798'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:38:20.611412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:21.484059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1912190-1d02-4ff7-a169-1b86154f2d02 req-8bfafd27-1939-4efd-9a3b-393c6c1fe7ea tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:21.485743 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f1912190-1d02-4ff7-a169-1b86154f2d02 req-8bfafd27-1939-4efd-9a3b-393c6c1fe7ea tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 944 time: 0.0919907 Sep 19 17:38:21.533533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f1912190-1d02-4ff7-a169-1b86154f2d02 req-bcc3e7bb-7348-48bd-a595-9c8e194a1f05 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Sep 19 17:38:21.981154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:38:22.081617 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 4967f384-8fde-4f0d-8314-a94a0737f798 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:38:22.081988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:22.198806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4967f384-8fde-4f0d-8314-a94a0737f798 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:38:22.199220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:22.227122 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:38:22.229765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b26a02-0779-41b7-8ba4-4edeed4eda41" -d '{"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-plugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:38:22.240906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:22.246478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:22.292070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2d7108-c676-4148-b3f6-511e7124ecec x-openstack-request-id: req-4b2d7108-c676-4148-b3f6-511e7124ecec {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:38:22.292412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-plugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:38:22.292755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4b2d7108-c676-4148-b3f6-511e7124ecec {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:38:22.293211 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2d7108-c676-4148-b3f6-511e7124ecec'] response: {'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798', 'code': 200} Sep 19 17:38:22.319527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:22.757012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46bf3b-f586-4807-a9fc-19ed1ba9ef16 req-878d9a69-224f-423c-9723-e152e0e2f2de tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:22.758513 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2e46bf3b-f586-4807-a9fc-19ed1ba9ef16 req-878d9a69-224f-423c-9723-e152e0e2f2de tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0991013 Sep 19 17:38:22.808811 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2e46bf3b-f586-4807-a9fc-19ed1ba9ef16 req-f3ca8997-195d-456b-8ab3-08e525649963 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429130 Sep 19 17:38:24.056501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2c84a-f92f-4f6f-a152-e61ce70d2e2b req-36d9e9cc-17c0-49d4-9c0c-b8c2fe3769c7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:24.058137 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96c2c84a-f92f-4f6f-a152-e61ce70d2e2b req-36d9e9cc-17c0-49d4-9c0c-b8c2fe3769c7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1255059 Sep 19 17:38:24.113001 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96c2c84a-f92f-4f6f-a152-e61ce70d2e2b req-f6e9bddd-3d89-45a0-a05b-70a188cd346a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485036 Sep 19 17:38:24.698472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-4ae6da34-9951-4877-a536-e0385c090682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:24.700292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-4ae6da34-9951-4877-a536-e0385c090682 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1098 time: 0.0866566 Sep 19 17:38:24.874885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-7a432329-3139-4d96-843f-87f076b82862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:24.876357 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-7a432329-3139-4d96-843f-87f076b82862 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1512330 Sep 19 17:38:25.003967 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-74550ae4-d5da-45cb-a076-b26d85f194e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 1002 time: 0.1210041 Sep 19 17:38:25.093777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-7f27f946-d5e6-46a9-b82e-39ae3bd9930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:25.096044 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-7f27f946-d5e6-46a9-b82e-39ae3bd9930b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0863378 Sep 19 17:38:25.193271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-8e96d5ef-7072-4022-bf58-e21032a57c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:25.194862 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-8e96d5ef-7072-4022-bf58-e21032a57c02 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931234 Sep 19 17:38:25.396655 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-9c1f35d8-a96c-4489-a8db-4c28b86219cb service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947794 Sep 19 17:38:25.486689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3f958-4f11-4d08-8128-32a9805b7f36 req-acf6044c-856d-471b-9312-d9d1278e38bb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:25.488283 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afd3f958-4f11-4d08-8128-32a9805b7f36 req-acf6044c-856d-471b-9312-d9d1278e38bb tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.2144012 Sep 19 17:38:25.674679 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afd3f958-4f11-4d08-8128-32a9805b7f36 req-ffcca755-0114-4520-a6bc-7084ead0d65d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692434 Sep 19 17:38:25.678828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:25.692960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f419386-d1ed-4daf-90ee-cf785ac60273 req-17b9e970-5766-4e17-84ce-2d534e3c7622 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886012 Sep 19 17:38:26.196850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-888fae5e-70cf-4f91-8f18-86ab1ff994d7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:26.198793 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-888fae5e-70cf-4f91-8f18-86ab1ff994d7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.1757588 Sep 19 17:38:26.250474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cad441-1bba-400b-8997-8123a97e5d09 req-56329f5e-1645-4f26-89b0-9fb31d742259 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:26.251868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e4cad441-1bba-400b-8997-8123a97e5d09 req-56329f5e-1645-4f26-89b0-9fb31d742259 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1639941 Sep 19 17:38:26.330586 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e4cad441-1bba-400b-8997-8123a97e5d09 req-ab9ab5db-3ede-431c-b9ef-10ce43457138 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728409 Sep 19 17:38:26.337929 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-211dc50e-33bf-4b1a-92f2-25537a61345b service neutron] 10.222.0.86 "GET /v2.0/ports/4967f384-8fde-4f0d-8314-a94a0737f798/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.1332326 Sep 19 17:38:26.441601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-de642292-e96c-4ab6-8ef5-fbe3cb937e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:26.443499 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-de642292-e96c-4ab6-8ef5-fbe3cb937e6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1098 time: 0.0825996 Sep 19 17:38:26.580201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-dd818d53-1224-4647-a9ba-353b33844510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:26.581580 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-dd818d53-1224-4647-a9ba-353b33844510 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1317570 Sep 19 17:38:26.689607 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-04d8f0bf-b280-46d2-b113-7eedc1e15468 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 1002 time: 0.1020908 Sep 19 17:38:26.763070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-3fb55f73-e18d-452b-9e7e-f34ad8724803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:26.764595 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-3fb55f73-e18d-452b-9e7e-f34ad8724803 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0696876 Sep 19 17:38:26.854862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-847835db-cb54-40c6-8681-69887d3eb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:26.856358 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-847835db-cb54-40c6-8681-69887d3eb2d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859044 Sep 19 17:38:26.998380 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-54a63529-6cec-4cb3-90f6-d7e93bdae28a service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343644 Sep 19 17:38:27.136846 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-f56a4c1b-d1ac-4fc1-9299-e60c1a2481b4 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328275 Sep 19 17:38:27.569586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd2d2c-9bef-4d9c-8f36-b332f177e859 req-abe9964e-3cab-4a36-815b-6f3df5049322 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:27.571285 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-facd2d2c-9bef-4d9c-8f36-b332f177e859 req-abe9964e-3cab-4a36-815b-6f3df5049322 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1118784 Sep 19 17:38:27.630278 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-facd2d2c-9bef-4d9c-8f36-b332f177e859 req-b67f521f-ab4c-4b8b-b88c-7243365dc2ec tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508494 Sep 19 17:38:28.871464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bbba3-501a-4b49-9a1d-57e8057fc456 req-c0f24ada-e2dd-4b3c-af72-553fc51ecc01 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:28.872115 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef1bbba3-501a-4b49-9a1d-57e8057fc456 req-c0f24ada-e2dd-4b3c-af72-553fc51ecc01 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1035447 Sep 19 17:38:28.922404 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef1bbba3-501a-4b49-9a1d-57e8057fc456 req-9cc46130-4056-4ec6-89fa-864573a1b92b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Sep 19 17:38:30.182567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f6594-f489-4355-a37d-b31bfd602e1d req-1d5eb88a-47f0-429a-b92c-df069805b4ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:30.184092 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-871f6594-f489-4355-a37d-b31bfd602e1d req-1d5eb88a-47f0-429a-b92c-df069805b4ac tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1083801 Sep 19 17:38:30.235285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-790ab06e-3efd-40fb-8166-7796974f6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:30.236948 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-790ab06e-3efd-40fb-8166-7796974f6f01 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6&tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec HTTP/1.1" status: 200 len: 1098 time: 0.1022432 Sep 19 17:38:30.245265 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-871f6594-f489-4355-a37d-b31bfd602e1d req-96236fc7-ad30-4ced-8cf2-9f30e3a76b0f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525832 Sep 19 17:38:30.342711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-00618b39-3fd1-4a26-84b8-8a8c555d176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:30.344206 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-00618b39-3fd1-4a26-84b8-8a8c555d176d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 1098 time: 0.0851784 Sep 19 17:38:30.482783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-18883ab2-5527-443d-b113-81aaa972b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:30.484292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-18883ab2-5527-443d-b113-81aaa972b19d service neutron] 10.222.0.86 "GET /v2.0/networks?id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 200 len: 912 time: 0.1322021 Sep 19 17:38:30.600475 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-9fd791c6-5d56-409e-839a-1c9900125815 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 200 len: 1002 time: 0.1099694 Sep 19 17:38:30.671008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-0929975b-86be-4cda-8127-234d2f9e83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:30.672674 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-0929975b-86be-4cda-8127-234d2f9e83ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 200 len: 850 time: 0.0662067 Sep 19 17:38:30.877702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58174-ce12-418d-81ba-56b99b97b163 req-3995bdf1-448c-4664-bb26-a2759eb94ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:30.879482 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-3995bdf1-448c-4664-bb26-a2759eb94ba2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2008185 Sep 19 17:38:31.019658 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-f737b71b-c22e-4ce9-b24c-ee533e1b187e service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337132 Sep 19 17:38:31.167654 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-09a58174-ce12-418d-81ba-56b99b97b163 req-fcc88cf0-caf8-4ae5-882c-73cda1c0ff10 service neutron] 10.222.0.86 "GET /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417248 Sep 19 17:38:31.491584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a423f33-ae05-4ee2-a73a-edaee0a5de23 req-7ca85742-49ac-4184-acc0-5d57157f81fa tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:31.493326 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5a423f33-ae05-4ee2-a73a-edaee0a5de23 req-7ca85742-49ac-4184-acc0-5d57157f81fa tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.1023123 Sep 19 17:38:31.554313 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5a423f33-ae05-4ee2-a73a-edaee0a5de23 req-4e49c7be-b3d4-4421-a1d1-e253b229c959 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519018 Sep 19 17:38:32.063383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:38:32.193415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4967f384-8fde-4f0d-8314-a94a0737f798 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:38:32.193415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:32.222103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:38:32.224285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5966e2a5-429e-42e3-853b-a549c932987d" -d '{"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:38:32.237182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:32.252226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:32.293336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c6b02f-cca6-49a4-9783-8535048a9b68 x-openstack-request-id: req-c2c6b02f-cca6-49a4-9783-8535048a9b68 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:38:32.293849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:38:32.294285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c2c6b02f-cca6-49a4-9783-8535048a9b68 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:38:32.294681 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c6b02f-cca6-49a4-9783-8535048a9b68'] response: {'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798', 'code': 200} Sep 19 17:38:32.328218 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=9']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:32.800073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72dc6-7c1d-4484-a7a3-ae928bea06d9 req-08898f70-9034-4798-8146-ab66f2bbc356 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:32.802036 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89c72dc6-7c1d-4484-a7a3-ae928bea06d9 req-08898f70-9034-4798-8146-ab66f2bbc356 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 943 time: 0.1034937 Sep 19 17:38:32.852921 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89c72dc6-7c1d-4484-a7a3-ae928bea06d9 req-f12d2c49-3a50-46a1-a7b6-e4041315c162 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446904 Sep 19 17:38:34.072425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a8f1a-58df-4d3a-9c6c-890337fd80f1 req-e3aebdbd-a74b-4634-9efc-4c4fdc75c729 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:34.073989 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a7a8f1a-58df-4d3a-9c6c-890337fd80f1 req-e3aebdbd-a74b-4634-9efc-4c4fdc75c729 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 943 time: 0.0941038 Sep 19 17:38:34.089900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:38:34.126209 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a7a8f1a-58df-4d3a-9c6c-890337fd80f1 req-4936f622-1fb0-4b4d-a500-959cc53385a7 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462976 Sep 19 17:38:34.233967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:34.248288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '4967f384-8fde-4f0d-8314-a94a0737f798', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'port_id': '4967f384-8fde-4f0d-8314-a94a0737f798', 'mac_address': 'fa:16:3e:16:06:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:38:34.307723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4967f384-8fde-4f0d-8314-a94a0737f798 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:38:34.308135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:34.327764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4967f384-8fde-4f0d-8314-a94a0737f798 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:38:34.345178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:34.352160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:34.422950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['4967f384-8fde-4f0d-8314-a94a0737f798'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:38:34.483922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=10']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:35.345847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4565d-b076-43b9-86c1-ea3c03e549cb req-15daa942-dcae-4526-8c55-5c8aad49060f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:35.347343 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-81c4565d-b076-43b9-86c1-ea3c03e549cb req-15daa942-dcae-4526-8c55-5c8aad49060f tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0921812 Sep 19 17:38:35.398201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-81c4565d-b076-43b9-86c1-ea3c03e549cb req-8a9d84f3-7afd-4979-b270-6e2f6e5962cc tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450571 Sep 19 17:38:36.089988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:38:36.159603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 4967f384-8fde-4f0d-8314-a94a0737f798 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:38:36.159956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:36.282783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 4967f384-8fde-4f0d-8314-a94a0737f798 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:38:36.283185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:36.311334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:38:36.313763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0d660a-b09e-40b9-ab1f-0a3b962712a0" -d '{"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-plugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:38:36.321944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:36.336124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:36.372449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae47d39-0979-41c3-af73-a82ae4ee2eef x-openstack-request-id: req-8ae47d39-0979-41c3-af73-a82ae4ee2eef {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:38:36.372734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-plugged", "status": "completed", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:38:36.372985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8ae47d39-0979-41c3-af73-a82ae4ee2eef {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:38:36.373378 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae47d39-0979-41c3-af73-a82ae4ee2eef'] response: {'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798', 'code': 200} Sep 19 17:38:36.407023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=11']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:36.619266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f5c05-2028-431a-b183-8ae598c097f5 req-b863d31a-d9bb-4848-a639-84131adfa871 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:36.620713 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-473f5c05-2028-431a-b183-8ae598c097f5 req-b863d31a-d9bb-4848-a639-84131adfa871 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.1040962 Sep 19 17:38:36.667624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-473f5c05-2028-431a-b183-8ae598c097f5 req-82e02736-74be-4c9c-b93e-c0046e5dc82a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Sep 19 17:38:37.901476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da5fb-2732-4449-bd3b-6801c56d820c req-ace0d111-54fa-4109-bf65-6fd0ad4a9255 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:37.903420 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9b8da5fb-2732-4449-bd3b-6801c56d820c req-ace0d111-54fa-4109-bf65-6fd0ad4a9255 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.1121073 Sep 19 17:38:37.953554 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9b8da5fb-2732-4449-bd3b-6801c56d820c req-2a8b5487-bbec-4710-b342-1f712591af61 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Sep 19 17:38:38.185581 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:38:39.178245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40790a-5a02-4f99-a807-eb3811f951e2 req-38ca9c57-543f-4df5-99f4-8a39e8edf7f3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:39.179811 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2f40790a-5a02-4f99-a807-eb3811f951e2 req-38ca9c57-543f-4df5-99f4-8a39e8edf7f3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.1009727 Sep 19 17:38:39.232037 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2f40790a-5a02-4f99-a807-eb3811f951e2 req-ce99628a-5c5c-411e-887c-8864912f6c7a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458088 Sep 19 17:38:40.450486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dead9c-2825-4102-9517-5c7f233ab02b req-23fb2e90-c2d2-4e8a-b2bd-05920bbdee41 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:40.452081 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-75dead9c-2825-4102-9517-5c7f233ab02b req-23fb2e90-c2d2-4e8a-b2bd-05920bbdee41 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0977364 Sep 19 17:38:40.503210 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-75dead9c-2825-4102-9517-5c7f233ab02b req-7b112920-59f5-466e-8079-4bf25df72092 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452538 Sep 19 17:38:40.722645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e9cee-3781-4d92-b17c-4b8f12f7cda9 req-699dd963-a9bd-4da9-baee-e2c6189902e3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:40.724215 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ff2e9cee-3781-4d92-b17c-4b8f12f7cda9 req-699dd963-a9bd-4da9-baee-e2c6189902e3 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0946343 Sep 19 17:38:40.774770 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ff2e9cee-3781-4d92-b17c-4b8f12f7cda9 req-79e0d381-467e-456a-9feb-9c9b3b00aaee tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424232 Sep 19 17:38:40.984123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad8206-f100-459e-adf6-89cb6c823146 req-487d76d5-62af-4ab4-8b35-6cc3912f5f4b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:40.985605 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ffad8206-f100-459e-adf6-89cb6c823146 req-487d76d5-62af-4ab4-8b35-6cc3912f5f4b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0909538 Sep 19 17:38:41.037787 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ffad8206-f100-459e-adf6-89cb6c823146 req-a02d80a1-3ee9-480a-a950-8a4ead85a3d4 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458968 Sep 19 17:38:41.407158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-52505eb4-de06-446e-a5a3-f4cf33359c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:41.486072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55274784-a2bb-4e3e-a702-b45b73df6247 req-a9b5dead-4357-4133-bca0-dc1eefaa4148 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:41.487651 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-55274784-a2bb-4e3e-a702-b45b73df6247 req-a9b5dead-4357-4133-bca0-dc1eefaa4148 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0958126 Sep 19 17:38:41.535131 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-55274784-a2bb-4e3e-a702-b45b73df6247 req-da0930e7-d4d6-4d47-ac19-49d9be447a13 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Sep 19 17:38:42.766526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0798a-178f-4247-bdfc-51aca5dbae4f req-ceef9040-2445-451d-a038-676c2b925d3b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:42.768628 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c8e0798a-178f-4247-bdfc-51aca5dbae4f req-ceef9040-2445-451d-a038-676c2b925d3b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.1117470 Sep 19 17:38:42.816467 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c8e0798a-178f-4247-bdfc-51aca5dbae4f req-f660fc45-1f64-41a0-af89-fb4988c4a028 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Sep 19 17:38:43.576665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-69b6db80-90f1-4a14-a5c6-8caef34a698f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:43.735554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554f682-2286-46f1-be1d-83963fdd46eb req-ea6778de-9ebf-4d2b-a338-3eea94ca63ee tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:43.736900 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0554f682-2286-46f1-be1d-83963fdd46eb req-ea6778de-9ebf-4d2b-a338-3eea94ca63ee tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0922706 Sep 19 17:38:43.814560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Deleting port 4967f384-8fde-4f0d-8314-a94a0737f798 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:38:43.815273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:44.032768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f04bf0-cc6b-40a4-a2e9-efc9bd15b641 req-29bc867f-236e-45d8-9d70-f799c6c24140 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:44.034185 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-03f04bf0-cc6b-40a4-a2e9-efc9bd15b641 req-29bc867f-236e-45d8-9d70-f799c6c24140 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0955691 Sep 19 17:38:44.081879 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-03f04bf0-cc6b-40a4-a2e9-efc9bd15b641 req-8ef8cbd6-3f7d-472d-a8b9-f78f5fa95c03 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e636529-18f3-4892-b35e-af6d81e2ac7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 Sep 19 17:38:44.083100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] For port 4967f384-8fde-4f0d-8314-a94a0737f798, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4967f384-8fde-4f0d-8314-a94a0737f798,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:44.083507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:44.484441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:44.484822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:44.485133 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Floating IP fc148a5f-a19f-4777-b42f-367568bb504c disassociated. External IP: 172.26.10.73, port: 4967f384-8fde-4f0d-8314-a94a0737f798. Sep 19 17:38:44.485476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Calling delete_port for 4967f384-8fde-4f0d-8314-a94a0737f798 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:38:44.644423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:44.697286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event deleted for resources: {'Port': ['ID=4967f384-8fde-4f0d-8314-a94a0737f798,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:44.769364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.769742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.770065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.770407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.770748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.771112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.771451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.771784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.772123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.772452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.772784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.773109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:44.938027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:38:45.134883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:38:45.146390 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:38:45.177838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:38:45.178638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:38:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:45.250841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:45.295998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:45.300789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] No DVR routers for this DVR port 4967f384-8fde-4f0d-8314-a94a0737f798 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:38:45.304353 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d5df6fc9-7a04-4b2f-a244-15b78e9cdc20 req-2143f928-48cc-4acd-9cfc-205cd1e2010b tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6 HTTP/1.1" status: 200 len: 210 time: 0.0993993 Sep 19 17:38:45.305297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:45.309389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-deleted', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:38:45.311808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c55365-e111-48c4-858a-9ff2222c4c57" -d '{"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-deleted", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:38:45.329407 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0554f682-2286-46f1-be1d-83963fdd46eb req-cf58f5a2-5a64-4ae5-90c3-4342c3170f29 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.86 "DELETE /v2.0/ports/4967f384-8fde-4f0d-8314-a94a0737f798 HTTP/1.1" status: 204 len: 173 time: 1.5852602 Sep 19 17:38:45.365995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0c2387-aec9-42ce-95f9-8cc54b0f11c1 x-openstack-request-id: req-fc0c2387-aec9-42ce-95f9-8cc54b0f11c1 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:38:45.366416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6", "name": "network-vif-deleted", "tag": "4967f384-8fde-4f0d-8314-a94a0737f798", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:38:45.366770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc0c2387-aec9-42ce-95f9-8cc54b0f11c1 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:38:45.367311 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0c2387-aec9-42ce-95f9-8cc54b0f11c1'] response: {'server_uuid': 'd5ddc8eb-d325-4423-9ca0-c3ba07f5b6b6', 'name': 'network-vif-deleted', 'tag': '4967f384-8fde-4f0d-8314-a94a0737f798', 'status': 'completed', 'code': 200} Sep 19 17:38:45.415096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:38:45.785268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:45.789745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:38:45.799127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:38:45.800081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:38:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:46.002039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:38:46.154268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:38:46.240918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 4967f384-8fde-4f0d-8314-a94a0737f798 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:38:46.241260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 4967f384-8fde-4f0d-8314-a94a0737f798 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:38:46.354125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:46.400135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:46.406716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d543b91-707f-4efb-92ea-14fa3e0622ea None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:33:03Z', 'revision_number': 4, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '44c0187d-4386-419b-9937-1b0ab800c598', 'name': '', 'network_id': '52b32b35-5407-4c19-b1f4-7dc8d3e23ba2', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'mac_address': 'fa:16:3e:e8:ec:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:02Z', 'updated_at': '2022-09-19T17:33:09Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'subnets': [{'id': '7babb53c-fe54-4c7b-b1d0-243ad93c7a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:38:46.647738 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66abd11-3387-4514-8e4f-362f553055c1 None None] New status for floating IP fc148a5f-a19f-4777-b42f-367568bb504c: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:38:50.752672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:50.832292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:50.862150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:50.928629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:50.948513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e636529-18f3-4892-b35e-af6d81e2ac7c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:50.957644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.957969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.958311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.958646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.959007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.959342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.959673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.960000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.960341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.960669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.960987 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.961291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:50.970236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:50.971461 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d06215f4-1dbd-404a-95b3-8ae86cd38b25 tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "DELETE /v2.0/security-groups/4e636529-18f3-4892-b35e-af6d81e2ac7c HTTP/1.1" status: 204 len: 168 time: 0.2172880 Sep 19 17:38:50.974001 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:50.991304 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.api.v2.resource [None req-62c47c8b-115f-4524-98f8-25aaee2bc77a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] show failed (client error): The resource could not be found. Sep 19 17:38:50.992364 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-62c47c8b-115f-4524-98f8-25aaee2bc77a tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "GET /v2.0/security-groups/4e636529-18f3-4892-b35e-af6d81e2ac7c HTTP/1.1" status: 404 len: 347 time: 0.0174000 Sep 19 17:38:50.995327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53614) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:51.154653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Deleting port 898f6887-6b7b-475b-86d8-71d730be2726 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:38:51.155011 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:51.440885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:51.441254 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:51.572689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Calling delete_port for 898f6887-6b7b-475b-86d8-71d730be2726 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:38:51.726851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:51.774929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Pushing event deleted for resources: {'Port': ['ID=898f6887-6b7b-475b-86d8-71d730be2726,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:51.878474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:51.894197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:51.895366 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b2912c2-98f2-4e5a-9f96-917671fc662d tempest-ServerActionsTestJSON-270988913 tempest-ServerActionsTestJSON-270988913-project] 10.222.0.83 "DELETE /v2.0/floatingips/fc148a5f-a19f-4777-b42f-367568bb504c HTTP/1.1" status: 204 len: 168 time: 0.8989720 Sep 19 17:38:51.898433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53618) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:52.518814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:52.993737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Deleting port 44c0187d-4386-419b-9937-1b0ab800c598 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:38:52.994447 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:53.172117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] For port 44c0187d-4386-419b-9937-1b0ab800c598, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=44c0187d-4386-419b-9937-1b0ab800c598,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:53.172367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:53.300827 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Calling delete_port for 44c0187d-4386-419b-9937-1b0ab800c598 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:38:53.499577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:53.601224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c0187d-4386-419b-9937-1b0ab800c598,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:53.873463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:54.288943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:38:54.602357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:38:54.613107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] Sync routers for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:38:54.618883 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9beda182-609f-47fb-b548-9edbcfd5f256 admin admin] 10.222.0.83 "PUT /v2.0/routers/9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7171884 Sep 19 17:38:54.619141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53624) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:54.625003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:38:54.625640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:38:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:54.802853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:54.808625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:38:54.996295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.008015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Deleting port 5e5f763c-5ad1-460c-9759-e002a1793571 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:38:55.008440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.171897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183'}], 'enable_snat': True}, 'gw_port_id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:38:53Z', 'revision_number': 5, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port': {'id': '5e5f763c-5ad1-460c-9759-e002a1793571', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:33:00Z', 'updated_at': '2022-09-19T17:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:55.176050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] Checking router: 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:38:55.185857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] Routers {'9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:38:55.186484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:38:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:55.191754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] For port 5e5f763c-5ad1-460c-9759-e002a1793571, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5e5f763c-5ad1-460c-9759-e002a1793571,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:55.192479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.317814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Calling delete_port for 5e5f763c-5ad1-460c-9759-e002a1793571 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:38:55.339780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] Set router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:38:55.447172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:38:54Z', 'revision_number': 6, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:55.451644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd40b15-8c21-434e-a29a-e357603708a3 None None] The sync data for ids ['9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0'] in dv-neutron-857789-3-hyperv is: [{'id': '9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0', 'name': 'tempest-ServerActionsTestJSON-219316162-router', 'tenant_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:59Z', 'updated_at': '2022-09-19T17:38:54Z', 'revision_number': 6, 'project_id': '2ee0c4b8c83b46cc96f1cb2f43294cec', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:38:55.512787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.564190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5f763c-5ad1-460c-9759-e002a1793571,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:55.665924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.685346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.871141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.873579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.898661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.899208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:38:55.912416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:55.913554 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-32b94c14-06cc-4509-9714-52bc9464a32c admin admin] 10.222.0.83 "DELETE /v2.0/routers/9d2fa50a-c4d6-417a-aa00-c25fb5a7ddb0 HTTP/1.1" status: 204 len: 168 time: 1.2934544 Sep 19 17:38:55.916257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53628) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:55.986856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-464db14a-c59f-46d9-a278-89a952d00efd admin admin] Deleting subnet 7babb53c-fe54-4c7b-b1d0-243ad93c7a22 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:38:55.990238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-464db14a-c59f-46d9-a278-89a952d00efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.185492 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-464db14a-c59f-46d9-a278-89a952d00efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.278826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-464db14a-c59f-46d9-a278-89a952d00efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.361004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-464db14a-c59f-46d9-a278-89a952d00efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.402768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464db14a-c59f-46d9-a278-89a952d00efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7babb53c-fe54-4c7b-b1d0-243ad93c7a22,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:56.408232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-464db14a-c59f-46d9-a278-89a952d00efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.413866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e7dfa-8c18-4fab-b0e1-ae78c9f137af None None] Network 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:38:56.420580 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-464db14a-c59f-46d9-a278-89a952d00efd admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7babb53c-fe54-4c7b-b1d0-243ad93c7a22 HTTP/1.1" status: 204 len: 168 time: 0.5032346 Sep 19 17:38:56.423699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:56.565250 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.578558 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Deleting port 9ee94a5e-a5e5-4401-a485-8413d65f4826 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:38:56.579031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.772655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] DHCP port deletion for 52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:38:56.777808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] Deleting port 9ee94a5e-a5e5-4401-a485-8413d65f4826 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:38:56.778236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.828015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] For port 9ee94a5e-a5e5-4401-a485-8413d65f4826, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9ee94a5e-a5e5-4401-a485-8413d65f4826,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:56.828339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:56.966440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Calling delete_port for 9ee94a5e-a5e5-4401-a485-8413d65f4826 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:38:56.986879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5e5f763c-5ad1-460c-9759-e002a1793571 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:38:57.032821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5e5f763c-5ad1-460c-9759-e002a1793571 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:38:57.033170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5e5f763c-5ad1-460c-9759-e002a1793571 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:38:57.033593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9ee94a5e-a5e5-4401-a485-8413d65f4826 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:38:57.050408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.086467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 9ee94a5e-a5e5-4401-a485-8413d65f4826 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:38:57.086810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9ee94a5e-a5e5-4401-a485-8413d65f4826 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:38:57.087232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 44c0187d-4386-419b-9937-1b0ab800c598 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:38:57.102098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee94a5e-a5e5-4401-a485-8413d65f4826,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:57.107859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] No DVR routers for this DVR port 9ee94a5e-a5e5-4401-a485-8413d65f4826 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:38:57.121053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] For port 9ee94a5e-a5e5-4401-a485-8413d65f4826, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9ee94a5e-a5e5-4401-a485-8413d65f4826,segment=NetworkSegment(010b37e3-c282-4210-92d1-560250634c8d),segment_id=010b37e3-c282-4210-92d1-560250634c8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:38:57.121449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.137083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 44c0187d-4386-419b-9937-1b0ab800c598 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:38:57.137432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 44c0187d-4386-419b-9937-1b0ab800c598 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:38:57.236561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.263948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b32b35-5407-4c19-b1f4-7dc8d3e23ba2']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:57.275885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] Calling delete_port for 9ee94a5e-a5e5-4401-a485-8413d65f4826 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:38:57.277086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010b37e3-c282-4210-92d1-560250634c8d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:57.277389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010b37e3-c282-4210-92d1-560250634c8d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:57.290026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.307403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.315060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:38:57.315463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:38:57.351776 dv-neutron-857789-3-hyperv neutron-server[89057]: util.warn( Sep 19 17:38:57.364303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:38:57.364806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:38:57.431096 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 010b37e3-c282-4210-92d1-560250634c8d resource provider aggregate not found Sep 19 17:38:57.441760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.446921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.469016 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 010b37e3-c282-4210-92d1-560250634c8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 010b37e3-c282-4210-92d1-560250634c8d found for delete ", "request_id": "req-0da97c04-1c68-432a-800c-495d34b7da89"}]} Sep 19 17:38:57.480886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=52b32b35-5407-4c19-b1f4-7dc8d3e23ba2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:57.490548 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6848862f-0562-453b-8426-1f2c439d5a9a admin admin] 10.222.0.83 "DELETE /v2.0/networks/52b32b35-5407-4c19-b1f4-7dc8d3e23ba2 HTTP/1.1" status: 204 len: 168 time: 1.0657697 Sep 19 17:38:57.620523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53644) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:57.685439 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7711be26-a950-4ab1-aeff-b53bba714078 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2ee0c4b8c83b46cc96f1cb2f43294cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636528 Sep 19 17:38:57.688200 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53648) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:57.750992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0191f9-5f2b-4f73-85d1-5fc6297714d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.779732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0191f9-5f2b-4f73-85d1-5fc6297714d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.850086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0191f9-5f2b-4f73-85d1-5fc6297714d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.866189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] Deleting port 9ee94a5e-a5e5-4401-a485-8413d65f4826 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:38:57.867172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.874197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0191f9-5f2b-4f73-85d1-5fc6297714d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5c2a1e-05b0-45d9-8215-a43479cdab3a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:57.890645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0191f9-5f2b-4f73-85d1-5fc6297714d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:57.892088 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f0191f9-5f2b-4f73-85d1-5fc6297714d1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4a5c2a1e-05b0-45d9-8215-a43479cdab3a HTTP/1.1" status: 204 len: 168 time: 0.2029710 Sep 19 17:38:57.959068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-71899b99-9909-4904-9a58-5aa17f2b8fa9 None None] The port '9ee94a5e-a5e5-4401-a485-8413d65f4826' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:38:58.784405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53672) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:58.902399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2000728924-network', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:38:58.907495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:38:58.911525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Usage tracker for resource:network and tenant:97590b64c3584b7d9308eb5329c87bc8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:38:58.914494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:38:58.921379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:38:58.932516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Made reservation on behalf of 97590b64c3584b7d9308eb5329c87bc8 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:38:58.934939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:58.947725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:58.963464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:38:58.968756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Usage tracker for resource:security_group_rule and tenant:97590b64c3584b7d9308eb5329c87bc8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:38:58.972407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:38:58.979763 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:38:59.089395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.094643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.133232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:38:59.143776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619f3222-f398-4195-a45b-9d4165cf38a9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:59.152926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.152926 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Added segment 214a4c1b-1ce0-4137-a7e5-43e746d1c657 of type vlan for network 820b57af-c8f5-4179-be96-2061f9bb9a62 Sep 19 17:38:59.190301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.233151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.234162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:59.234783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.338039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5525324 Sep 19 17:38:59.339041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aba5ef-a02a-46e8-9517-a736a5bec44e admin admin] Pushing event updated for resources: {'Network': ['ID=820b57af-c8f5-4179-be96-2061f9bb9a62,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:59.341479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53678) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:59.347382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Request body: {'subnet': {'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2000728924-subnet', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:38:59.349518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:38:59.352223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:38:59.357709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Usage tracker for resource:subnet and tenant:97590b64c3584b7d9308eb5329c87bc8 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:38:59.360729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:38:59.371972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:38:59.384407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Made reservation on behalf of 97590b64c3584b7d9308eb5329c87bc8 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:38:59.387265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.620760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.703125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5203735-ee2f-447b-9b1e-7e327bd4d962,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:59.716369 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Checking segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:38:59.716897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Network hostable DHCP agents. Network: 820b57af-c8f5-4179-be96-2061f9bb9a62, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:38:59.741407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:38:59.756430 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 820b57af-c8f5-4179-be96-2061f9bb9a62) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:38:59.763312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:59.764313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.772924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919e92bb-7248-4229-be5f-2f38b3cca00f None None] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:38:59.801750 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e9a2577d-fa86-4a06-b671-17bd0a9f17e9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4591479 Sep 19 17:38:59.805144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53682) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:38:59.811450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:38:59.817630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:38:59.823206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Usage tracker for resource:router and tenant:97590b64c3584b7d9308eb5329c87bc8 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:38:59.827733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:38:59.834444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:38:59.848743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.850155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:38:59.871162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.077915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-820b57af-c8f5-4179-be96-2061f9bb9a62', 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'fixed_ips': [{'subnet_id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:39:00.078765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.200321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.265723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Allocated IP 172.20.0.2 (820b57af-c8f5-4179-be96-2061f9bb9a62/f5203735-ee2f-447b-9b1e-7e327bd4d962/c8000421-4369-40e3-a8ca-e4094ebbc9a5) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:00.517866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.535546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Transition to ACTIVE for port object c8000421-4369-40e3-a8ca-e4094ebbc9a5 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:00.562094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Transition to ACTIVE for port object c8000421-4369-40e3-a8ca-e4094ebbc9a5 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:00.570868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.636050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:00.637223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:00.643558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:39:00.652908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Pushing event updated for resources: {'Port': ['ID=c8000421-4369-40e3-a8ca-e4094ebbc9a5,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:00.702494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.740568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.757249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Attempting to bind port c8000421-4369-40e3-a8ca-e4094ebbc9a5 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:39:00.757614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Attempting to bind port c8000421-4369-40e3-a8ca-e4094ebbc9a5 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:39:00.757968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Attempting to bind port c8000421-4369-40e3-a8ca-e4094ebbc9a5 on network 820b57af-c8f5-4179-be96-2061f9bb9a62 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:00.764476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:39:00.764925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Checking segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:00.765402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.765862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Bound using segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:39:00.766422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Bound port: c8000421-4369-40e3-a8ca-e4094ebbc9a5, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:39:00.766842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.866410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] For port c8000421-4369-40e3-a8ca-e4094ebbc9a5, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:39:00.870692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] For port c8000421-4369-40e3-a8ca-e4094ebbc9a5, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c8000421-4369-40e3-a8ca-e4094ebbc9a5,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:39:00.876415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:00.909552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Allocated IP 172.26.10.74 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/ef299255-17bc-4181-8365-c89df77ff2d0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:00.975269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048b9fe-1f62-46db-a170-907f0f2c64ec None None] Pushing event updated for resources: {'Port': ['ID=c8000421-4369-40e3-a8ca-e4094ebbc9a5,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:01.076997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:01.114512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:01.208922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:01.218023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:01.222690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:39:01.297678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Pushing event updated for resources: {'Port': ['ID=ef299255-17bc-4181-8365-c89df77ff2d0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:01.732245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:02.011147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da80de-f422-48c3-8ea7-2555149b7619 None None] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:02.122965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3abb1db0-c0af-48c5-aaf7-054fbc73cf48 None None] Provisioning for port c8000421-4369-40e3-a8ca-e4094ebbc9a5 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:02.223477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:02.458923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:39:02.668579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:39:02.679356 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Sync routers for ids ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:39:02.695655 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Routers {'46036f5e-dd08-44a2-b5d6-6b007bc21c96'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:39:02.696276 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:38:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:02.703865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:02.705125 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-085f6ab4-2a1c-4f0b-bccd-1c0b9c68ef30 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8986123 Sep 19 17:39:02.707927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53686) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:02.901730 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Set router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:39:03.017715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c8000421-4369-40e3-a8ca-e4094ebbc9a5 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:03.090943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c8000421-4369-40e3-a8ca-e4094ebbc9a5 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:03.096974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c8000421-4369-40e3-a8ca-e4094ebbc9a5 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:03.097349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.215541 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74'}], 'enable_snat': True}, 'gw_port_id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:01Z', 'revision_number': 3, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port': {'id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:00Z', 'updated_at': '2022-09-19T17:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:03.219576 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Checking router: 46036f5e-dd08-44a2-b5d6-6b007bc21c96 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:39:03.219920 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Updating router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 port ef299255-17bc-4181-8365-c89df77ff2d0 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:39:03.227320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c8000421-4369-40e3-a8ca-e4094ebbc9a5 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:03.227849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.264969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port c8000421-4369-40e3-a8ca-e4094ebbc9a5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c8000421-4369-40e3-a8ca-e4094ebbc9a5,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:03.270151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.277160 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.343314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=c8000421-4369-40e3-a8ca-e4094ebbc9a5,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:03.413668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.614539 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.623624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Allocated IP 172.20.0.1 (820b57af-c8f5-4179-be96-2061f9bb9a62/f5203735-ee2f-447b-9b1e-7e327bd4d962/b2e0bca2-2767-4954-b018-d0d59352d736) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:03.626346 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Transition to ACTIVE for port object ef299255-17bc-4181-8365-c89df77ff2d0 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:03.633124 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.701997 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Attempting to bind port ef299255-17bc-4181-8365-c89df77ff2d0 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:39:03.702777 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Attempting to bind port ef299255-17bc-4181-8365-c89df77ff2d0 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:39:03.702777 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Attempting to bind port ef299255-17bc-4181-8365-c89df77ff2d0 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:03.712923 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:39:03.713480 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:03.714395 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.714782 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:39:03.715271 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Bound port: ef299255-17bc-4181-8365-c89df77ff2d0, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:39:03.715635 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.746452 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Pushing event updated for resources: {'Port': ['ID=ef299255-17bc-4181-8365-c89df77ff2d0,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:03.769399 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.769763 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.770093 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.770422 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.770748 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.771090 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.771417 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.771738 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.772060 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.772379 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.772696 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.773011 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:03.809290 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] For port ef299255-17bc-4181-8365-c89df77ff2d0, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:39:03.813405 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] For port ef299255-17bc-4181-8365-c89df77ff2d0, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ef299255-17bc-4181-8365-c89df77ff2d0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:39:03.819351 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.887724 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Routers {'46036f5e-dd08-44a2-b5d6-6b007bc21c96'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:39:03.888249 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:38:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:03.900826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.916647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Transition to ACTIVE for port object b2e0bca2-2767-4954-b018-d0d59352d736 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:03.944088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:03.978456 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c9134-f746-43c3-af37-6039316222f3 None None] Pushing event updated for resources: {'Port': ['ID=ef299255-17bc-4181-8365-c89df77ff2d0,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:04.012740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:04.015770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:04.018250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:39:04.057256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Pushing event updated for resources: {'Port': ['ID=b2e0bca2-2767-4954-b018-d0d59352d736,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:04.084425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:04.086180 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] Set router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:39:04.225519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:04.300639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2bd760e6-9e4d-4012-b413-acae7b05d307 None None] Provisioning for port b2e0bca2-2767-4954-b018-d0d59352d736 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:04.306207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-2bd760e6-9e4d-4012-b413-acae7b05d307 None None] Provisioning complete for port b2e0bca2-2767-4954-b018-d0d59352d736 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:04.306585 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2bd760e6-9e4d-4012-b413-acae7b05d307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:04.367753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-2bd760e6-9e4d-4012-b413-acae7b05d307 None None] Port b2e0bca2-2767-4954-b018-d0d59352d736 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:39:04.411861 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74'}], 'enable_snat': True}, 'gw_port_id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:01Z', 'revision_number': 3, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port': {'id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:00Z', 'updated_at': '2022-09-19T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:04.415973 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c220de2-b39c-4394-990d-b3d54be563a2 None None] The sync data for ids ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'] in dv-neutron-857789-3-hyperv is: [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74'}], 'enable_snat': True}, 'gw_port_id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:01Z', 'revision_number': 3, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port': {'id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:00Z', 'updated_at': '2022-09-19T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:39:04.476378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:04.483112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:04.618479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Pushing event updated for resources: {'Port': ['ID=b2e0bca2-2767-4954-b018-d0d59352d736,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:04.621688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:04.816963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:04.818753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:05.039761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:39:05.092400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ef299255-17bc-4181-8365-c89df77ff2d0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:05.129180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-21d68ec4-ab97-441b-a083-afa54be4292e None None] Provisioning complete for port b2e0bca2-2767-4954-b018-d0d59352d736 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:05.129550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-21d68ec4-ab97-441b-a083-afa54be4292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:05.244231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:39:05.250970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-21d68ec4-ab97-441b-a083-afa54be4292e None None] Port b2e0bca2-2767-4954-b018-d0d59352d736 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:39:05.256121 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6de98741-ae9a-418c-bed2-2d089ba4f63b admin admin] 10.222.0.83 "PUT /v2.0/routers/46036f5e-dd08-44a2-b5d6-6b007bc21c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5470779 Sep 19 17:39:05.270237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port ef299255-17bc-4181-8365-c89df77ff2d0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:05.276435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port ef299255-17bc-4181-8365-c89df77ff2d0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:05.277059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:05.404596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port ef299255-17bc-4181-8365-c89df77ff2d0 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:05.405646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:05.424422 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port ef299255-17bc-4181-8365-c89df77ff2d0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ef299255-17bc-4181-8365-c89df77ff2d0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:05.432231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:05.434278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c8000421-4369-40e3-a8ca-e4094ebbc9a5 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:05.564161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=ef299255-17bc-4181-8365-c89df77ff2d0,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:05.576769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c8000421-4369-40e3-a8ca-e4094ebbc9a5 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:05.577157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:05.705906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c8000421-4369-40e3-a8ca-e4094ebbc9a5 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:05.808544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-aec67be1-4176-41ee-9c35-3a7d6a24f090 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:05.809328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-aec67be1-4176-41ee-9c35-3a7d6a24f090 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Synchronizing usage tracker for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:39:05.831113 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-aec67be1-4176-41ee-9c35-3a7d6a24f090 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Unset dirty status for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:39:05.832767 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-aec67be1-4176-41ee-9c35-3a7d6a24f090 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/networks?id=820b57af-c8f5-4179-be96-2061f9bb9a62 HTTP/1.1" status: 200 len: 814 time: 0.1736498 Sep 19 17:39:05.848958 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-5ef1d47a-1e93-4fb0-b0d5-c3d052cffcfc tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/quotas/97590b64c3584b7d9308eb5329c87bc8 HTTP/1.1" status: 200 len: 375 time: 0.0099995 Sep 19 17:39:06.080369 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-6e08d2eb-9f04-4da6-863c-12b9d0ba6dbb tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=97590b64c3584b7d9308eb5329c87bc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2242556 Sep 19 17:39:06.095556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Sync routers for ids ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:39:06.109299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Routers {'46036f5e-dd08-44a2-b5d6-6b007bc21c96'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:39:06.110370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:38:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:06.232873 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-fa0b570c-ae22-42a7-8eeb-8978d6c352ef service neutron] 10.222.0.83 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453884 Sep 19 17:39:06.326356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Set router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:39:06.377034 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-44fcf7bd-169b-4254-a3db-e81b9f2ea034 service neutron] 10.222.0.83 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380763 Sep 19 17:39:06.597742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-898883a0-77af-405e-9cce-8e950bfb17fe req-b0614a89-0ea0-4094-a3b1-f858054d810d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Synchronizing usage tracker for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:39:06.620030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-898883a0-77af-405e-9cce-8e950bfb17fe req-b0614a89-0ea0-4094-a3b1-f858054d810d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Unset dirty status for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:39:06.621233 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-898883a0-77af-405e-9cce-8e950bfb17fe req-b0614a89-0ea0-4094-a3b1-f858054d810d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 210 time: 0.0837066 Sep 19 17:39:06.690348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74'}], 'enable_snat': True}, 'gw_port_id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:04Z', 'revision_number': 4, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port': {'id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:00Z', 'updated_at': '2022-09-19T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'b2e0bca2-2767-4954-b018-d0d59352d736', 'name': '', 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:03Z', 'updated_at': '2022-09-19T17:39:04Z', 'revision_number': 2, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'subnets': [{'id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:06.694962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Checking router: 46036f5e-dd08-44a2-b5d6-6b007bc21c96 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:39:06.695317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Updating router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 port b2e0bca2-2767-4954-b018-d0d59352d736 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:39:06.753024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:06.991756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ef299255-17bc-4181-8365-c89df77ff2d0 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:07.113117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port ef299255-17bc-4181-8365-c89df77ff2d0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:07.113582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:07.250869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:07.300823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Transition to ACTIVE for port object b2e0bca2-2767-4954-b018-d0d59352d736 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:07.315167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:07.435211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port ef299255-17bc-4181-8365-c89df77ff2d0 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:07.557700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f604377-55d1-4011-950a-294e9c55eb38 None None] Pushing event updated for resources: {'Port': ['ID=b2e0bca2-2767-4954-b018-d0d59352d736,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:07.581430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Attempting to bind port b2e0bca2-2767-4954-b018-d0d59352d736 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:39:07.581791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Attempting to bind port b2e0bca2-2767-4954-b018-d0d59352d736 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:39:07.582144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Attempting to bind port b2e0bca2-2767-4954-b018-d0d59352d736 on network 820b57af-c8f5-4179-be96-2061f9bb9a62 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:07.587678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:39:07.588072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Checking segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:07.588470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:07.588910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Bound using segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:39:07.589429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Bound port: b2e0bca2-2767-4954-b018-d0d59352d736, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:39:07.589925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:07.690232 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] For port b2e0bca2-2767-4954-b018-d0d59352d736, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:39:07.693840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] For port b2e0bca2-2767-4954-b018-d0d59352d736, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b2e0bca2-2767-4954-b018-d0d59352d736,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:39:07.701146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:07.750040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-91e08729-b1a2-4450-87f3-613624cb0e7a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:07.751639 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-91e08729-b1a2-4450-87f3-613624cb0e7a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.86 "GET /v2.0/networks?id=820b57af-c8f5-4179-be96-2061f9bb9a62 HTTP/1.1" status: 200 len: 814 time: 0.1882963 Sep 19 17:39:07.764986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Request body: {'port': {'device_id': '3daacfda-e603-41d1-8628-6096dbd43184', 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'admin_state_up': True, 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:07.776784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Routers {'46036f5e-dd08-44a2-b5d6-6b007bc21c96'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:39:07.777431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:38:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:07.803886 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-beb948cb-c575-4918-8137-46649a95948f req-d81d4c75-98ca-4ed5-aa44-f1abbb66854f tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 210 time: 0.0580475 Sep 19 17:39:07.869148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f604377-55d1-4011-950a-294e9c55eb38 None None] Pushing event updated for resources: {'Port': ['ID=b2e0bca2-2767-4954-b018-d0d59352d736,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:07.982831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] Set router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:39:08.038096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:08.048748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:08.061620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Made reservation on behalf of 97590b64c3584b7d9308eb5329c87bc8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:08.065181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:08.240102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Allocated IP 172.20.0.14 (820b57af-c8f5-4179-be96-2061f9bb9a62/f5203735-ee2f-447b-9b1e-7e327bd4d962/ed9982fd-49c2-4ddb-a62f-ad3012e54246) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:08.352983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74'}], 'enable_snat': True}, 'gw_port_id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:04Z', 'revision_number': 4, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port': {'id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:00Z', 'updated_at': '2022-09-19T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'b2e0bca2-2767-4954-b018-d0d59352d736', 'name': '', 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:03Z', 'updated_at': '2022-09-19T17:39:07Z', 'revision_number': 4, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'subnets': [{'id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:08.357086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80ab35-58b2-4c4d-b81f-88d76e5c52c7 None None] The sync data for ids ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'] in dv-neutron-857789-3-hyperv is: [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74'}], 'enable_snat': True}, 'gw_port_id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:04Z', 'revision_number': 4, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port': {'id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:00Z', 'updated_at': '2022-09-19T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'b2e0bca2-2767-4954-b018-d0d59352d736', 'name': '', 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'mac_address': 'fa:16:3e:4a:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:03Z', 'updated_at': '2022-09-19T17:39:07Z', 'revision_number': 4, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'subnets': [{'id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:39:08.494272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:08.514040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Transition to ACTIVE for port object ed9982fd-49c2-4ddb-a62f-ad3012e54246 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:08.545492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:08.657010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:08.662287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:08.669968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:39:08.725542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Pushing event updated for resources: {'Port': ['ID=ed9982fd-49c2-4ddb-a62f-ad3012e54246,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:08.761463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:08.762203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:08.794134 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-45f7294a-f9da-444d-8ef1-6de89a5660e2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0337939 Sep 19 17:39:08.805433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Request body: {'port': {'device_id': '3daacfda-e603-41d1-8628-6096dbd43184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:08.903836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-754b3e6a-7f2f-4be0-94db-c7ab1eb575e6 None None] Provisioning for port ed9982fd-49c2-4ddb-a62f-ad3012e54246 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:08.911355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-754b3e6a-7f2f-4be0-94db-c7ab1eb575e6 None None] Provisioning complete for port ed9982fd-49c2-4ddb-a62f-ad3012e54246 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:08.911940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-754b3e6a-7f2f-4be0-94db-c7ab1eb575e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:08.994969 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-754b3e6a-7f2f-4be0-94db-c7ab1eb575e6 None None] Port ed9982fd-49c2-4ddb-a62f-ad3012e54246 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:39:08.998377 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.039200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b2e0bca2-2767-4954-b018-d0d59352d736 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:09.110830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b2e0bca2-2767-4954-b018-d0d59352d736 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:09.116494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b2e0bca2-2767-4954-b018-d0d59352d736 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:09.116873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.161552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff482ecd-03d9-4a61-9e72-a5e7d0585fc5 req-7ede8221-457d-49a1-b4cc-5fe187586e8b tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:09.162298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-ff482ecd-03d9-4a61-9e72-a5e7d0585fc5 req-7ede8221-457d-49a1-b4cc-5fe187586e8b tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Synchronizing usage tracker for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:39:09.202380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-ff482ecd-03d9-4a61-9e72-a5e7d0585fc5 req-7ede8221-457d-49a1-b4cc-5fe187586e8b tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Unset dirty status for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:39:09.209391 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ff482ecd-03d9-4a61-9e72-a5e7d0585fc5 req-7ede8221-457d-49a1-b4cc-5fe187586e8b tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 932 time: 0.2786570 Sep 19 17:39:09.245834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b2e0bca2-2767-4954-b018-d0d59352d736 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:09.246217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.286672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port b2e0bca2-2767-4954-b018-d0d59352d736, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b2e0bca2-2767-4954-b018-d0d59352d736,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:09.293222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.323866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ff482ecd-03d9-4a61-9e72-a5e7d0585fc5 req-0fd8ad69-6c22-407d-b8d4-e504f4b3bae1 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131938 Sep 19 17:39:09.368939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=b2e0bca2-2767-4954-b018-d0d59352d736,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:09.451730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9982fd-49c2-4ddb-a62f-ad3012e54246 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:39:09.461330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.477150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Transition to ACTIVE for port object ed9982fd-49c2-4ddb-a62f-ad3012e54246 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:09.483628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.673364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9982fd-49c2-4ddb-a62f-ad3012e54246,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:09.714623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Attempting to bind port ed9982fd-49c2-4ddb-a62f-ad3012e54246 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:39:09.714956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Attempting to bind port ed9982fd-49c2-4ddb-a62f-ad3012e54246 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:39:09.715312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Attempting to bind port ed9982fd-49c2-4ddb-a62f-ad3012e54246 on network 820b57af-c8f5-4179-be96-2061f9bb9a62 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:09.720065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Port ed9982fd-49c2-4ddb-a62f-ad3012e54246 on network 820b57af-c8f5-4179-be96-2061f9bb9a62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:39:09.720385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Attempting to bind port ed9982fd-49c2-4ddb-a62f-ad3012e54246 on network 820b57af-c8f5-4179-be96-2061f9bb9a62 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:09.725583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:39:09.725918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Checking segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:09.726303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Bound using segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:39:09.726739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Bound port: ed9982fd-49c2-4ddb-a62f-ad3012e54246, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:39:09.727109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.816606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] For port ed9982fd-49c2-4ddb-a62f-ad3012e54246, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:39:09.819928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] For port ed9982fd-49c2-4ddb-a62f-ad3012e54246, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed9982fd-49c2-4ddb-a62f-ad3012e54246,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:39:09.826466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.857011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:09.857639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:09.859121 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] 10.222.0.86 "PUT /v2.0/ports/ed9982fd-49c2-4ddb-a62f-ad3012e54246 HTTP/1.1" status: 200 len: 1094 time: 1.0580840 Sep 19 17:39:09.859590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daacfda-e603-41d1-8628-6096dbd43184', 'tag': 'ed9982fd-49c2-4ddb-a62f-ad3012e54246'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:39:09.861907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d" -d '{"events": [{"name": "network-changed", "server_uuid": "3daacfda-e603-41d1-8628-6096dbd43184", "tag": "ed9982fd-49c2-4ddb-a62f-ad3012e54246"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:09.944062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d8e8f9-117f-443b-b4aa-912d6aeee295 x-openstack-request-id: req-02d8e8f9-117f-443b-b4aa-912d6aeee295 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:09.944337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3daacfda-e603-41d1-8628-6096dbd43184", "tag": "ed9982fd-49c2-4ddb-a62f-ad3012e54246", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:09.944597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-02d8e8f9-117f-443b-b4aa-912d6aeee295 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:09.945011 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d8e8f9-117f-443b-b4aa-912d6aeee295'] response: {'name': 'network-changed', 'server_uuid': '3daacfda-e603-41d1-8628-6096dbd43184', 'tag': 'ed9982fd-49c2-4ddb-a62f-ad3012e54246', 'status': 'completed', 'code': 200} Sep 19 17:39:09.967147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87fcac-b722-4562-b1d7-07e69182a1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9982fd-49c2-4ddb-a62f-ad3012e54246,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:09.990316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bb7aff03-0e7a-401a-ae75-f33c9b240d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:09.991871 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-bb7aff03-0e7a-401a-ae75-f33c9b240d32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97590b64c3584b7d9308eb5329c87bc8&device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 1097 time: 0.0919952 Sep 19 17:39:10.166867 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-487f2d98-7d0b-4ce7-b292-d409ba8c641b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed9982fd-49c2-4ddb-a62f-ad3012e54246 HTTP/1.1" status: 200 len: 217 time: 0.1671915 Sep 19 17:39:10.242266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-b6e4b20d-dfe1-408b-b4ca-ca5b49bfe9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:10.243890 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-b6e4b20d-dfe1-408b-b4ca-ca5b49bfe9b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5203735-ee2f-447b-9b1e-7e327bd4d962 HTTP/1.1" status: 200 len: 853 time: 0.0652099 Sep 19 17:39:10.339017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-528d222a-da2d-4a3b-8303-3e608496e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:10.340500 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-528d222a-da2d-4a3b-8303-3e608496e67f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=820b57af-c8f5-4179-be96-2061f9bb9a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900617 Sep 19 17:39:10.540446 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-3055d958-533d-45a9-9364-faaf54b4a7f3 service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934028 Sep 19 17:39:10.662056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3d01f-fb0f-4d6a-9760-22e7b7836ece req-38f05bbc-6054-46d5-972c-625b81f362e1 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:10.663560 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0b3d01f-fb0f-4d6a-9760-22e7b7836ece req-38f05bbc-6054-46d5-972c-625b81f362e1 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 944 time: 0.2220802 Sep 19 17:39:10.726354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7b9a56d3-3498-4671-9304-b4cdc766bd1a req-5d43c5cd-f2df-4de8-8389-38d7d077eec4 service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782277 Sep 19 17:39:10.736466 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0b3d01f-fb0f-4d6a-9760-22e7b7836ece req-2a58078d-c345-41bb-bdfd-3693e7c189ca tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 Sep 19 17:39:10.860040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-719ee739-1d19-4b2d-b637-5f04a48d6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:10.861580 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-719ee739-1d19-4b2d-b637-5f04a48d6028 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97590b64c3584b7d9308eb5329c87bc8&device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 1097 time: 0.0836396 Sep 19 17:39:10.989731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b2e0bca2-2767-4954-b018-d0d59352d736 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:11.002901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-a0f24043-65e0-45a1-b2de-c4771b38f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:11.004455 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-a0f24043-65e0-45a1-b2de-c4771b38f6eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=820b57af-c8f5-4179-be96-2061f9bb9a62 HTTP/1.1" status: 200 len: 915 time: 0.1365886 Sep 19 17:39:11.070451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b2e0bca2-2767-4954-b018-d0d59352d736 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:11.070955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:11.072911 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-ed8dc3c2-ed91-4387-bf22-8d21bb725e88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed9982fd-49c2-4ddb-a62f-ad3012e54246 HTTP/1.1" status: 200 len: 217 time: 0.0613453 Sep 19 17:39:11.141076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-e7925c32-6da7-4e2a-bc7b-b4934e31fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:11.142538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-e7925c32-6da7-4e2a-bc7b-b4934e31fb7a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5203735-ee2f-447b-9b1e-7e327bd4d962 HTTP/1.1" status: 200 len: 853 time: 0.0629988 Sep 19 17:39:11.198864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b2e0bca2-2767-4954-b018-d0d59352d736 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:11.234472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-249d196b-7cdd-4abf-85f0-50bac4e725f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:11.236416 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-249d196b-7cdd-4abf-85f0-50bac4e725f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=820b57af-c8f5-4179-be96-2061f9bb9a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854287 Sep 19 17:39:11.371662 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-98c91f90-b840-432a-b15e-3b021c7abea4 service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285467 Sep 19 17:39:11.414465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dd598791-53b7-4acd-a94a-b503342f2ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:11.526352 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcd73749-52fe-4f1c-8d91-10ffb0c7743d req-5e1c591c-37b6-4f32-887a-3b24e7213634 service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478796 Sep 19 17:39:11.972745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1d2c7-ecd7-43c3-aa61-fa2f6173a462 req-7086e52b-6589-4ac2-b6fe-bc4a2c6d7346 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:11.974369 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1d2c7-ecd7-43c3-aa61-fa2f6173a462 req-7086e52b-6589-4ac2-b6fe-bc4a2c6d7346 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 944 time: 0.1186831 Sep 19 17:39:12.020322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7c1d2c7-ecd7-43c3-aa61-fa2f6173a462 req-b654e77c-c8b4-40e8-81cc-155b2eec6c93 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Synchronizing usage tracker for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:39:12.042381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-a7c1d2c7-ecd7-43c3-aa61-fa2f6173a462 req-b654e77c-c8b4-40e8-81cc-155b2eec6c93 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Unset dirty status for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:39:12.043537 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a7c1d2c7-ecd7-43c3-aa61-fa2f6173a462 req-b654e77c-c8b4-40e8-81cc-155b2eec6c93 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628560 Sep 19 17:39:12.252813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ed9982fd-49c2-4ddb-a62f-ad3012e54246 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:39:12.440170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ed9982fd-49c2-4ddb-a62f-ad3012e54246, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed9982fd-49c2-4ddb-a62f-ad3012e54246,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:12.453971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'ed9982fd-49c2-4ddb-a62f-ad3012e54246', 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'port_id': 'ed9982fd-49c2-4ddb-a62f-ad3012e54246', 'mac_address': 'fa:16:3e:03:5a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:39:12.508276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ed9982fd-49c2-4ddb-a62f-ad3012e54246 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:12.508644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:12.525404 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9982fd-49c2-4ddb-a62f-ad3012e54246 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:39:12.541437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ed9982fd-49c2-4ddb-a62f-ad3012e54246, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed9982fd-49c2-4ddb-a62f-ad3012e54246,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:12.547053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:12.618140 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ed9982fd-49c2-4ddb-a62f-ad3012e54246,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:12.752482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ed9982fd-49c2-4ddb-a62f-ad3012e54246'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:39:13.251308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69badea-cb3e-4b00-8135-4f0d8fa4ce24 req-83d192f1-32cf-4707-baeb-1e0883f7c2b5 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:13.252772 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f69badea-cb3e-4b00-8135-4f0d8fa4ce24 req-83d192f1-32cf-4707-baeb-1e0883f7c2b5 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 945 time: 0.0957296 Sep 19 17:39:13.297484 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f69badea-cb3e-4b00-8135-4f0d8fa4ce24 req-dc3b10ed-bd6e-4a12-91ad-cc4077bc8020 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Sep 19 17:39:13.577643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-057df90d-e424-48b1-9998-b35b076ddb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:14.261136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ed9982fd-49c2-4ddb-a62f-ad3012e54246 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:14.333791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port ed9982fd-49c2-4ddb-a62f-ad3012e54246 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:14.341324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port ed9982fd-49c2-4ddb-a62f-ad3012e54246 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:14.341324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:14.515953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ed9982fd-49c2-4ddb-a62f-ad3012e54246 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:14.516536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:14.561286 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daacfda-e603-41d1-8628-6096dbd43184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9982fd-49c2-4ddb-a62f-ad3012e54246'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:39:14.565084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6036e4ac-6031-4b6d-a7ec-91f2adc52598" -d '{"events": [{"server_uuid": "3daacfda-e603-41d1-8628-6096dbd43184", "name": "network-vif-plugged", "status": "completed", "tag": "ed9982fd-49c2-4ddb-a62f-ad3012e54246"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:14.571048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd432a-eb6f-4001-8953-63c4faa70075 req-f0a9e609-2d0c-409f-9da2-062bbd8a9806 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:14.573355 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-02bd432a-eb6f-4001-8953-63c4faa70075 req-f0a9e609-2d0c-409f-9da2-062bbd8a9806 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 945 time: 0.1333532 Sep 19 17:39:14.580341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ed9982fd-49c2-4ddb-a62f-ad3012e54246, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed9982fd-49c2-4ddb-a62f-ad3012e54246,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:14.590044 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:14.655910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f1f3e2-652c-4f31-912f-5a82397ec6ca x-openstack-request-id: req-c6f1f3e2-652c-4f31-912f-5a82397ec6ca {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:14.656325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daacfda-e603-41d1-8628-6096dbd43184", "name": "network-vif-plugged", "status": "completed", "tag": "ed9982fd-49c2-4ddb-a62f-ad3012e54246", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:14.656646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c6f1f3e2-652c-4f31-912f-5a82397ec6ca {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:14.657078 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f1f3e2-652c-4f31-912f-5a82397ec6ca'] response: {'server_uuid': '3daacfda-e603-41d1-8628-6096dbd43184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9982fd-49c2-4ddb-a62f-ad3012e54246', 'code': 200} Sep 19 17:39:14.662273 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-02bd432a-eb6f-4001-8953-63c4faa70075 req-c4c0858e-cfc1-4a2d-b22c-6fa77058c421 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650830 Sep 19 17:39:14.708088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ed9982fd-49c2-4ddb-a62f-ad3012e54246,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:14.902114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec5cb2-b238-42ca-a7c9-25369dc48359 req-7396d83b-0382-41eb-8574-a0a7e3885f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:14.903531 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e9ec5cb2-b238-42ca-a7c9-25369dc48359 req-7396d83b-0382-41eb-8574-a0a7e3885f16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 1099 time: 0.0832903 Sep 19 17:39:14.949489 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e9ec5cb2-b238-42ca-a7c9-25369dc48359 req-62991e53-c58b-47b0-8f4f-e1fa3e5d80ce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403271 Sep 19 17:39:15.176494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:15.186516 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:39:15.239784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:15.877096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc3dfb-3d85-4aca-b608-a814e887279b req-fc2977d2-05ac-424a-b709-2943a675640c tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:15.878604 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3fbc3dfb-3d85-4aca-b608-a814e887279b req-fc2977d2-05ac-424a-b709-2943a675640c tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.0916698 Sep 19 17:39:15.928785 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3fbc3dfb-3d85-4aca-b608-a814e887279b req-ef6b267c-de15-48a2-8d37-83e87f6f16c5 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Sep 19 17:39:16.315287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:17.140647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cda47-4696-4362-ae84-c1ba4eaf7453 req-e5fc0142-39b9-4ff2-881d-00427489329d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:17.142133 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-320cda47-4696-4362-ae84-c1ba4eaf7453 req-e5fc0142-39b9-4ff2-881d-00427489329d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.0941484 Sep 19 17:39:17.189837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-320cda47-4696-4362-ae84-c1ba4eaf7453 req-0d74d788-7a1d-40ed-af38-a3057bb16a68 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Sep 19 17:39:17.626545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-03de8c05-822f-4cb8-ac5f-2c68f8985cf4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:17.628397 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-03de8c05-822f-4cb8-ac5f-2c68f8985cf4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/networks?id=820b57af-c8f5-4179-be96-2061f9bb9a62 HTTP/1.1" status: 200 len: 814 time: 0.2655203 Sep 19 17:39:17.651191 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-16858f14-a342-4656-99a7-41d79240824a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/quotas/97590b64c3584b7d9308eb5329c87bc8 HTTP/1.1" status: 200 len: 375 time: 0.0145502 Sep 19 17:39:17.749287 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-94fd7bed-bdd5-479b-bfac-ed9318d7735c tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=97590b64c3584b7d9308eb5329c87bc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921464 Sep 19 17:39:17.931039 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-0e5d6436-3a05-4609-9422-0da00b146224 service neutron] 10.222.0.83 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748343 Sep 19 17:39:18.070894 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-9a7f5717-8897-4a17-958e-3c277acbf2e0 service neutron] 10.222.0.83 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305490 Sep 19 17:39:18.259716 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6516bd4e-1196-453a-b4b2-d4febf01b921 req-10e68c95-118f-4b11-95a8-beb055f727dd tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 210 time: 0.0506940 Sep 19 17:39:19.325363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-0ee295f6-b06b-4e00-a18d-ff645b437f82 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:19.326939 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-0ee295f6-b06b-4e00-a18d-ff645b437f82 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.86 "GET /v2.0/networks?id=820b57af-c8f5-4179-be96-2061f9bb9a62 HTTP/1.1" status: 200 len: 814 time: 0.1662581 Sep 19 17:39:19.339144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Request body: {'port': {'device_id': '4870fcc9-99b6-4b3d-b427-c045671288aa', 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'admin_state_up': True, 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:19.470607 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba16b83e-baac-45b8-aad0-8daff830f467 req-265b5f7d-bdf7-4a77-a491-7d7d33332beb tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 210 time: 0.0637021 Sep 19 17:39:19.529912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:19.540010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:19.551922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Made reservation on behalf of 97590b64c3584b7d9308eb5329c87bc8 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:19.555596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:19.729208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Allocated IP 172.20.0.7 (820b57af-c8f5-4179-be96-2061f9bb9a62/f5203735-ee2f-447b-9b1e-7e327bd4d962/59d3850b-000e-47e7-8a39-574f777cb566) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:19.941089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:19.958626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Transition to ACTIVE for port object 59d3850b-000e-47e7-8a39-574f777cb566 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:19.986497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:19.999623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ed9982fd-49c2-4ddb-a62f-ad3012e54246'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:39:20.058113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:20.061478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:20.065381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:39:20.097382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Pushing event updated for resources: {'Port': ['ID=59d3850b-000e-47e7-8a39-574f777cb566,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:20.139315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:20.140023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:20.168897 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-2743e435-dd48-487c-9791-4d2f48bcb2a0 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340809 Sep 19 17:39:20.180265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Request body: {'port': {'device_id': '4870fcc9-99b6-4b3d-b427-c045671288aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:20.298025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-97d843dd-8fa7-4597-9b9a-cbb418d00291 None None] Provisioning for port 59d3850b-000e-47e7-8a39-574f777cb566 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:20.298847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:20.303502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-97d843dd-8fa7-4597-9b9a-cbb418d00291 None None] Provisioning complete for port 59d3850b-000e-47e7-8a39-574f777cb566 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:20.303877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-97d843dd-8fa7-4597-9b9a-cbb418d00291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:20.361844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-97d843dd-8fa7-4597-9b9a-cbb418d00291 None None] Port 59d3850b-000e-47e7-8a39-574f777cb566 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:39:20.679442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12986-e14a-487b-8601-11179d5ca920 req-99439588-a902-4542-aee0-6b87e3a17d43 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:20.680904 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dde12986-e14a-487b-8601-11179d5ca920 req-99439588-a902-4542-aee0-6b87e3a17d43 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 931 time: 0.0896690 Sep 19 17:39:20.730710 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dde12986-e14a-487b-8601-11179d5ca920 req-65417a99-ec11-49f2-b369-c0f6c1d5ce23 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Sep 19 17:39:20.762885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d3850b-000e-47e7-8a39-574f777cb566 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:39:20.770648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:20.785718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Transition to ACTIVE for port object 59d3850b-000e-47e7-8a39-574f777cb566 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:20.791996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:20.980030 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Pushing event updated for resources: {'Port': ['ID=59d3850b-000e-47e7-8a39-574f777cb566,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:21.024907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Attempting to bind port 59d3850b-000e-47e7-8a39-574f777cb566 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:39:21.025144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Attempting to bind port 59d3850b-000e-47e7-8a39-574f777cb566 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:39:21.025486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Attempting to bind port 59d3850b-000e-47e7-8a39-574f777cb566 on network 820b57af-c8f5-4179-be96-2061f9bb9a62 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:21.030469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Port 59d3850b-000e-47e7-8a39-574f777cb566 on network 820b57af-c8f5-4179-be96-2061f9bb9a62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:39:21.030787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Attempting to bind port 59d3850b-000e-47e7-8a39-574f777cb566 on network 820b57af-c8f5-4179-be96-2061f9bb9a62 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:21.035977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:39:21.036307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Checking segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:21.036684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Bound using segment: {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:39:21.037107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Bound port: 59d3850b-000e-47e7-8a39-574f777cb566, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214a4c1b-1ce0-4137-a7e5-43e746d1c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:39:21.037445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:21.137242 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] For port 59d3850b-000e-47e7-8a39-574f777cb566, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:39:21.140448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] For port 59d3850b-000e-47e7-8a39-574f777cb566, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=59d3850b-000e-47e7-8a39-574f777cb566,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:39:21.148055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:21.179798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:21.180423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:21.182520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] 10.222.0.86 "PUT /v2.0/ports/59d3850b-000e-47e7-8a39-574f777cb566 HTTP/1.1" status: 200 len: 1093 time: 1.0062566 Sep 19 17:39:21.183032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4870fcc9-99b6-4b3d-b427-c045671288aa', 'tag': '59d3850b-000e-47e7-8a39-574f777cb566'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:39:21.185333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c28dd-aa9a-49b7-9c23-96ae73114a98" -d '{"events": [{"name": "network-changed", "server_uuid": "4870fcc9-99b6-4b3d-b427-c045671288aa", "tag": "59d3850b-000e-47e7-8a39-574f777cb566"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:21.261541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dba70d4-73c2-4655-bdbe-dd4339934e84 x-openstack-request-id: req-1dba70d4-73c2-4655-bdbe-dd4339934e84 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:21.261833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4870fcc9-99b6-4b3d-b427-c045671288aa", "tag": "59d3850b-000e-47e7-8a39-574f777cb566", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:21.262093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1dba70d4-73c2-4655-bdbe-dd4339934e84 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:21.262502 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dba70d4-73c2-4655-bdbe-dd4339934e84'] response: {'name': 'network-changed', 'server_uuid': '4870fcc9-99b6-4b3d-b427-c045671288aa', 'tag': '59d3850b-000e-47e7-8a39-574f777cb566', 'status': 'completed', 'code': 200} Sep 19 17:39:21.284411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df059e1-b79a-46e6-a701-9c80f5a1c40e service neutron] Pushing event updated for resources: {'Port': ['ID=59d3850b-000e-47e7-8a39-574f777cb566,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:21.315981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4c176510-2faf-4b48-bd2a-704782a0f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:21.317840 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-4c176510-2faf-4b48-bd2a-704782a0f393 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97590b64c3584b7d9308eb5329c87bc8&device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 1096 time: 0.0968688 Sep 19 17:39:21.390481 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-08d4f50c-452a-4815-b5bc-7b19d0a9d3b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59d3850b-000e-47e7-8a39-574f777cb566 HTTP/1.1" status: 200 len: 217 time: 0.0652232 Sep 19 17:39:21.454835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-bc035885-2b14-4908-a903-12a7d81b9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:21.456375 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-bc035885-2b14-4908-a903-12a7d81b9fc5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5203735-ee2f-447b-9b1e-7e327bd4d962 HTTP/1.1" status: 200 len: 853 time: 0.0607197 Sep 19 17:39:21.548819 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-808055a5-2178-4518-bf0e-45260ba16506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:21.550221 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-808055a5-2178-4518-bf0e-45260ba16506 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=820b57af-c8f5-4179-be96-2061f9bb9a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879230 Sep 19 17:39:21.691784 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-972d8404-7061-49e3-b3af-2fc927cb7484 service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346278 Sep 19 17:39:21.829132 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d4d30893-0786-411a-a4d0-cea6b227f415 req-80baa24f-af76-4d44-9e06-ab0de414b7d1 service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314890 Sep 19 17:39:21.948080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e2b83-b152-4b9f-9352-0c816cf8ad0d req-c6d45225-ca60-4fa8-89b3-10ace2b7958e tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:21.948080 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-692e2b83-b152-4b9f-9352-0c816cf8ad0d req-c6d45225-ca60-4fa8-89b3-10ace2b7958e tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 943 time: 0.0997107 Sep 19 17:39:21.974188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-149982be-b516-4758-b170-bae00bb3979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:21.976811 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-149982be-b516-4758-b170-bae00bb3979f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97590b64c3584b7d9308eb5329c87bc8&device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 1096 time: 0.0963137 Sep 19 17:39:22.001440 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-692e2b83-b152-4b9f-9352-0c816cf8ad0d req-8b9a5192-3b4f-4b59-b21d-61ed28710e96 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 Sep 19 17:39:22.121226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-3c891b15-fee5-4ccf-b3f9-e9a1118bfae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:22.122570 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-3c891b15-fee5-4ccf-b3f9-e9a1118bfae7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=820b57af-c8f5-4179-be96-2061f9bb9a62 HTTP/1.1" status: 200 len: 915 time: 0.1399736 Sep 19 17:39:22.195335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-e82726a6-94aa-46ad-b62c-e0cbbe92d303 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59d3850b-000e-47e7-8a39-574f777cb566 HTTP/1.1" status: 200 len: 217 time: 0.0656500 Sep 19 17:39:22.277218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-afaaf4fa-252a-4ef0-9bd4-1389ba9421fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:22.278690 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-afaaf4fa-252a-4ef0-9bd4-1389ba9421fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5203735-ee2f-447b-9b1e-7e327bd4d962 HTTP/1.1" status: 200 len: 853 time: 0.0750668 Sep 19 17:39:22.495287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-20a4ae9e-37ae-448c-826c-2c95aa77e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:22.496875 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-20a4ae9e-37ae-448c-826c-2c95aa77e571 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=820b57af-c8f5-4179-be96-2061f9bb9a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2116194 Sep 19 17:39:22.650031 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-d7201157-a125-4287-af31-c88b0e6a9eaf service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448369 Sep 19 17:39:22.786963 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-735c28dd-aa9a-49b7-9c23-96ae73114a98 req-45120017-b6ac-486b-b1f2-5b2c70df1702 service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305785 Sep 19 17:39:23.234883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b42f9-e5e9-4388-addf-9a14f036c5f7 req-c62e5b1b-b160-4e13-986d-3cf4b2be19f4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:23.235640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-0a6b42f9-e5e9-4388-addf-9a14f036c5f7 req-c62e5b1b-b160-4e13-986d-3cf4b2be19f4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Synchronizing usage tracker for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:39:23.254502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-0a6b42f9-e5e9-4388-addf-9a14f036c5f7 req-c62e5b1b-b160-4e13-986d-3cf4b2be19f4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Unset dirty status for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:39:23.255674 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0a6b42f9-e5e9-4388-addf-9a14f036c5f7 req-c62e5b1b-b160-4e13-986d-3cf4b2be19f4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 943 time: 0.1341159 Sep 19 17:39:23.307279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0a6b42f9-e5e9-4388-addf-9a14f036c5f7 req-6ca67201-e1c3-43e6-bc4d-967c85faa58c tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446270 Sep 19 17:39:24.281194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 59d3850b-000e-47e7-8a39-574f777cb566 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:39:24.424926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 59d3850b-000e-47e7-8a39-574f777cb566, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=59d3850b-000e-47e7-8a39-574f777cb566,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:24.439138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '59d3850b-000e-47e7-8a39-574f777cb566', 'network_id': '820b57af-c8f5-4179-be96-2061f9bb9a62', 'port_id': '59d3850b-000e-47e7-8a39-574f777cb566', 'mac_address': 'fa:16:3e:c5:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5203735-ee2f-447b-9b1e-7e327bd4d962', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:39:24.497178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 59d3850b-000e-47e7-8a39-574f777cb566 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:24.497728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:24.520448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d3850b-000e-47e7-8a39-574f777cb566 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:39:24.520871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38bf90-960c-4a4b-8f84-4cf11e022e5e req-f3a99952-7cc9-4fa1-8342-b4b26ee3d0fa tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:24.522320 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e38bf90-960c-4a4b-8f84-4cf11e022e5e req-f3a99952-7cc9-4fa1-8342-b4b26ee3d0fa tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 943 time: 0.0957646 Sep 19 17:39:24.538020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 59d3850b-000e-47e7-8a39-574f777cb566, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=59d3850b-000e-47e7-8a39-574f777cb566,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:24.543541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:24.568822 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7e38bf90-960c-4a4b-8f84-4cf11e022e5e req-6eb34e7a-23e4-4df1-a973-f09a5cf10a89 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Sep 19 17:39:24.617353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=59d3850b-000e-47e7-8a39-574f777cb566,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:24.625760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.626117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.626462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.626814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.627176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.627510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.627838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.628168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.628529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.628861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.629186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.629515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:24.762363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['59d3850b-000e-47e7-8a39-574f777cb566'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:39:25.612830 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-09d97865-5bc7-43d7-b000-1fe5ff751dfd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844762 Sep 19 17:39:25.692514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:25.832162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-e22950dc-9c73-4dd3-98fb-2db39e9e0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:25.833555 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-e22950dc-9c73-4dd3-98fb-2db39e9e0499 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97590b64c3584b7d9308eb5329c87bc8&device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 1099 time: 0.1472704 Sep 19 17:39:25.844238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19030c5-09f0-4282-b357-10ca6431ff2f req-b0e5bd86-fada-4225-be57-601c74dd2ec4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:25.845715 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f19030c5-09f0-4282-b357-10ca6431ff2f req-b0e5bd86-fada-4225-be57-601c74dd2ec4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 944 time: 0.1234906 Sep 19 17:39:25.975276 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f19030c5-09f0-4282-b357-10ca6431ff2f req-4d56efb7-9b88-4c90-b1db-8312eb44bef6 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203775 Sep 19 17:39:26.013512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-1e470371-30a7-48f2-b57a-c4fd94abafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:26.015141 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-1e470371-30a7-48f2-b57a-c4fd94abafcd service neutron] 10.222.0.86 "GET /v2.0/networks?id=820b57af-c8f5-4179-be96-2061f9bb9a62 HTTP/1.1" status: 200 len: 915 time: 0.1616948 Sep 19 17:39:26.087117 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-fb142924-8790-4f14-ae27-fe2144f5c331 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed9982fd-49c2-4ddb-a62f-ad3012e54246 HTTP/1.1" status: 200 len: 217 time: 0.0657468 Sep 19 17:39:26.167546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-1f5f975f-a926-49cf-b478-df5f4725d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:26.169038 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-1f5f975f-a926-49cf-b478-df5f4725d073 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5203735-ee2f-447b-9b1e-7e327bd4d962 HTTP/1.1" status: 200 len: 853 time: 0.0750475 Sep 19 17:39:26.258075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-0e9a74b5-b9f5-4745-ade8-11a7c90fe5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:26.259641 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-0e9a74b5-b9f5-4745-ade8-11a7c90fe5ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=820b57af-c8f5-4179-be96-2061f9bb9a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843818 Sep 19 17:39:26.300245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 59d3850b-000e-47e7-8a39-574f777cb566 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:26.371711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 59d3850b-000e-47e7-8a39-574f777cb566 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:26.377663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 59d3850b-000e-47e7-8a39-574f777cb566 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:26.378512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:26.395322 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-a3cfadde-1b35-4350-a37b-bbbf0add3e39 service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290519 Sep 19 17:39:26.502165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 59d3850b-000e-47e7-8a39-574f777cb566 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:26.502525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:26.532851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4870fcc9-99b6-4b3d-b427-c045671288aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d3850b-000e-47e7-8a39-574f777cb566'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:39:26.535220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d25de9-49f4-45f3-a91a-d20f6bc9f0de" -d '{"events": [{"server_uuid": "4870fcc9-99b6-4b3d-b427-c045671288aa", "name": "network-vif-plugged", "status": "completed", "tag": "59d3850b-000e-47e7-8a39-574f777cb566"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:26.537970 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-724340b3-7c7d-429e-8831-5abcf34f40a2 req-6a2c917b-5d11-4f23-b8eb-6a36961d62ae service neutron] 10.222.0.86 "GET /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358664 Sep 19 17:39:26.543638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 59d3850b-000e-47e7-8a39-574f777cb566, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=59d3850b-000e-47e7-8a39-574f777cb566,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:26.548907 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:26.593708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd5d3ef-954f-42a2-8df7-b95558063c3b x-openstack-request-id: req-fdd5d3ef-954f-42a2-8df7-b95558063c3b {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:26.594003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4870fcc9-99b6-4b3d-b427-c045671288aa", "name": "network-vif-plugged", "status": "completed", "tag": "59d3850b-000e-47e7-8a39-574f777cb566", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:26.594258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fdd5d3ef-954f-42a2-8df7-b95558063c3b {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:26.594648 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd5d3ef-954f-42a2-8df7-b95558063c3b'] response: {'server_uuid': '4870fcc9-99b6-4b3d-b427-c045671288aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d3850b-000e-47e7-8a39-574f777cb566', 'code': 200} Sep 19 17:39:26.621832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=59d3850b-000e-47e7-8a39-574f777cb566,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:26.837732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ce04-6af2-4aad-86c3-a167db4c4339 req-4ab0df85-1514-4fbe-9620-994601cb20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:26.839381 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5d21ce04-6af2-4aad-86c3-a167db4c4339 req-4ab0df85-1514-4fbe-9620-994601cb20da service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 1098 time: 0.0882645 Sep 19 17:39:26.884835 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5d21ce04-6af2-4aad-86c3-a167db4c4339 req-b7db992e-17a3-4f5d-9031-a72d83f2b56d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Sep 19 17:39:27.189398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881c9a8-cc54-4406-b96c-c5133f729e89 req-5fbba334-4ba8-445e-a513-4428ec2f7956 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:27.192200 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2881c9a8-cc54-4406-b96c-c5133f729e89 req-5fbba334-4ba8-445e-a513-4428ec2f7956 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 945 time: 0.0988061 Sep 19 17:39:27.236500 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2881c9a8-cc54-4406-b96c-c5133f729e89 req-06a2af20-7c26-4018-8ab3-32dc64a70de5 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386012 Sep 19 17:39:28.454389 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb6911-046b-4078-a359-027bfeb47d76 req-8fcb17dc-9518-4e17-bcb2-161c3e258405 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:28.455886 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cecb6911-046b-4078-a359-027bfeb47d76 req-8fcb17dc-9518-4e17-bcb2-161c3e258405 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 945 time: 0.0962362 Sep 19 17:39:28.507687 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cecb6911-046b-4078-a359-027bfeb47d76 req-a893e251-690d-4591-a58a-a2e943db4d37 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432992 Sep 19 17:39:28.958566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04e27-9ff0-44dc-83b9-b2694094ff4d req-fefbd8e8-7938-4fa0-b23a-2f5a1773cb6f tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:28.960094 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-22a04e27-9ff0-44dc-83b9-b2694094ff4d req-fefbd8e8-7938-4fa0-b23a-2f5a1773cb6f tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 945 time: 0.1092317 Sep 19 17:39:29.011080 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-22a04e27-9ff0-44dc-83b9-b2694094ff4d req-eff62633-5c00-44a5-9a6c-70fec2e5140d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Sep 19 17:39:30.412068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13544749-e8ae-4e85-9741-756406fdca95 req-773ce2b7-12ca-4110-94f0-0b2c0e934050 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:30.413517 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-13544749-e8ae-4e85-9741-756406fdca95 req-773ce2b7-12ca-4110-94f0-0b2c0e934050 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.86 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 945 time: 0.2869575 Sep 19 17:39:30.425555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb951e-849f-4987-bc78-497156e4d39d req-7db15fe0-bf9a-4b59-b756-b2e575ec2344 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:30.427032 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08eb951e-849f-4987-bc78-497156e4d39d req-7db15fe0-bf9a-4b59-b756-b2e575ec2344 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 945 time: 0.1452539 Sep 19 17:39:30.524996 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Deleting port 59d3850b-000e-47e7-8a39-574f777cb566 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:30.525341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:30.562243 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-08eb951e-849f-4987-bc78-497156e4d39d req-5b699bd1-3629-475e-ae0f-25eadeb0ad1d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049256 Sep 19 17:39:30.794771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] For port 59d3850b-000e-47e7-8a39-574f777cb566, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=59d3850b-000e-47e7-8a39-574f777cb566,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:30.795275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:30.920240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Calling delete_port for 59d3850b-000e-47e7-8a39-574f777cb566 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:31.086073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:31.097997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ed9982fd-49c2-4ddb-a62f-ad3012e54246', '59d3850b-000e-47e7-8a39-574f777cb566'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:39:31.142309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Pushing event deleted for resources: {'Port': ['ID=59d3850b-000e-47e7-8a39-574f777cb566,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:31.236182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] No DVR routers for this DVR port 59d3850b-000e-47e7-8a39-574f777cb566 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:39:31.238948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:31.242061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4870fcc9-99b6-4b3d-b427-c045671288aa', 'name': 'network-vif-deleted', 'tag': '59d3850b-000e-47e7-8a39-574f777cb566'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:39:31.244426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1683a77a-bb72-4efc-8de2-92a082fae6b0" -d '{"events": [{"server_uuid": "4870fcc9-99b6-4b3d-b427-c045671288aa", "name": "network-vif-deleted", "tag": "59d3850b-000e-47e7-8a39-574f777cb566"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:31.269851 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-13544749-e8ae-4e85-9741-756406fdca95 req-5e6f936a-d278-4dc5-ada8-e67d9fcbea6a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.86 "DELETE /v2.0/ports/59d3850b-000e-47e7-8a39-574f777cb566 HTTP/1.1" status: 204 len: 173 time: 0.8416121 Sep 19 17:39:31.294502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad3eae1-8334-4d46-81a8-2833bddaa3d3 x-openstack-request-id: req-2ad3eae1-8334-4d46-81a8-2833bddaa3d3 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:31.294919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4870fcc9-99b6-4b3d-b427-c045671288aa", "name": "network-vif-deleted", "tag": "59d3850b-000e-47e7-8a39-574f777cb566", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:31.295194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2ad3eae1-8334-4d46-81a8-2833bddaa3d3 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:31.295638 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad3eae1-8334-4d46-81a8-2833bddaa3d3'] response: {'server_uuid': '4870fcc9-99b6-4b3d-b427-c045671288aa', 'name': 'network-vif-deleted', 'tag': '59d3850b-000e-47e7-8a39-574f777cb566', 'status': 'completed', 'code': 200} Sep 19 17:39:31.747423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4f67a791-81d4-4cc6-8f1a-6520c83294c4 req-5bda4d51-03da-41fb-b50d-05eac18503fb tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Synchronizing usage tracker for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:39:31.766628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4f67a791-81d4-4cc6-8f1a-6520c83294c4 req-5bda4d51-03da-41fb-b50d-05eac18503fb tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Unset dirty status for tenant:97590b64c3584b7d9308eb5329c87bc8 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:39:31.767884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f67a791-81d4-4cc6-8f1a-6520c83294c4 req-5bda4d51-03da-41fb-b50d-05eac18503fb tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=4870fcc9-99b6-4b3d-b427-c045671288aa HTTP/1.1" status: 200 len: 210 time: 0.0742793 Sep 19 17:39:33.062055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df6cf0-b768-49b5-879a-64972c096285 req-c51c8ba5-0c50-47fa-970d-0ad2610dd38a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:33.063461 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-65df6cf0-b768-49b5-879a-64972c096285 req-c51c8ba5-0c50-47fa-970d-0ad2610dd38a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.0926712 Sep 19 17:39:33.113082 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-65df6cf0-b768-49b5-879a-64972c096285 req-ac717996-8c71-4617-a8c6-f8c43122c7c2 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Sep 19 17:39:33.356924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db77615-cca0-4a3f-96c5-ac9fb4f7230e req-c564014d-2299-4dfb-bfb0-c5319e371d89 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:33.358502 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2db77615-cca0-4a3f-96c5-ac9fb4f7230e req-c564014d-2299-4dfb-bfb0-c5319e371d89 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.1046159 Sep 19 17:39:33.408044 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2db77615-cca0-4a3f-96c5-ac9fb4f7230e req-6fbea158-14ae-46bc-b02e-e0b5fa950ec4 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Sep 19 17:39:33.627554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6b9e6-5f3b-458a-9e0f-74fab594ed1c req-59650a61-0b0f-4adc-a67e-b664bd3c8f22 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:33.628981 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6c6b9e6-5f3b-458a-9e0f-74fab594ed1c req-59650a61-0b0f-4adc-a67e-b664bd3c8f22 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.1063201 Sep 19 17:39:33.691460 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6c6b9e6-5f3b-458a-9e0f-74fab594ed1c req-ded109fa-230e-48a9-a91a-bd57095947c6 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Sep 19 17:39:34.026560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5153f31-fc7f-417b-8404-67aee76f590a req-7062d1fb-2ca6-4e97-b655-e2969fefc61a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:34.028087 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b5153f31-fc7f-417b-8404-67aee76f590a req-7062d1fb-2ca6-4e97-b655-e2969fefc61a tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.1051884 Sep 19 17:39:34.081349 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b5153f31-fc7f-417b-8404-67aee76f590a req-b6580d91-edf8-44aa-a426-2365965c6f1f tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Sep 19 17:39:34.294874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557585-22b3-435f-82c1-bd796163e547 req-8357c3a3-9d2a-497d-91fb-3d0e9eec3732 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:34.296287 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-be557585-22b3-435f-82c1-bd796163e547 req-8357c3a3-9d2a-497d-91fb-3d0e9eec3732 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.0943522 Sep 19 17:39:34.346549 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-be557585-22b3-435f-82c1-bd796163e547 req-0d0a74c7-ee4e-4f3a-862b-fcdec32758cb tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Sep 19 17:39:34.369734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 59d3850b-000e-47e7-8a39-574f777cb566 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:39:34.412699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 59d3850b-000e-47e7-8a39-574f777cb566 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:39:34.413034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 59d3850b-000e-47e7-8a39-574f777cb566 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:39:34.572458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6f74-7bfe-4708-b505-3aff5871b9cd req-377b7670-8b9a-4010-b706-d2162752bde7 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:34.573828 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4c0c6f74-7bfe-4708-b505-3aff5871b9cd req-377b7670-8b9a-4010-b706-d2162752bde7 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.0946844 Sep 19 17:39:34.620556 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4c0c6f74-7bfe-4708-b505-3aff5871b9cd req-b18a7ba3-5f00-4117-9c6c-a9e5ed0d1386 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Sep 19 17:39:35.228920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6c457-ed5c-437c-88ef-877f6f90a680 req-71bbf3f8-6377-43d9-8206-792a8acb1f9d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:35.230388 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e2c6c457-ed5c-437c-88ef-877f6f90a680 req-71bbf3f8-6377-43d9-8206-792a8acb1f9d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.1014142 Sep 19 17:39:35.283588 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e2c6c457-ed5c-437c-88ef-877f6f90a680 req-e8c0a53c-a4aa-4040-8599-b40f5c3b0a53 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Sep 19 17:39:36.503629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cae1-98be-46cf-9754-f502ee6a5967 req-2e7b75da-b088-4eea-881d-5c23ee02049d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:36.505097 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677cae1-98be-46cf-9754-f502ee6a5967 req-2e7b75da-b088-4eea-881d-5c23ee02049d tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.0972810 Sep 19 17:39:36.534794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d488d-274e-4201-93e1-6a7006b8514f req-d524142c-90b7-4486-9044-1b1499bc9b92 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:36.536636 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-557d488d-274e-4201-93e1-6a7006b8514f req-d524142c-90b7-4486-9044-1b1499bc9b92 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.86 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 946 time: 0.1171098 Sep 19 17:39:36.561484 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0677cae1-98be-46cf-9754-f502ee6a5967 req-22a20a0e-148c-4deb-8b47-c9293ebad0ba tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/security-groups?id=619f3222-f398-4195-a45b-9d4165cf38a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500391 Sep 19 17:39:36.714878 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Deleting port ed9982fd-49c2-4ddb-a62f-ad3012e54246 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:36.715213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:36.986802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] For port ed9982fd-49c2-4ddb-a62f-ad3012e54246, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed9982fd-49c2-4ddb-a62f-ad3012e54246,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:36.987178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:37.113159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Calling delete_port for ed9982fd-49c2-4ddb-a62f-ad3012e54246 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:37.271446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:37.284237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ed9982fd-49c2-4ddb-a62f-ad3012e54246'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:39:37.323874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Pushing event deleted for resources: {'Port': ['ID=ed9982fd-49c2-4ddb-a62f-ad3012e54246,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:37.429264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] No DVR routers for this DVR port ed9982fd-49c2-4ddb-a62f-ad3012e54246 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:39:37.432823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:37.435906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daacfda-e603-41d1-8628-6096dbd43184', 'name': 'network-vif-deleted', 'tag': 'ed9982fd-49c2-4ddb-a62f-ad3012e54246'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:39:37.439192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b85a7c3-db2c-4d86-9c59-6b9b646bd9e7" -d '{"events": [{"server_uuid": "3daacfda-e603-41d1-8628-6096dbd43184", "name": "network-vif-deleted", "tag": "ed9982fd-49c2-4ddb-a62f-ad3012e54246"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:37.460269 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-557d488d-274e-4201-93e1-6a7006b8514f req-c43538f2-d3e9-440e-9a9e-847712698e39 tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.86 "DELETE /v2.0/ports/ed9982fd-49c2-4ddb-a62f-ad3012e54246 HTTP/1.1" status: 204 len: 173 time: 0.9182179 Sep 19 17:39:37.495767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f70e345-8deb-466a-8571-120f9bc4addd x-openstack-request-id: req-1f70e345-8deb-466a-8571-120f9bc4addd {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:37.496063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daacfda-e603-41d1-8628-6096dbd43184", "name": "network-vif-deleted", "tag": "ed9982fd-49c2-4ddb-a62f-ad3012e54246", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:37.496472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1f70e345-8deb-466a-8571-120f9bc4addd {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:37.497002 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f70e345-8deb-466a-8571-120f9bc4addd'] response: {'server_uuid': '3daacfda-e603-41d1-8628-6096dbd43184', 'name': 'network-vif-deleted', 'tag': 'ed9982fd-49c2-4ddb-a62f-ad3012e54246', 'status': 'completed', 'code': 200} Sep 19 17:39:37.784954 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d451718-957b-4a92-9b1c-0b4d96b108e6 req-12a14fe4-0e97-4cf5-a8bf-dd55070fd2cb tempest-ServersNegativeTestJSON-2101537791 tempest-ServersNegativeTestJSON-2101537791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3daacfda-e603-41d1-8628-6096dbd43184 HTTP/1.1" status: 200 len: 210 time: 0.0695317 Sep 19 17:39:38.896684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53838) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:39.521067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:40.007478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Deleting port b2e0bca2-2767-4954-b018-d0d59352d736 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:40.008202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:40.209043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] For port b2e0bca2-2767-4954-b018-d0d59352d736, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b2e0bca2-2767-4954-b018-d0d59352d736,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:40.209415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:40.341967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Calling delete_port for b2e0bca2-2767-4954-b018-d0d59352d736 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:40.448505 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ed9982fd-49c2-4ddb-a62f-ad3012e54246 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:39:40.485244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: ed9982fd-49c2-4ddb-a62f-ad3012e54246 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:39:40.485606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ed9982fd-49c2-4ddb-a62f-ad3012e54246 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:39:40.672537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:40.723824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e0bca2-2767-4954-b018-d0d59352d736,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:41.025088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:41.403689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7b442b2b-8a05-4c9f-a95d-2fc31e7ea8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:41.527821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:39:41.739336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:39:41.749607 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] Sync routers for ids ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:39:41.758481 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fee10be6-df24-4608-b75e-19950e530ef3 admin admin] 10.222.0.83 "PUT /v2.0/routers/46036f5e-dd08-44a2-b5d6-6b007bc21c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8606980 Sep 19 17:39:41.762966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53842) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:41.764464 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] Routers {'46036f5e-dd08-44a2-b5d6-6b007bc21c96'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:39:41.765128 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:39:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:41.973855 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] Set router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:39:41.985093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:42.247834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:42.258225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Deleting port ef299255-17bc-4181-8365-c89df77ff2d0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:42.258609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:42.313491 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74'}], 'enable_snat': True}, 'gw_port_id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:40Z', 'revision_number': 5, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port': {'id': 'ef299255-17bc-4181-8365-c89df77ff2d0', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:39:00Z', 'updated_at': '2022-09-19T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:42.317938 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] Checking router: 46036f5e-dd08-44a2-b5d6-6b007bc21c96 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:39:42.326818 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] Routers {'46036f5e-dd08-44a2-b5d6-6b007bc21c96'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:39:42.328158 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:39:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:42.517658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] For port ef299255-17bc-4181-8365-c89df77ff2d0, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ef299255-17bc-4181-8365-c89df77ff2d0,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:42.517939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:42.520181 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] Set router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:39:42.650539 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:42Z', 'revision_number': 6, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:42.655776 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f132075-c93c-427b-b8b5-7ae6fb8bdee6 None None] The sync data for ids ['46036f5e-dd08-44a2-b5d6-6b007bc21c96'] in dv-neutron-857789-3-hyperv is: [{'id': '46036f5e-dd08-44a2-b5d6-6b007bc21c96', 'name': 'tempest-ServersNegativeTestJSON-2000728924-router', 'tenant_id': '97590b64c3584b7d9308eb5329c87bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:38:59Z', 'updated_at': '2022-09-19T17:39:42Z', 'revision_number': 6, 'project_id': '97590b64c3584b7d9308eb5329c87bc8', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:39:42.681400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Calling delete_port for ef299255-17bc-4181-8365-c89df77ff2d0 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:42.872637 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:42.926700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef299255-17bc-4181-8365-c89df77ff2d0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:43.083976 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b2e0bca2-2767-4954-b018-d0d59352d736 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:39:43.125885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b2e0bca2-2767-4954-b018-d0d59352d736 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:39:43.125885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b2e0bca2-2767-4954-b018-d0d59352d736 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:39:43.160812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.345744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.348957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.376476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.376936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46036f5e-dd08-44a2-b5d6-6b007bc21c96 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:39:43.394706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.395969 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-586e0015-4ec8-4aa1-b63e-7848f5c23c3f admin admin] 10.222.0.83 "DELETE /v2.0/routers/46036f5e-dd08-44a2-b5d6-6b007bc21c96 HTTP/1.1" status: 204 len: 168 time: 1.6307294 Sep 19 17:39:43.398681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53846) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:43.468146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b6ecab-9c63-4075-95ca-cbe22f8138b9 admin admin] Deleting subnet f5203735-ee2f-447b-9b1e-7e327bd4d962 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:39:43.471641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73b6ecab-9c63-4075-95ca-cbe22f8138b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.528046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73b6ecab-9c63-4075-95ca-cbe22f8138b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.580768 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d7094633-28be-4974-940f-e18dae63a04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.615556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73b6ecab-9c63-4075-95ca-cbe22f8138b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.691130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73b6ecab-9c63-4075-95ca-cbe22f8138b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.739354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6ecab-9c63-4075-95ca-cbe22f8138b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5203735-ee2f-447b-9b1e-7e327bd4d962,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:43.742758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-73b6ecab-9c63-4075-95ca-cbe22f8138b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.748911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca47368-bde5-4ca5-9706-4f36b2943fe3 None None] Network 820b57af-c8f5-4179-be96-2061f9bb9a62 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:43.749546 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-73b6ecab-9c63-4075-95ca-cbe22f8138b9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f5203735-ee2f-447b-9b1e-7e327bd4d962 HTTP/1.1" status: 204 len: 168 time: 0.3495557 Sep 19 17:39:43.752275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53850) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:43.869317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:43.890361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Deleting port c8000421-4369-40e3-a8ca-e4094ebbc9a5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:43.890727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.047495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] DHCP port deletion for 820b57af-c8f5-4179-be96-2061f9bb9a62 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:39:44.054180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] Deleting port c8000421-4369-40e3-a8ca-e4094ebbc9a5 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:44.055051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.121752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] For port c8000421-4369-40e3-a8ca-e4094ebbc9a5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c8000421-4369-40e3-a8ca-e4094ebbc9a5,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:44.122303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.277900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Calling delete_port for c8000421-4369-40e3-a8ca-e4094ebbc9a5 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:44.341515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] For port c8000421-4369-40e3-a8ca-e4094ebbc9a5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c8000421-4369-40e3-a8ca-e4094ebbc9a5,segment=NetworkSegment(214a4c1b-1ce0-4137-a7e5-43e746d1c657),segment_id=214a4c1b-1ce0-4137-a7e5-43e746d1c657)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:44.342247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.379827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.428992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c8000421-4369-40e3-a8ca-e4094ebbc9a5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:44.437664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] No DVR routers for this DVR port c8000421-4369-40e3-a8ca-e4094ebbc9a5 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:39:44.533692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] Calling delete_port for c8000421-4369-40e3-a8ca-e4094ebbc9a5 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:44.598588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.612702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:39:44.613207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:39:44.633809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820b57af-c8f5-4179-be96-2061f9bb9a62']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:44.650340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214a4c1b-1ce0-4137-a7e5-43e746d1c657') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:44.650633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214a4c1b-1ce0-4137-a7e5-43e746d1c657') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:44.663285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.682350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.691226 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:39:44.692014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.789395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.810125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:44.930766 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 214a4c1b-1ce0-4137-a7e5-43e746d1c657 resource provider aggregate not found Sep 19 17:39:44.937239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=820b57af-c8f5-4179-be96-2061f9bb9a62,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:44.953124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.953124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.953124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.953124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.953124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.953124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.953674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.953674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.953833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.954445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.954445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.954766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.960185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 214a4c1b-1ce0-4137-a7e5-43e746d1c657 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 214a4c1b-1ce0-4137-a7e5-43e746d1c657 found for delete ", "request_id": "req-74590506-73f1-4b78-b50d-5cf6a786b225"}]} Sep 19 17:39:44.967175 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0994b493-db3a-4899-a02e-b2ba8e9f5d1c admin admin] 10.222.0.83 "DELETE /v2.0/networks/820b57af-c8f5-4179-be96-2061f9bb9a62 HTTP/1.1" status: 204 len: 168 time: 1.2111123 Sep 19 17:39:45.013121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ef299255-17bc-4181-8365-c89df77ff2d0 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:39:45.052322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: ef299255-17bc-4181-8365-c89df77ff2d0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:39:45.052671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ef299255-17bc-4181-8365-c89df77ff2d0 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:39:45.053211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c8000421-4369-40e3-a8ca-e4094ebbc9a5 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:39:45.089908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c8000421-4369-40e3-a8ca-e4094ebbc9a5 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:39:45.090353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c8000421-4369-40e3-a8ca-e4094ebbc9a5 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:39:45.101184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53862) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:45.115175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] Deleting port c8000421-4369-40e3-a8ca-e4094ebbc9a5 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:45.115469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:45.167203 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d59ac2ea-01a9-4bb4-acda-15f998694ea3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=97590b64c3584b7d9308eb5329c87bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646815 Sep 19 17:39:45.170310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53866) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:45.189148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-67c9c219-dbfc-4c3e-9b15-45bcc59286e7 None None] The port 'c8000421-4369-40e3-a8ca-e4094ebbc9a5' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:39:45.207748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:45.239482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbd85b94-bbb8-4b03-819a-3a6645efce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:45.244050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:45.272075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbd85b94-bbb8-4b03-819a-3a6645efce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:45.336639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbd85b94-bbb8-4b03-819a-3a6645efce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:45.359122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd85b94-bbb8-4b03-819a-3a6645efce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f3222-f398-4195-a45b-9d4165cf38a9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:45.375828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cbd85b94-bbb8-4b03-819a-3a6645efce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:45.382878 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cbd85b94-bbb8-4b03-819a-3a6645efce01 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/619f3222-f398-4195-a45b-9d4165cf38a9 HTTP/1.1" status: 204 len: 168 time: 0.2112482 Sep 19 17:39:46.298232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53890) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:46.319810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.433999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071604165'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:46.439529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:46.444398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:network and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:46.447578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:46.455007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:46.473010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:46.476586 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.493011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.510029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:46.513948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:security_group_rule and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:46.517805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:46.523884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:46.619588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.625886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.664318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:39:46.669842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9646acf-d189-49dc-bc5e-9156b59ddbdc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:46.677313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.677677 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Added segment f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6 of type vlan for network 3bd0d369-c9f5-428e-b69e-52a574997168 Sep 19 17:39:46.712059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.749652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.755807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:46.756404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:46.874821 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5752358 Sep 19 17:39:46.875869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4377eb-7830-437b-8fc2-8bb859aaa66a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Network': ['ID=3bd0d369-c9f5-428e-b69e-52a574997168,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:46.887986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 3bd0d369-c9f5-428e-b69e-52a574997168 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:39:50.152878 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53896) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:50.158940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'subnet': {'network_id': '3bd0d369-c9f5-428e-b69e-52a574997168', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:50.274280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:50.278729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:subnet and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:50.282455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:50.288613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:50.302321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:50.305568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:50.563360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:50.651187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Subnet': ['ID=08bcfdd5-62b8-42fb-9b4d-a44e6ae9f5ed,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:50.661384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Checking segment: {'id': 'f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3bd0d369-c9f5-428e-b69e-52a574997168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:50.661746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network hostable DHCP agents. Network: 3bd0d369-c9f5-428e-b69e-52a574997168, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:39:50.685773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network 3bd0d369-c9f5-428e-b69e-52a574997168 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:39:50.700708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 3bd0d369-c9f5-428e-b69e-52a574997168) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:50.705766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:50.706851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:50.710108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7f791-2892-4d59-b59d-90ed37ca4873 None None] Network 3bd0d369-c9f5-428e-b69e-52a574997168 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:50.740110 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7e089bdc-fe84-4b4e-aa50-ea6d19b6e0b8 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5860658 Sep 19 17:39:50.743638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53900) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:50.749438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-559459897'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:50.754875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:50.759302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:network and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:50.762575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:50.769284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:50.782895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:50.786517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:50.819344 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:39:50.829843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:50.830524 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Added segment 7fdf7f1a-ad43-49f3-8ecc-0c32d50df0da of type vlan for network aebd62b8-d642-48ff-b50f-6ee88df734fc Sep 19 17:39:50.865055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:50.901796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:50.908374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:50.909125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:50.951016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-3bd0d369-c9f5-428e-b69e-52a574997168', 'network_id': '3bd0d369-c9f5-428e-b69e-52a574997168', 'tenant_id': 'dc9bd5d01b804eda84fc0ba064bedc6c', 'fixed_ips': [{'subnet_id': '08bcfdd5-62b8-42fb-9b4d-a44e6ae9f5ed'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:39:50.951990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.018635 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2738535 Sep 19 17:39:51.022235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53904) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:51.030503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'subnet': {'network_id': 'aebd62b8-d642-48ff-b50f-6ee88df734fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:51.044816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acc9ad-448b-401b-aa06-fd484e087560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Network': ['ID=aebd62b8-d642-48ff-b50f-6ee88df734fc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:51.058546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network aebd62b8-d642-48ff-b50f-6ee88df734fc details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:39:51.150945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:51.155427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:subnet and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:51.158945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:51.165675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:51.183365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:51.189702 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.259173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Allocated IP 2001:db8:0:ffff::2 (3bd0d369-c9f5-428e-b69e-52a574997168/08bcfdd5-62b8-42fb-9b4d-a44e6ae9f5ed/b27ada2a-903d-4f4b-b381-34a147f38254) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:51.443487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.504374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.521664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Transition to ACTIVE for port object b27ada2a-903d-4f4b-b381-34a147f38254 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:51.531311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Subnet': ['ID=36af6936-3d50-4ee3-9482-0e7cfb90d155,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:51.544497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Checking segment: {'id': '7fdf7f1a-ad43-49f3-8ecc-0c32d50df0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'aebd62b8-d642-48ff-b50f-6ee88df734fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:51.544729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Transition to ACTIVE for port object b27ada2a-903d-4f4b-b381-34a147f38254 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:51.544838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network hostable DHCP agents. Network: aebd62b8-d642-48ff-b50f-6ee88df734fc, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:39:51.552736 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.572918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network aebd62b8-d642-48ff-b50f-6ee88df734fc is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:39:51.584150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, aebd62b8-d642-48ff-b50f-6ee88df734fc) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:51.588752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:51.589147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.599702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748f1dca-6268-4600-bd51-f3755b2c092e None None] Network aebd62b8-d642-48ff-b50f-6ee88df734fc requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:51.624233 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d8fe7505-1667-43d2-9301-e541be13aa7a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5942295 Sep 19 17:39:51.624233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53908) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:51.686508 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Network 3bd0d369-c9f5-428e-b69e-52a574997168 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:51.699129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:51.711821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:39:51.719598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Pushing event updated for resources: {'Port': ['ID=b27ada2a-903d-4f4b-b381-34a147f38254,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:51.777020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.850261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.854625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Attempting to bind port b27ada2a-903d-4f4b-b381-34a147f38254 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:39:51.855011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Attempting to bind port b27ada2a-903d-4f4b-b381-34a147f38254 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3bd0d369-c9f5-428e-b69e-52a574997168'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:39:51.855365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Attempting to bind port b27ada2a-903d-4f4b-b381-34a147f38254 on network 3bd0d369-c9f5-428e-b69e-52a574997168 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:51.887899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:39:51.888247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Checking segment: {'id': 'f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3bd0d369-c9f5-428e-b69e-52a574997168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:51.888630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.889037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Bound using segment: {'id': 'f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3bd0d369-c9f5-428e-b69e-52a574997168'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:39:51.889573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Bound port: b27ada2a-903d-4f4b-b381-34a147f38254, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3bd0d369-c9f5-428e-b69e-52a574997168'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:39:51.890010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.938042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:51.982595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Subnet': ['ID=36af6936-3d50-4ee3-9482-0e7cfb90d155,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:52.043016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f1f505-02b3-48b4-9fed-17c5ea864974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-aebd62b8-d642-48ff-b50f-6ee88df734fc', 'network_id': 'aebd62b8-d642-48ff-b50f-6ee88df734fc', 'tenant_id': 'dc9bd5d01b804eda84fc0ba064bedc6c', 'fixed_ips': [{'subnet_id': '36af6936-3d50-4ee3-9482-0e7cfb90d155'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:39:52.043872 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f505-02b3-48b4-9fed-17c5ea864974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.082293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] For port b27ada2a-903d-4f4b-b381-34a147f38254, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:39:52.082530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.110429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebd62b8-d642-48ff-b50f-6ee88df734fc']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:52.124340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdf7f1a-ad43-49f3-8ecc-0c32d50df0da') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:52.124827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdf7f1a-ad43-49f3-8ecc-0c32d50df0da') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:52.132355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] For port b27ada2a-903d-4f4b-b381-34a147f38254, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b27ada2a-903d-4f4b-b381-34a147f38254,segment=NetworkSegment(f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6),segment_id=f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:39:52.140180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.144127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.158053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.165056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:39:52.165452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.196701 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:39:52.239181 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7fdf7f1a-ad43-49f3-8ecc-0c32d50df0da resource provider aggregate not found Sep 19 17:39:52.248903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59544f7a-c694-4cc1-ac73-b0a2e36a545d None None] Pushing event updated for resources: {'Port': ['ID=b27ada2a-903d-4f4b-b381-34a147f38254,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:52.272654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d08a460-a72b-4789-8c39-3e7413c7ba43 None None] Network aebd62b8-d642-48ff-b50f-6ee88df734fc requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:52.388554 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 7fdf7f1a-ad43-49f3-8ecc-0c32d50df0da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fdf7f1a-ad43-49f3-8ecc-0c32d50df0da found for delete ", "request_id": "req-700c372a-6e72-41bc-a190-a1bf7699b17b"}]} Sep 19 17:39:52.415543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.453008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.467640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Network': ['ID=aebd62b8-d642-48ff-b50f-6ee88df734fc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:52.481554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53916) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:52.483827 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-546ff867-c6b2-4ab1-8231-15f40f82ded3 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/aebd62b8-d642-48ff-b50f-6ee88df734fc HTTP/1.1" status: 204 len: 168 time: 0.8611627 Sep 19 17:39:52.497387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-44972127'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:52.503593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:52.509401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:network and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:52.517709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:52.527689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:52.540493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:52.543681 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.578523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:39:52.589644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.589990 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Added segment be230def-7b97-4402-a9fc-c93b5135978a of type vlan for network 0fe90467-f0ed-47da-9ba3-09282199def9 Sep 19 17:39:52.620055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.656502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.662439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:52.663049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:52.876973 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3939779 Sep 19 17:39:52.880088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53920) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:52.883029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Network': ['ID=0fe90467-f0ed-47da-9ba3-09282199def9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:52.886204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'subnet': {'network_id': '0fe90467-f0ed-47da-9ba3-09282199def9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:52.891091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.891434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.891787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.892116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.892439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.892752 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.893073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.893385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.893702 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.894015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.894329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.894637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b02ed4-1250-4a1b-a273-12d6fda114cb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:52.911982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0fe90467-f0ed-47da-9ba3-09282199def9 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:39:53.017278 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:53.026069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:subnet and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:53.030491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:53.038573 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:53.049883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:53.054517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.068560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b27ada2a-903d-4f4b-b381-34a147f38254 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:53.152185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b27ada2a-903d-4f4b-b381-34a147f38254 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:53.164830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.ipam_backend_mixin [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Performing IP validity checks on allocation pools {{(pid=89056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 19 17:39:53.165362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.ipam_backend_mixin [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 19 17:39:53.303134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.390877 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Subnet': ['ID=bc10fcb1-cae2-48c6-ad7e-75a09bfebd40,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:53.400559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Checking segment: {'id': 'be230def-7b97-4402-a9fc-c93b5135978a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0fe90467-f0ed-47da-9ba3-09282199def9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:53.400920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network hostable DHCP agents. Network: 0fe90467-f0ed-47da-9ba3-09282199def9, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:39:53.425225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network 0fe90467-f0ed-47da-9ba3-09282199def9 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:39:53.437292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0fe90467-f0ed-47da-9ba3-09282199def9) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:53.438030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c0473-5072-4ce7-aedc-7724a2702115 None None] Network 3bd0d369-c9f5-428e-b69e-52a574997168 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:53.442635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:53.443643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.453812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c0ebf9-fba0-4da8-a763-806f638cb625 None None] Network 0fe90467-f0ed-47da-9ba3-09282199def9 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:53.473876 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2c889c53-fc6e-4982-8d34-92dfd9c3114b tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5925503 Sep 19 17:39:53.476975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:53.626386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.627772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1f318a44-aaec-42b3-8897-04cdfc924b6a None None] Provisioning for port b27ada2a-903d-4f4b-b381-34a147f38254 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:53.659949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1f318a44-aaec-42b3-8897-04cdfc924b6a None None] Provisioning complete for port b27ada2a-903d-4f4b-b381-34a147f38254 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:53.660318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f318a44-aaec-42b3-8897-04cdfc924b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.695433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.777639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.817911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Subnet': ['ID=bc10fcb1-cae2-48c6-ad7e-75a09bfebd40,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:53.889868 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3db3d-5559-49fc-a695-54f6c816a90f None None] Network 0fe90467-f0ed-47da-9ba3-09282199def9 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:53.915540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.944359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe90467-f0ed-47da-9ba3-09282199def9']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:53.957648 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be230def-7b97-4402-a9fc-c93b5135978a') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:53.958245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be230def-7b97-4402-a9fc-c93b5135978a') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:53.971045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:53.989609 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.000191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:39:54.000607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.084807 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment be230def-7b97-4402-a9fc-c93b5135978a resource provider aggregate not found Sep 19 17:39:54.113368 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment be230def-7b97-4402-a9fc-c93b5135978a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be230def-7b97-4402-a9fc-c93b5135978a found for delete ", "request_id": "req-bb30316c-53d0-438e-ac71-43f6d4e5cfa3"}]} Sep 19 17:39:54.133002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.137541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.166306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Network': ['ID=0fe90467-f0ed-47da-9ba3-09282199def9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:54.170342 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-54117cae-981f-47f4-9fc6-b728dca433bc tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/0fe90467-f0ed-47da-9ba3-09282199def9 HTTP/1.1" status: 204 len: 168 time: 0.6921766 Sep 19 17:39:54.174813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:54.176941 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1f318a44-aaec-42b3-8897-04cdfc924b6a None None] Current status of the port b27ada2a-903d-4f4b-b381-34a147f38254 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:54.177882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f318a44-aaec-42b3-8897-04cdfc924b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.181107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-145047008'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:54.186493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:54.192217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:network and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:54.195798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:54.204605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:54.218699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:54.223156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.229500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1f318a44-aaec-42b3-8897-04cdfc924b6a None None] For port b27ada2a-903d-4f4b-b381-34a147f38254, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b27ada2a-903d-4f4b-b381-34a147f38254,segment=NetworkSegment(f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6),segment_id=f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:54.235221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f318a44-aaec-42b3-8897-04cdfc924b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.258325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:39:54.273972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.274330 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Added segment ea8fb259-6f9d-493f-b992-fb6c41f4868c of type vlan for network 4ed7bad8-7c61-484c-8407-132371dffe64 Sep 19 17:39:54.313850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.318108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f318a44-aaec-42b3-8897-04cdfc924b6a None None] Pushing event updated for resources: {'Port': ['ID=b27ada2a-903d-4f4b-b381-34a147f38254,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:54.350870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.356871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:54.357498 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.466381 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2901299 Sep 19 17:39:54.470213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53936) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:54.471762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c796f85f-f1bb-4ff3-8a8c-675c98fad58b None None] Provisioning complete for port b27ada2a-903d-4f4b-b381-34a147f38254 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:54.471762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c796f85f-f1bb-4ff3-8a8c-675c98fad58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.476456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'subnet': {'network_id': '4ed7bad8-7c61-484c-8407-132371dffe64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:54.479103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be979bce-68f1-4c50-a87c-df98b8948dbe tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Network': ['ID=4ed7bad8-7c61-484c-8407-132371dffe64,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:54.523456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 4ed7bad8-7c61-484c-8407-132371dffe64 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:39:54.600075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:54.604319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:subnet and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:54.607198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:54.614046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:54.626666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:54.630976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.700516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c796f85f-f1bb-4ff3-8a8c-675c98fad58b None None] Current status of the port b27ada2a-903d-4f4b-b381-34a147f38254 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:54.879547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:54.966571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Subnet': ['ID=1a7eab52-486f-4abd-acd5-92ae151b2bb1,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:54.980246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Checking segment: {'id': 'ea8fb259-6f9d-493f-b992-fb6c41f4868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4ed7bad8-7c61-484c-8407-132371dffe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:54.980616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network hostable DHCP agents. Network: 4ed7bad8-7c61-484c-8407-132371dffe64, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:39:55.003419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network 4ed7bad8-7c61-484c-8407-132371dffe64 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:39:55.013314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 4ed7bad8-7c61-484c-8407-132371dffe64) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:55.019930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b27ada2a-903d-4f4b-b381-34a147f38254 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:55.020119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:55.020841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.055540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf877dc-f48c-48e5-ac7b-0d094a6d4326 None None] Network 4ed7bad8-7c61-484c-8407-132371dffe64 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:55.055796 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-faa4e54c-4092-4a18-83e7-9ef4e04e118a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5807467 Sep 19 17:39:55.055796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53940) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:55.062017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2003211221'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:55.067977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:55.072255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:network and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:55.075246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:55.082243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:55.098068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:55.103148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.134538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:39:55.145208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.145414 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Added segment 1eb935af-613b-4673-a5c3-d0e929ce3bad of type vlan for network 5116876b-9d38-43e9-94d1-ae32a2ab8700 Sep 19 17:39:55.174504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.200246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b27ada2a-903d-4f4b-b381-34a147f38254 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:55.200968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.213406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.219191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:55.219785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.327315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2702813 Sep 19 17:39:55.330287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53944) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:55.337820 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Request body: {'subnet': {'network_id': '5116876b-9d38-43e9-94d1-ae32a2ab8700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:39:55.352705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b453a-a249-47c3-93c1-bfc7529b8e3e tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Network': ['ID=5116876b-9d38-43e9-94d1-ae32a2ab8700,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:55.377476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-4ed7bad8-7c61-484c-8407-132371dffe64', 'network_id': '4ed7bad8-7c61-484c-8407-132371dffe64', 'tenant_id': 'dc9bd5d01b804eda84fc0ba064bedc6c', 'fixed_ips': [{'subnet_id': '1a7eab52-486f-4abd-acd5-92ae151b2bb1'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:39:55.378296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.391129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 5116876b-9d38-43e9-94d1-ae32a2ab8700 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:39:55.460380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:39:55.464938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Usage tracker for resource:subnet and tenant:dc9bd5d01b804eda84fc0ba064bedc6c is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:39:55.468338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:39:55.474389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:39:55.487078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Made reservation on behalf of dc9bd5d01b804eda84fc0ba064bedc6c for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:55.490760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.505701 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b27ada2a-903d-4f4b-b381-34a147f38254 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:39:55.659657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Allocated IP 2001:db8::2 (4ed7bad8-7c61-484c-8407-132371dffe64/1a7eab52-486f-4abd-acd5-92ae151b2bb1/c7dcc05e-6009-4007-8db5-e36b9637907a) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:55.719675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.800807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event updated for resources: {'Subnet': ['ID=dcd1b773-cc0d-4d76-bd9d-2cda70be2718,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:55.812576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Checking segment: {'id': '1eb935af-613b-4673-a5c3-d0e929ce3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5116876b-9d38-43e9-94d1-ae32a2ab8700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:55.813221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network hostable DHCP agents. Network: 5116876b-9d38-43e9-94d1-ae32a2ab8700, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:39:55.816801 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.836204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Network 5116876b-9d38-43e9-94d1-ae32a2ab8700 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:39:55.853709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 5116876b-9d38-43e9-94d1-ae32a2ab8700) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:55.864727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:55.865269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:55.867804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdb029-c7ba-48f0-a4e9-44760f99bee3 None None] Network 5116876b-9d38-43e9-94d1-ae32a2ab8700 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:55.893690 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-874a7b92-ad53-4302-b57b-15d388448560 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5598705 Sep 19 17:39:55.893912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53948) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:56.016358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.041633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Transition to ACTIVE for port object c7dcc05e-6009-4007-8db5-e36b9637907a will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:56.104338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Transition to ACTIVE for port object c7dcc05e-6009-4007-8db5-e36b9637907a will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:39:56.116423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.166020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.234359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.234959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Network 4ed7bad8-7c61-484c-8407-132371dffe64 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:56.240297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:56.241883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Pushing event updated for resources: {'Port': ['ID=c7dcc05e-6009-4007-8db5-e36b9637907a,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:56.244082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:39:56.280014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb18fc3-9f69-4f65-8737-a638e8946c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-5116876b-9d38-43e9-94d1-ae32a2ab8700', 'network_id': '5116876b-9d38-43e9-94d1-ae32a2ab8700', 'tenant_id': 'dc9bd5d01b804eda84fc0ba064bedc6c', 'fixed_ips': [{'subnet_id': 'dcd1b773-cc0d-4d76-bd9d-2cda70be2718'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:39:56.281484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ccb18fc3-9f69-4f65-8737-a638e8946c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.316043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.356968 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd1b773-cc0d-4d76-bd9d-2cda70be2718,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:56.421827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Attempting to bind port c7dcc05e-6009-4007-8db5-e36b9637907a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:39:56.422205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Attempting to bind port c7dcc05e-6009-4007-8db5-e36b9637907a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'ea8fb259-6f9d-493f-b992-fb6c41f4868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4ed7bad8-7c61-484c-8407-132371dffe64'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:39:56.422636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Attempting to bind port c7dcc05e-6009-4007-8db5-e36b9637907a on network 4ed7bad8-7c61-484c-8407-132371dffe64 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:39:56.431806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:39:56.432189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Checking segment: {'id': 'ea8fb259-6f9d-493f-b992-fb6c41f4868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4ed7bad8-7c61-484c-8407-132371dffe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:39:56.432580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.432962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Bound using segment: {'id': 'ea8fb259-6f9d-493f-b992-fb6c41f4868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4ed7bad8-7c61-484c-8407-132371dffe64'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:39:56.433431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Bound port: c7dcc05e-6009-4007-8db5-e36b9637907a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8fb259-6f9d-493f-b992-fb6c41f4868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4ed7bad8-7c61-484c-8407-132371dffe64'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:39:56.433807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.463567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.482682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b4bec-6e3b-49d2-91fc-8e63c3be4ff3 None None] Network 5116876b-9d38-43e9-94d1-ae32a2ab8700 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:56.493494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5116876b-9d38-43e9-94d1-ae32a2ab8700']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:56.507299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb935af-613b-4673-a5c3-d0e929ce3bad') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:56.507601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb935af-613b-4673-a5c3-d0e929ce3bad') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:56.519897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.538131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.545006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:39:56.545564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.615986 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 1eb935af-613b-4673-a5c3-d0e929ce3bad resource provider aggregate not found Sep 19 17:39:56.639104 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 1eb935af-613b-4673-a5c3-d0e929ce3bad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1eb935af-613b-4673-a5c3-d0e929ce3bad found for delete ", "request_id": "req-5a909c2c-d605-4038-8c58-e6d2b8bbb329"}]} Sep 19 17:39:56.642306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] For port c7dcc05e-6009-4007-8db5-e36b9637907a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:39:56.656455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.673845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.684495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] For port c7dcc05e-6009-4007-8db5-e36b9637907a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c7dcc05e-6009-4007-8db5-e36b9637907a,segment=NetworkSegment(ea8fb259-6f9d-493f-b992-fb6c41f4868c),segment_id=ea8fb259-6f9d-493f-b992-fb6c41f4868c)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:39:56.690803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Network': ['ID=5116876b-9d38-43e9-94d1-ae32a2ab8700,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:56.694711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:56.699158 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-53b665f5-5ac7-4b3e-9689-859db3818934 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/5116876b-9d38-43e9-94d1-ae32a2ab8700 HTTP/1.1" status: 204 len: 168 time: 0.8031647 Sep 19 17:39:56.700862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53956) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:56.747250 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce51bdfc-0047-4f08-8e98-b90089b0aaa1 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] GET failed (client error): The resource could not be found. Sep 19 17:39:56.748192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ce51bdfc-0047-4f08-8e98-b90089b0aaa1 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Synchronizing usage tracker for tenant:dc9bd5d01b804eda84fc0ba064bedc6c on resource:subnet {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:39:56.777038 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d9db9-f8b0-46f6-b5c1-c8281d7fb972 None None] Pushing event updated for resources: {'Port': ['ID=c7dcc05e-6009-4007-8db5-e36b9637907a,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:56.778011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-ce51bdfc-0047-4f08-8e98-b90089b0aaa1 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Unset dirty status for tenant:dc9bd5d01b804eda84fc0ba064bedc6c on resource:subnet {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:39:56.783169 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ce51bdfc-0047-4f08-8e98-b90089b0aaa1 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "GET /v2.0/subnets/dcd1b773-cc0d-4d76-bd9d-2cda70be2718 HTTP/1.1" status: 404 len: 337 time: 0.0777686 Sep 19 17:39:56.783949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53960) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:56.814106 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27f08b5-8204-443c-a5ad-cacd8423f9bb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] DELETE failed (client error): The resource could not be found. Sep 19 17:39:56.814596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27f08b5-8204-443c-a5ad-cacd8423f9bb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:39:56.816314 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b27f08b5-8204-443c-a5ad-cacd8423f9bb tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/5116876b-9d38-43e9-94d1-ae32a2ab8700 HTTP/1.1" status: 404 len: 339 time: 0.0314162 Sep 19 17:39:56.820785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53964) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:56.860771 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d2da7f-f74a-49a1-98c9-c8d772a81c94 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] DELETE failed (client error): The resource could not be found. Sep 19 17:39:56.861214 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d2da7f-f74a-49a1-98c9-c8d772a81c94 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:39:56.862974 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-27d2da7f-f74a-49a1-98c9-c8d772a81c94 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/subnets/dcd1b773-cc0d-4d76-bd9d-2cda70be2718 HTTP/1.1" status: 404 len: 337 time: 0.0409164 Sep 19 17:39:56.866784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53968) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:56.907663 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cc8fcc-17f3-4f92-96e1-56d1df22bf6a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] DELETE failed (client error): The resource could not be found. Sep 19 17:39:56.908142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cc8fcc-17f3-4f92-96e1-56d1df22bf6a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:39:56.909882 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-85cc8fcc-17f3-4f92-96e1-56d1df22bf6a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/5116876b-9d38-43e9-94d1-ae32a2ab8700 HTTP/1.1" status: 404 len: 339 time: 0.0417159 Sep 19 17:39:56.912720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53972) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:57.000043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f68652-15c2-412c-a3a7-f593489f740a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Deleting subnet 1a7eab52-486f-4abd-acd5-92ae151b2bb1 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:39:57.005987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72f68652-15c2-412c-a3a7-f593489f740a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.049723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c7dcc05e-6009-4007-8db5-e36b9637907a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:39:57.071313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72f68652-15c2-412c-a3a7-f593489f740a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.125244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c7dcc05e-6009-4007-8db5-e36b9637907a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:57.165536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72f68652-15c2-412c-a3a7-f593489f740a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.245924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72f68652-15c2-412c-a3a7-f593489f740a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.289198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-72f68652-15c2-412c-a3a7-f593489f740a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.292175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f68652-15c2-412c-a3a7-f593489f740a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7eab52-486f-4abd-acd5-92ae151b2bb1,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:57.306744 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-72f68652-15c2-412c-a3a7-f593489f740a tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/subnets/1a7eab52-486f-4abd-acd5-92ae151b2bb1 HTTP/1.1" status: 204 len: 168 time: 0.3928974 Sep 19 17:39:57.310187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53976) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:57.448577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.467654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Deleting port c7dcc05e-6009-4007-8db5-e36b9637907a {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:57.468193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.686799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] For port c7dcc05e-6009-4007-8db5-e36b9637907a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c7dcc05e-6009-4007-8db5-e36b9637907a,segment=NetworkSegment(ea8fb259-6f9d-493f-b992-fb6c41f4868c),segment_id=ea8fb259-6f9d-493f-b992-fb6c41f4868c)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:57.687447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.694095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ba6d3-2b6b-4a76-abcc-e485f9d7f083 None None] Network 4ed7bad8-7c61-484c-8407-132371dffe64 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:57.800832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-07160fa7-01d7-40a3-b131-7c1407a72f20 None None] Provisioning for port c7dcc05e-6009-4007-8db5-e36b9637907a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:39:57.823008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Calling delete_port for c7dcc05e-6009-4007-8db5-e36b9637907a owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:57.835088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-07160fa7-01d7-40a3-b131-7c1407a72f20 None None] Provisioning complete for port c7dcc05e-6009-4007-8db5-e36b9637907a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:39:57.835431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07160fa7-01d7-40a3-b131-7c1407a72f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.905221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:57.936536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-07160fa7-01d7-40a3-b131-7c1407a72f20 None None] Could not find standard attr ID for object c7dcc05e-6009-4007-8db5-e36b9637907a. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:39:57.939448 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.plugins.ml2.db [None req-07160fa7-01d7-40a3-b131-7c1407a72f20 None None] No ports have port_id starting with c7dcc05e-6009-4007-8db5-e36b9637907a Sep 19 17:39:57.996165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a84ea-120f-4a1d-b053-3f2141998d11 None None] DHCP port deletion for 4ed7bad8-7c61-484c-8407-132371dffe64 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:39:58.068896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Port': ['ID=c7dcc05e-6009-4007-8db5-e36b9637907a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:58.073668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No DVR routers for this DVR port c7dcc05e-6009-4007-8db5-e36b9637907a on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:39:58.206565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:58.233909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed7bad8-7c61-484c-8407-132371dffe64']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:58.246638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8fb259-6f9d-493f-b992-fb6c41f4868c') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:58.246993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8fb259-6f9d-493f-b992-fb6c41f4868c') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:58.261371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:58.278935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:58.285566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:39:58.285961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:58.388408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:58.394136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:58.428824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Network': ['ID=4ed7bad8-7c61-484c-8407-132371dffe64,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:58.435797 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-544ea7a0-b615-48c6-b001-653911118ec9 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/4ed7bad8-7c61-484c-8407-132371dffe64 HTTP/1.1" status: 204 len: 168 time: 1.1220055 Sep 19 17:39:58.436496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53980) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:58.511365 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-674f8db1-9c5a-40bc-ade5-005a69572950 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] DELETE failed (client error): The resource could not be found. Sep 19 17:39:58.511889 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674f8db1-9c5a-40bc-ade5-005a69572950 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:39:58.514478 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-674f8db1-9c5a-40bc-ade5-005a69572950 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/subnets/bc10fcb1-cae2-48c6-ad7e-75a09bfebd40 HTTP/1.1" status: 404 len: 337 time: 0.0767066 Sep 19 17:39:58.518530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53984) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:58.547211 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea89253-df1f-4588-b437-65b9f3dba47c tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] DELETE failed (client error): The resource could not be found. Sep 19 17:39:58.547695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea89253-df1f-4588-b437-65b9f3dba47c tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:39:58.549426 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-dea89253-df1f-4588-b437-65b9f3dba47c tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/0fe90467-f0ed-47da-9ba3-09282199def9 HTTP/1.1" status: 404 len: 339 time: 0.0298989 Sep 19 17:39:58.552533 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 53988) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:58.603354 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.pecan_wsgi.hooks.translation [None req-21baf0f8-8a4c-4781-98d6-7059b6bbacd0 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] DELETE failed (client error): The resource could not be found. Sep 19 17:39:58.603808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21baf0f8-8a4c-4781-98d6-7059b6bbacd0 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:39:58.605536 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-21baf0f8-8a4c-4781-98d6-7059b6bbacd0 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/subnets/36af6936-3d50-4ee3-9482-0e7cfb90d155 HTTP/1.1" status: 404 len: 337 time: 0.0519040 Sep 19 17:39:58.608578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53992) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:58.640188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc531ea5-5ca5-48fe-a0dd-c93d62299c88 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] DELETE failed (client error): The resource could not be found. Sep 19 17:39:58.640679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc531ea5-5ca5-48fe-a0dd-c93d62299c88 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 17:39:58.642594 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fc531ea5-5ca5-48fe-a0dd-c93d62299c88 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/aebd62b8-d642-48ff-b50f-6ee88df734fc HTTP/1.1" status: 404 len: 339 time: 0.0324664 Sep 19 17:39:58.653143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 53998) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:58.694044 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment ea8fb259-6f9d-493f-b992-fb6c41f4868c resource provider aggregate not found Sep 19 17:39:58.721452 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment ea8fb259-6f9d-493f-b992-fb6c41f4868c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea8fb259-6f9d-493f-b992-fb6c41f4868c found for delete ", "request_id": "req-b2444406-a0a4-4534-8c94-c06b0184f6d8"}]} Sep 19 17:39:58.749443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93e8d7c-b400-4ecf-88eb-57fa538ee393 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Deleting subnet 08bcfdd5-62b8-42fb-9b4d-a44e6ae9f5ed {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:39:58.753295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d93e8d7c-b400-4ecf-88eb-57fa538ee393 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:58.813846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d93e8d7c-b400-4ecf-88eb-57fa538ee393 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:58.957484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d93e8d7c-b400-4ecf-88eb-57fa538ee393 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.017519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c7dcc05e-6009-4007-8db5-e36b9637907a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:39:59.057595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d93e8d7c-b400-4ecf-88eb-57fa538ee393 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.063476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c7dcc05e-6009-4007-8db5-e36b9637907a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:39:59.064546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c7dcc05e-6009-4007-8db5-e36b9637907a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:39:59.108874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8d7c-b400-4ecf-88eb-57fa538ee393 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Subnet': ['ID=08bcfdd5-62b8-42fb-9b4d-a44e6ae9f5ed,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:59.111958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d93e8d7c-b400-4ecf-88eb-57fa538ee393 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.117620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d80d8b-e9f7-4b48-b5b1-26c643680cf2 None None] Network 3bd0d369-c9f5-428e-b69e-52a574997168 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:39:59.122999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d93e8d7c-b400-4ecf-88eb-57fa538ee393 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/subnets/08bcfdd5-62b8-42fb-9b4d-a44e6ae9f5ed HTTP/1.1" status: 204 len: 168 time: 0.4687397 Sep 19 17:39:59.126367 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54004) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:39:59.279175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.297640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Deleting port b27ada2a-903d-4f4b-b381-34a147f38254 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:59.297971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.475418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] DHCP port deletion for 3bd0d369-c9f5-428e-b69e-52a574997168 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:39:59.481709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] Deleting port b27ada2a-903d-4f4b-b381-34a147f38254 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:39:59.482136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.547849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] For port b27ada2a-903d-4f4b-b381-34a147f38254, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b27ada2a-903d-4f4b-b381-34a147f38254,segment=NetworkSegment(f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6),segment_id=f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:59.548261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.680793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Calling delete_port for b27ada2a-903d-4f4b-b381-34a147f38254 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:59.740323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] For port b27ada2a-903d-4f4b-b381-34a147f38254, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b27ada2a-903d-4f4b-b381-34a147f38254,segment=NetworkSegment(f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6),segment_id=f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:39:59.740687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.773681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:39:59.832447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Port': ['ID=b27ada2a-903d-4f4b-b381-34a147f38254,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:59.836098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] No DVR routers for this DVR port b27ada2a-903d-4f4b-b381-34a147f38254 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:39:59.903708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] Calling delete_port for b27ada2a-903d-4f4b-b381-34a147f38254 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:39:59.987984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.003380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:40:00.003872 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:40:00.016442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd0d369-c9f5-428e-b69e-52a574997168']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:00.030102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:00.030381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:00.042664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.065063 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.072353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:40:00.072777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.169224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.197674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.209794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] Pushing event deleted for resources: {'Network': ['ID=3bd0d369-c9f5-428e-b69e-52a574997168,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:00.214025 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e0db31b4-b8da-46f8-b326-b917aed099d4 tempest-NetworksIpV6Test-1569365213 tempest-NetworksIpV6Test-1569365213-project] 10.222.0.83 "DELETE /v2.0/networks/3bd0d369-c9f5-428e-b69e-52a574997168 HTTP/1.1" status: 204 len: 168 time: 1.0863769 Sep 19 17:40:00.505511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] Deleting port b27ada2a-903d-4f4b-b381-34a147f38254 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:40:00.506180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.553994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54012) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:00.572526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-03290cdb-c61a-4950-9e36-61bcad1c4450 None None] The port 'b27ada2a-903d-4f4b-b381-34a147f38254' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:40:00.742620 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6 resource provider aggregate not found Sep 19 17:40:00.753397 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-95050c68-8a8e-49a1-8c4e-b321cc1369a8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dc9bd5d01b804eda84fc0ba064bedc6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981931 Sep 19 17:40:00.756050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54022) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:00.771454 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2fa887e-a4f3-4fb3-b77c-8b032e3a61b6 found for delete ", "request_id": "req-a0e3a58f-469a-46d2-a231-d2df124ff8d5"}]} Sep 19 17:40:00.821946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fadb-4827-497d-8d51-677b39908535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.853142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fadb-4827-497d-8d51-677b39908535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.925498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fadb-4827-497d-8d51-677b39908535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.947182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8fadb-4827-497d-8d51-677b39908535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9646acf-d189-49dc-bc5e-9156b59ddbdc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:00.957946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2ed8fadb-4827-497d-8d51-677b39908535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:00.959600 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2ed8fadb-4827-497d-8d51-677b39908535 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9646acf-d189-49dc-bc5e-9156b59ddbdc HTTP/1.1" status: 204 len: 168 time: 0.2024951 Sep 19 17:40:01.026324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b27ada2a-903d-4f4b-b381-34a147f38254 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:40:01.065505 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b27ada2a-903d-4f4b-b381-34a147f38254 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:40:01.065846 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b27ada2a-903d-4f4b-b381-34a147f38254 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:40:01.797923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54046) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:01.912395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-246806726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:01.919363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:01.923441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Usage tracker for resource:router and tenant:386a5aac3d63415dbbc5ef85886b29e3 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:01.926376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:01.933727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:01.946188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:01.947270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:01.964786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:01.985699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.016092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.017305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a1023119-b231-4b6c-b900-6626f80780ee tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2183869 Sep 19 17:40:02.020133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54052) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:02.025634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1687778971'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:02.031880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:02.037015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Usage tracker for resource:network and tenant:386a5aac3d63415dbbc5ef85886b29e3 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:02.040255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:02.047113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:02.059390 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Made reservation on behalf of 386a5aac3d63415dbbc5ef85886b29e3 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:02.062837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.079262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.095035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:02.099202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Usage tracker for resource:security_group_rule and tenant:386a5aac3d63415dbbc5ef85886b29e3 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:02.102084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:02.108142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:02.207741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.212875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.245593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:40:02.254708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7388950c-491e-4d60-898a-db91e4c3ddc9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:02.260443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.260773 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Added segment 2f387762-c3db-4433-947f-ba4f9c1634c2 of type vlan for network 98a0227b-b7e1-456d-af94-6c76febadd29 Sep 19 17:40:02.288814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.328455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.334246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:02.334830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:02.558352 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5370216 Sep 19 17:40:02.559132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc0178-c625-41b6-9b0d-6e722ece419e tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event updated for resources: {'Network': ['ID=98a0227b-b7e1-456d-af94-6c76febadd29,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:02.561460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54056) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:02.568974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Request body: {'subnet': {'network_id': '98a0227b-b7e1-456d-af94-6c76febadd29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:02.571402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 98a0227b-b7e1-456d-af94-6c76febadd29 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:40:02.760828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:02.767097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Usage tracker for resource:subnet and tenant:386a5aac3d63415dbbc5ef85886b29e3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:02.771477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:02.778463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:02.791326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Made reservation on behalf of 386a5aac3d63415dbbc5ef85886b29e3 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:02.794975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.025734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.106126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event updated for resources: {'Subnet': ['ID=f8af54b2-9ff8-4fbc-8464-d84f231c7304,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:03.117697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Checking segment: {'id': '2f387762-c3db-4433-947f-ba4f9c1634c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '98a0227b-b7e1-456d-af94-6c76febadd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:03.118057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Network hostable DHCP agents. Network: 98a0227b-b7e1-456d-af94-6c76febadd29, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:40:03.147351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Network 98a0227b-b7e1-456d-af94-6c76febadd29 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:40:03.160023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 98a0227b-b7e1-456d-af94-6c76febadd29) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:03.164818 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:03.165452 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.174107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231caf98-4ad5-4b0c-89f6-a2c569ba55e7 None None] Network 98a0227b-b7e1-456d-af94-6c76febadd29 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:03.193299 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-86b471d4-17ba-42e5-b1b7-eb2b9c3c972c tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6287591 Sep 19 17:40:03.196726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54060) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:03.204206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-206165100'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:03.209859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:03.214130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Usage tracker for resource:network and tenant:386a5aac3d63415dbbc5ef85886b29e3 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:03.217426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:03.224055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:03.238569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Made reservation on behalf of 386a5aac3d63415dbbc5ef85886b29e3 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:03.242769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.278576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:40:03.288515 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.288852 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Added segment 643adfa0-9db5-4474-9f5b-10f27e882212 of type vlan for network 6a718b38-064c-42db-a33f-84673737abdf Sep 19 17:40:03.319969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.364731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.371307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:03.372300 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.476898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-98a0227b-b7e1-456d-af94-6c76febadd29', 'network_id': '98a0227b-b7e1-456d-af94-6c76febadd29', 'tenant_id': '386a5aac3d63415dbbc5ef85886b29e3', 'fixed_ips': [{'subnet_id': 'f8af54b2-9ff8-4fbc-8464-d84f231c7304'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:40:03.478075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.497829 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2997222 Sep 19 17:40:03.500910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54064) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:03.508322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Request body: {'subnet': {'network_id': '6a718b38-064c-42db-a33f-84673737abdf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:03.540099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac639d-91b7-4db6-8c7c-f4361358be4a tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event updated for resources: {'Network': ['ID=6a718b38-064c-42db-a33f-84673737abdf,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:03.568985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 6a718b38-064c-42db-a33f-84673737abdf details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:40:03.633633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:03.637619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Usage tracker for resource:subnet and tenant:386a5aac3d63415dbbc5ef85886b29e3 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:03.642160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:03.648515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:03.659215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Made reservation on behalf of 386a5aac3d63415dbbc5ef85886b29e3 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:03.662696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:03.772265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Allocated IP 172.20.0.2 (98a0227b-b7e1-456d-af94-6c76febadd29/f8af54b2-9ff8-4fbc-8464-d84f231c7304/5df81490-f0b1-41ac-bc1e-fbe9e99f3380) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:03.917194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.004619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.011870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event updated for resources: {'Subnet': ['ID=3463f700-927e-4983-a9e2-936958eb6bf5,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:04.016628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Checking segment: {'id': '643adfa0-9db5-4474-9f5b-10f27e882212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6a718b38-064c-42db-a33f-84673737abdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:04.016982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Network hostable DHCP agents. Network: 6a718b38-064c-42db-a33f-84673737abdf, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:40:04.020035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Transition to ACTIVE for port object 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:04.043836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Network 6a718b38-064c-42db-a33f-84673737abdf is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:40:04.047570 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Transition to ACTIVE for port object 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:04.055484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.059698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 6a718b38-064c-42db-a33f-84673737abdf) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:04.065939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:04.067089 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.096224 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bfdcb27f-5ec8-434c-b70e-c8fd9a076bff tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5931337 Sep 19 17:40:04.098799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54068) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:04.106646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-03d7585e-0fe2-4d64-9f96-b1f5c0ff1ec9 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a718b38-064c-42db-a33f-84673737abdf'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:04.137164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02903098-4d63-4f95-92fd-d3df9b81a8fc None None] Network 6a718b38-064c-42db-a33f-84673737abdf requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:04.246577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Network 98a0227b-b7e1-456d-af94-6c76febadd29 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:04.253199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:04.259210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:04.264388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Pushing event updated for resources: {'Port': ['ID=5df81490-f0b1-41ac-bc1e-fbe9e99f3380,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:04.395288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Attempting to bind port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:04.395656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Attempting to bind port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '2f387762-c3db-4433-947f-ba4f9c1634c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '98a0227b-b7e1-456d-af94-6c76febadd29'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:04.396018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Attempting to bind port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 on network 98a0227b-b7e1-456d-af94-6c76febadd29 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:04.403421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:04.403805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Checking segment: {'id': '2f387762-c3db-4433-947f-ba4f9c1634c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '98a0227b-b7e1-456d-af94-6c76febadd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:04.404200 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.404668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Bound using segment: {'id': '2f387762-c3db-4433-947f-ba4f9c1634c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '98a0227b-b7e1-456d-af94-6c76febadd29'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:04.405159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Bound port: 5df81490-f0b1-41ac-bc1e-fbe9e99f3380, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f387762-c3db-4433-947f-ba4f9c1634c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '98a0227b-b7e1-456d-af94-6c76febadd29'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:04.405531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.585785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] For port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:04.594408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-03d7585e-0fe2-4d64-9f96-b1f5c0ff1ec9 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.595302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-6a718b38-064c-42db-a33f-84673737abdf', 'network_id': '6a718b38-064c-42db-a33f-84673737abdf', 'tenant_id': '386a5aac3d63415dbbc5ef85886b29e3', 'fixed_ips': [{'subnet_id': '3463f700-927e-4983-a9e2-936958eb6bf5'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:40:04.596093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.609430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] For port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5df81490-f0b1-41ac-bc1e-fbe9e99f3380,segment=NetworkSegment(2f387762-c3db-4433-947f-ba4f9c1634c2),segment_id=2f387762-c3db-4433-947f-ba4f9c1634c2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:04.618744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:04.767500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113e6f5-4024-4501-a0b3-a1d0bb2d4b9f None None] Pushing event updated for resources: {'Port': ['ID=5df81490-f0b1-41ac-bc1e-fbe9e99f3380,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:04.797478 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.api.v2.resource [None req-03d7585e-0fe2-4d64-9f96-b1f5c0ff1ec9 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 17:40:04.798643 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-03d7585e-0fe2-4d64-9f96-b1f5c0ff1ec9 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "PUT /v2.0/routers/0acc521b-f6bf-4bc6-87be-8d1fbc720ca6 HTTP/1.1" status: 400 len: 364 time: 0.6984851 Sep 19 17:40:04.807395 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54072) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:04.868141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Allocated IP 172.21.0.2 (6a718b38-064c-42db-a33f-84673737abdf/3463f700-927e-4983-a9e2-936958eb6bf5/f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:04.892147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-80104c18-63d0-4758-a1ae-c313eeb0970f tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Deleting subnet 3463f700-927e-4983-a9e2-936958eb6bf5 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:40:05.075982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:05.200111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.213599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Transition to ACTIVE for port object f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:05.225057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:05.238384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Transition to ACTIVE for port object f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:05.244870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-80104c18-63d0-4758-a1ae-c313eeb0970f tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.245446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.313515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Network 6a718b38-064c-42db-a33f-84673737abdf is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:05.317021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:05.320849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:05.326928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Pushing event updated for resources: {'Port': ['ID=f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:05.327566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-80104c18-63d0-4758-a1ae-c313eeb0970f tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.438131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Attempting to bind port f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:05.438524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Attempting to bind port f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '643adfa0-9db5-4474-9f5b-10f27e882212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6a718b38-064c-42db-a33f-84673737abdf'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:05.438848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Attempting to bind port f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d on network 6a718b38-064c-42db-a33f-84673737abdf {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:05.440332 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-80104c18-63d0-4758-a1ae-c313eeb0970f tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.447702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:05.448102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Checking segment: {'id': '643adfa0-9db5-4474-9f5b-10f27e882212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6a718b38-064c-42db-a33f-84673737abdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:05.448704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.449120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Bound using segment: {'id': '643adfa0-9db5-4474-9f5b-10f27e882212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6a718b38-064c-42db-a33f-84673737abdf'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:05.449885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Bound port: f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643adfa0-9db5-4474-9f5b-10f27e882212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6a718b38-064c-42db-a33f-84673737abdf'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:05.450276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.542854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-80104c18-63d0-4758-a1ae-c313eeb0970f tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.564179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] For port f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:05.569865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] For port f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d,segment=NetworkSegment(643adfa0-9db5-4474-9f5b-10f27e882212),segment_id=643adfa0-9db5-4474-9f5b-10f27e882212)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:05.575983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.586735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80104c18-63d0-4758-a1ae-c313eeb0970f tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event deleted for resources: {'Subnet': ['ID=3463f700-927e-4983-a9e2-936958eb6bf5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:05.590618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-80104c18-63d0-4758-a1ae-c313eeb0970f tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.603391 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-80104c18-63d0-4758-a1ae-c313eeb0970f tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "DELETE /v2.0/subnets/3463f700-927e-4983-a9e2-936958eb6bf5 HTTP/1.1" status: 204 len: 168 time: 0.7945385 Sep 19 17:40:05.606594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54076) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:05.684181 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6c753-9e51-469b-8fbc-43a21a7d6698 None None] Pushing event updated for resources: {'Port': ['ID=f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:05.920226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:05.934882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Deleting port f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:40:05.935290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.031413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9906ae2f-de38-412f-bc4a-3d073f665535 None None] Network 98a0227b-b7e1-456d-af94-6c76febadd29 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:06.171577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a0bd1fa5-a6d8-4fdf-bb25-8929d5c740eb None None] Provisioning for port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:06.181700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a0bd1fa5-a6d8-4fdf-bb25-8929d5c740eb None None] Provisioning complete for port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:06.182073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1fa5-a6d8-4fdf-bb25-8929d5c740eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.255192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] For port f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d,segment=NetworkSegment(643adfa0-9db5-4474-9f5b-10f27e882212),segment_id=643adfa0-9db5-4474-9f5b-10f27e882212)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:06.255495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.404155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Calling delete_port for f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:40:06.492468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd1fa5-a6d8-4fdf-bb25-8929d5c740eb None None] Current status of the port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:06.492898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1fa5-a6d8-4fdf-bb25-8929d5c740eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.510321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.541190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a0bd1fa5-a6d8-4fdf-bb25-8929d5c740eb None None] For port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5df81490-f0b1-41ac-bc1e-fbe9e99f3380,segment=NetworkSegment(2f387762-c3db-4433-947f-ba4f9c1634c2),segment_id=2f387762-c3db-4433-947f-ba4f9c1634c2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:06.547610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1fa5-a6d8-4fdf-bb25-8929d5c740eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.584438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event deleted for resources: {'Port': ['ID=f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:06.586814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] No DVR routers for this DVR port f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:40:06.654942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd1fa5-a6d8-4fdf-bb25-8929d5c740eb None None] Pushing event updated for resources: {'Port': ['ID=5df81490-f0b1-41ac-bc1e-fbe9e99f3380,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:06.772460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.813176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a718b38-064c-42db-a33f-84673737abdf']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:06.832907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643adfa0-9db5-4474-9f5b-10f27e882212') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:06.833274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643adfa0-9db5-4474-9f5b-10f27e882212') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:06.849126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.871663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.881630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:40:06.882441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:06.962887 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 643adfa0-9db5-4474-9f5b-10f27e882212 resource provider aggregate not found Sep 19 17:40:06.975213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-46ee2a56-d806-4162-a01d-7115631a6345 None None] Provisioning complete for port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:06.975997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-46ee2a56-d806-4162-a01d-7115631a6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.015360 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 643adfa0-9db5-4474-9f5b-10f27e882212 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 643adfa0-9db5-4474-9f5b-10f27e882212 found for delete ", "request_id": "req-39844da2-010f-4565-a849-f7207c2da464"}]} Sep 19 17:40:07.022899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.041360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3897b-a2d5-4511-88bc-2f2ab54bcc68 None None] Network 6a718b38-064c-42db-a33f-84673737abdf requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:07.048774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.065915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event deleted for resources: {'Network': ['ID=6a718b38-064c-42db-a33f-84673737abdf,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:07.069955 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6c415284-189a-4b03-b453-a7081c58aa58 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "DELETE /v2.0/networks/6a718b38-064c-42db-a33f-84673737abdf HTTP/1.1" status: 204 len: 168 time: 1.4619915 Sep 19 17:40:07.073152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54084) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:07.079973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:07.120882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3897b-a2d5-4511-88bc-2f2ab54bcc68 None None] Network 6a718b38-064c-42db-a33f-84673737abdf could not be found, it might have been deleted concurrently. {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 19 17:40:07.161924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-7522b19a-7502-4d0b-a54f-4ff8a3eca458 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Deleting subnet f8af54b2-9ff8-4fbc-8464-d84f231c7304 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:40:07.165202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7522b19a-7502-4d0b-a54f-4ff8a3eca458 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.214854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f86cca-5fef-443b-84dd-2b4f64182097 None None] DHCP port deletion for 6a718b38-064c-42db-a33f-84673737abdf request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:40:07.225748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:07.226660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.236649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7522b19a-7502-4d0b-a54f-4ff8a3eca458 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.265519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-46ee2a56-d806-4162-a01d-7115631a6345 None None] Current status of the port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:07.365737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7522b19a-7502-4d0b-a54f-4ff8a3eca458 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.393785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:07.396724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bc4058d4-eded-4614-b470-af459389eec8 None None] Could not find standard attr ID for object f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d. {{(pid=89057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 17:40:07.473418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7522b19a-7502-4d0b-a54f-4ff8a3eca458 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.523100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522b19a-7502-4d0b-a54f-4ff8a3eca458 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event deleted for resources: {'Subnet': ['ID=f8af54b2-9ff8-4fbc-8464-d84f231c7304,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:07.524983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7522b19a-7502-4d0b-a54f-4ff8a3eca458 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.534950 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7522b19a-7502-4d0b-a54f-4ff8a3eca458 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "DELETE /v2.0/subnets/f8af54b2-9ff8-4fbc-8464-d84f231c7304 HTTP/1.1" status: 204 len: 168 time: 0.4575005 Sep 19 17:40:07.534950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54088) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:07.537417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a544cff-33a8-4e08-9d0e-022554682582 None None] Network 98a0227b-b7e1-456d-af94-6c76febadd29 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:07.661467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.675186 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Deleting port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:40:07.675606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.813273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] DHCP port deletion for 98a0227b-b7e1-456d-af94-6c76febadd29 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:40:07.818696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] Deleting port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:40:07.819113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:07.900677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] For port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5df81490-f0b1-41ac-bc1e-fbe9e99f3380,segment=NetworkSegment(2f387762-c3db-4433-947f-ba4f9c1634c2),segment_id=2f387762-c3db-4433-947f-ba4f9c1634c2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:07.901353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.037264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Calling delete_port for 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:40:08.057989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] For port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5df81490-f0b1-41ac-bc1e-fbe9e99f3380,segment=NetworkSegment(2f387762-c3db-4433-947f-ba4f9c1634c2),segment_id=2f387762-c3db-4433-947f-ba4f9c1634c2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:08.058692 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.238589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] Calling delete_port for 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:40:08.253162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.323541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event deleted for resources: {'Port': ['ID=5df81490-f0b1-41ac-bc1e-fbe9e99f3380,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:08.329103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:40:08.329416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] No DVR routers for this DVR port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:40:08.330195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:40:08.478002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.507297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a0227b-b7e1-456d-af94-6c76febadd29']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:08.522166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f387762-c3db-4433-947f-ba4f9c1634c2') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:08.522454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f387762-c3db-4433-947f-ba4f9c1634c2') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:08.535801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.552936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.559570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:40:08.559960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.660730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.678500 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.689977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Pushing event deleted for resources: {'Network': ['ID=98a0227b-b7e1-456d-af94-6c76febadd29,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:08.694604 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-631e1fe6-e383-4344-963e-dc9ecd5a6dc7 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "DELETE /v2.0/networks/98a0227b-b7e1-456d-af94-6c76febadd29 HTTP/1.1" status: 204 len: 168 time: 1.1584668 Sep 19 17:40:08.697284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54092) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:08.747574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-042dc334-5364-40c6-befe-6c67f39cb707 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Synchronizing usage tracker for tenant:386a5aac3d63415dbbc5ef85886b29e3 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:40:08.772606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-042dc334-5364-40c6-befe-6c67f39cb707 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Unset dirty status for tenant:386a5aac3d63415dbbc5ef85886b29e3 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:40:08.774317 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-042dc334-5364-40c6-befe-6c67f39cb707 tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "GET /v2.0/ports?device_id=0acc521b-f6bf-4bc6-87be-8d1fbc720ca6 HTTP/1.1" status: 200 len: 205 time: 0.0759254 Sep 19 17:40:08.777000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54096) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:08.831979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] Deleting port 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:40:08.832359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:08.901851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-321dc4a8-dc50-407b-afd0-243891837ef9 None None] The port '5df81490-f0b1-41ac-bc1e-fbe9e99f3380' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:40:08.917495 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d63ab9c-5b6e-442a-9d45-421cf5dabfda tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:09.017855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:40:09.053202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:40:09.053584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f7dd56f3-7a0c-41ac-8e2a-010dcc41c29d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:40:09.053954 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:40:09.073957 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2f387762-c3db-4433-947f-ba4f9c1634c2 resource provider aggregate not found Sep 19 17:40:09.089202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:40:09.089798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5df81490-f0b1-41ac-bc1e-fbe9e99f3380 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:40:09.120086 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2f387762-c3db-4433-947f-ba4f9c1634c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f387762-c3db-4433-947f-ba4f9c1634c2 found for delete ", "request_id": "req-ec0d3f4f-2f13-43cb-aa9b-3593ce40b826"}]} Sep 19 17:40:09.265970 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d63ab9c-5b6e-442a-9d45-421cf5dabfda tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:09.268443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d63ab9c-5b6e-442a-9d45-421cf5dabfda tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:09.292992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d63ab9c-5b6e-442a-9d45-421cf5dabfda tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:09.293741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d63ab9c-5b6e-442a-9d45-421cf5dabfda tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Fanout notify agent at l3_agent the message router_deleted on router 0acc521b-f6bf-4bc6-87be-8d1fbc720ca6 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:40:09.306862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d63ab9c-5b6e-442a-9d45-421cf5dabfda tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:09.308020 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d63ab9c-5b6e-442a-9d45-421cf5dabfda tempest-RoutersNegativeTest-2016164232 tempest-RoutersNegativeTest-2016164232-project] 10.222.0.83 "DELETE /v2.0/routers/0acc521b-f6bf-4bc6-87be-8d1fbc720ca6 HTTP/1.1" status: 204 len: 168 time: 0.5300677 Sep 19 17:40:09.624701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54108) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:09.824095 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f1a2bf5-5daa-4131-afb3-dfa8adbd8cae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=386a5aac3d63415dbbc5ef85886b29e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976225 Sep 19 17:40:09.826505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54114) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:10.012180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc60c9e-3b08-48a0-b8a7-5c42f68804da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:10.040634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc60c9e-3b08-48a0-b8a7-5c42f68804da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:10.106081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc60c9e-3b08-48a0-b8a7-5c42f68804da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:10.123598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc60c9e-3b08-48a0-b8a7-5c42f68804da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7388950c-491e-4d60-898a-db91e4c3ddc9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:10.129483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bbc60c9e-3b08-48a0-b8a7-5c42f68804da admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:10.130658 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bbc60c9e-3b08-48a0-b8a7-5c42f68804da admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7388950c-491e-4d60-898a-db91e4c3ddc9 HTTP/1.1" status: 204 len: 168 time: 0.3030972 Sep 19 17:40:10.932633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54138) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:11.076164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1642875399-network', 'tenant_id': '01cfbb1ededc44738a892bae831c3802'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:11.081834 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:11.086342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Usage tracker for resource:network and tenant:01cfbb1ededc44738a892bae831c3802 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:11.089711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:11.095979 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:11.109004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Made reservation on behalf of 01cfbb1ededc44738a892bae831c3802 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:11.111691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.124972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.140122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:11.144075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Usage tracker for resource:security_group_rule and tenant:01cfbb1ededc44738a892bae831c3802 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:11.146871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:11.153238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:11.262774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.268762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.303658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:40:11.312624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56e3396-8cbd-4369-b8ee-632d40cd4654,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:11.321359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.321894 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Added segment 77c93176-7d76-4316-b93e-2f42ef807e9d of type vlan for network 7e7589f1-819f-4b74-ae99-75a729318d8f Sep 19 17:40:11.355473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.392904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.394111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:11.394697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.402171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-82116340-5ce9-4600-9d30-a0c7cc584f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.499940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] Pushing event updated for resources: {'Network': ['ID=7e7589f1-819f-4b74-ae99-75a729318d8f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:11.502846 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1e294bcd-bfc6-4545-a155-f9fa89f8b39c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5687737 Sep 19 17:40:11.505742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54144) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:11.511042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 7e7589f1-819f-4b74-ae99-75a729318d8f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:40:11.512501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Request body: {'subnet': {'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-subnet', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:11.518170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:11.522231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Usage tracker for resource:subnet and tenant:01cfbb1ededc44738a892bae831c3802 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:11.525654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:11.532055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:11.546493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Made reservation on behalf of 01cfbb1ededc44738a892bae831c3802 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:11.549017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.879911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:11.956522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:11.970746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Checking segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:11.971133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Network hostable DHCP agents. Network: 7e7589f1-819f-4b74-ae99-75a729318d8f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:40:11.993220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Network 7e7589f1-819f-4b74-ae99-75a729318d8f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:40:12.009881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 7e7589f1-819f-4b74-ae99-75a729318d8f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:12.015367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:12.016391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.019574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b876290-0c27-42c4-8510-93688955882a None None] Network 7e7589f1-819f-4b74-ae99-75a729318d8f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:12.038745 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-50c1fa69-6071-4570-a99f-97bb1cc11caa admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5319343 Sep 19 17:40:12.041510 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54148) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:12.047134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:12.052228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:12.056329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Usage tracker for resource:router and tenant:01cfbb1ededc44738a892bae831c3802 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:12.059488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:12.066675 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:12.082502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.083684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.101619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.282387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-7e7589f1-819f-4b74-ae99-75a729318d8f', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'fixed_ips': [{'subnet_id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:40:12.283255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.377938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.455363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Allocated IP 172.20.0.2 (7e7589f1-819f-4b74-ae99-75a729318d8f/ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c/22dc232d-8543-46cf-9392-93942d7f7743) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:12.669330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.680244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Transition to ACTIVE for port object 22dc232d-8543-46cf-9392-93942d7f7743 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:12.700134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Transition to ACTIVE for port object 22dc232d-8543-46cf-9392-93942d7f7743 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:12.707161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.707418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.737175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.779110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Network 7e7589f1-819f-4b74-ae99-75a729318d8f is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:12.782217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:12.784659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:12.827676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Pushing event updated for resources: {'Port': ['ID=22dc232d-8543-46cf-9392-93942d7f7743,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:12.920853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Allocated IP 172.26.10.102 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/c3e24c49-94de-4b55-8a67-958dff2f547d) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:12.930874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Attempting to bind port 22dc232d-8543-46cf-9392-93942d7f7743 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:12.931268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Attempting to bind port 22dc232d-8543-46cf-9392-93942d7f7743 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:12.931621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Attempting to bind port 22dc232d-8543-46cf-9392-93942d7f7743 on network 7e7589f1-819f-4b74-ae99-75a729318d8f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:12.937381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:12.937752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Checking segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:12.938159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:12.938554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Bound using segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:12.939054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Bound port: 22dc232d-8543-46cf-9392-93942d7f7743, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:12.939429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:13.031612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] For port 22dc232d-8543-46cf-9392-93942d7f7743, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:13.034746 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] For port 22dc232d-8543-46cf-9392-93942d7f7743, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=22dc232d-8543-46cf-9392-93942d7f7743,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:13.041882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:13.078022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:13.109041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:13.118440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c06d6e-d5ae-406f-ba7c-6ee27bb831b2 None None] Pushing event updated for resources: {'Port': ['ID=22dc232d-8543-46cf-9392-93942d7f7743,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:13.178800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:13.181793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:13.184639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:13.220806 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Pushing event updated for resources: {'Port': ['ID=c3e24c49-94de-4b55-8a67-958dff2f547d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:13.576001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-685f1d92-630b-463a-b189-c43ab5cab298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:13.756234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:14.030825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8852fad-00b6-488b-9b56-b355add4b531 None None] Network 7e7589f1-819f-4b74-ae99-75a729318d8f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:14.110947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:14.119235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8f3b8432-1d5e-4e26-88f7-ec466abcb0d2 None None] Provisioning for port 22dc232d-8543-46cf-9392-93942d7f7743 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:14.322118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Router 76fff717-76d0-47ae-8816-86c41d0341a9 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:40:14.518208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:40:14.528177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Sync routers for ids ['76fff717-76d0-47ae-8816-86c41d0341a9'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:40:14.544076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Routers {'76fff717-76d0-47ae-8816-86c41d0341a9'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:40:14.544821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:40:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['76fff717-76d0-47ae-8816-86c41d0341a9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:14.547228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:14.548857 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8a6a0adf-4553-4c32-96a5-d411331981bb admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5063953 Sep 19 17:40:14.551886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54152) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:14.736167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Set router 76fff717-76d0-47ae-8816-86c41d0341a9 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:40:15.058420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 22dc232d-8543-46cf-9392-93942d7f7743 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:15.106551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102'}], 'enable_snat': True}, 'gw_port_id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:13Z', 'revision_number': 3, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port': {'id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:15.117940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Checking router: 76fff717-76d0-47ae-8816-86c41d0341a9 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:40:15.118293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Updating router 76fff717-76d0-47ae-8816-86c41d0341a9 port c3e24c49-94de-4b55-8a67-958dff2f547d binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:40:15.190165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.240938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 22dc232d-8543-46cf-9392-93942d7f7743 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:15.243774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.246202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.258188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 22dc232d-8543-46cf-9392-93942d7f7743 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:15.258591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.337182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.454709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Allocated IP 172.20.0.1 (7e7589f1-819f-4b74-ae99-75a729318d8f/ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c/606954d6-77f5-484b-9f9a-bf6668a5124a) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:15.538357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 22dc232d-8543-46cf-9392-93942d7f7743 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:15.538613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.590927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 22dc232d-8543-46cf-9392-93942d7f7743, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=22dc232d-8543-46cf-9392-93942d7f7743,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:15.605058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.605671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.621216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Transition to ACTIVE for port object 606954d6-77f5-484b-9f9a-bf6668a5124a will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:15.647713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.721726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Network 7e7589f1-819f-4b74-ae99-75a729318d8f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:15.723151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.724890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:15.727636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:15.732103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=22dc232d-8543-46cf-9392-93942d7f7743,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:15.743924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Transition to ACTIVE for port object c3e24c49-94de-4b55-8a67-958dff2f547d will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:15.753052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.785422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Pushing event updated for resources: {'Port': ['ID=606954d6-77f5-484b-9f9a-bf6668a5124a,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:15.801773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.819560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Attempting to bind port c3e24c49-94de-4b55-8a67-958dff2f547d on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:15.819927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Attempting to bind port c3e24c49-94de-4b55-8a67-958dff2f547d by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:15.820291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Attempting to bind port c3e24c49-94de-4b55-8a67-958dff2f547d on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:15.830729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:15.831138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:15.831557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.831938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:15.832419 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Bound port: c3e24c49-94de-4b55-8a67-958dff2f547d, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:15.832793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:15.861816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d3207-e8d8-4ab3-832d-eac4391425f6 None None] Pushing event updated for resources: {'Port': ['ID=c3e24c49-94de-4b55-8a67-958dff2f547d,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:15.922457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] For port c3e24c49-94de-4b55-8a67-958dff2f547d, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:15.925566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] For port c3e24c49-94de-4b55-8a67-958dff2f547d, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c3e24c49-94de-4b55-8a67-958dff2f547d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:15.934680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:16.010075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Routers {'76fff717-76d0-47ae-8816-86c41d0341a9'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:40:16.010624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:40:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['76fff717-76d0-47ae-8816-86c41d0341a9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:16.082504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0e98dd64-36b8-4714-a594-ad980fb2d75f None None] Provisioning for port 606954d6-77f5-484b-9f9a-bf6668a5124a completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:16.110138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0e98dd64-36b8-4714-a594-ad980fb2d75f None None] Provisioning complete for port 606954d6-77f5-484b-9f9a-bf6668a5124a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:16.110507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e98dd64-36b8-4714-a594-ad980fb2d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:16.146106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d3207-e8d8-4ab3-832d-eac4391425f6 None None] Pushing event updated for resources: {'Port': ['ID=c3e24c49-94de-4b55-8a67-958dff2f547d,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:16.190001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:16.274383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0e98dd64-36b8-4714-a594-ad980fb2d75f None None] Port 606954d6-77f5-484b-9f9a-bf6668a5124a cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:40:16.293484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] Set router 76fff717-76d0-47ae-8816-86c41d0341a9 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:40:16.421058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:16.438146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:16.525766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:16.551312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Pushing event updated for resources: {'Port': ['ID=606954d6-77f5-484b-9f9a-bf6668a5124a,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:16.553901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:16.645935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102'}], 'enable_snat': True}, 'gw_port_id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:13Z', 'revision_number': 3, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port': {'id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:16.650079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37046cb7-5f7a-4f5c-8bfa-16b0b717f2de None None] The sync data for ids ['76fff717-76d0-47ae-8816-86c41d0341a9'] in dv-neutron-857789-3-hyperv is: [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102'}], 'enable_snat': True}, 'gw_port_id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:13Z', 'revision_number': 3, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port': {'id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:40:16.698114 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Network 7e7589f1-819f-4b74-ae99-75a729318d8f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:16.699953 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:16.908412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Router 76fff717-76d0-47ae-8816-86c41d0341a9 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:40:17.007109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bd1a633d-041f-4fb5-9e10-21026889ad9e None None] Provisioning complete for port 606954d6-77f5-484b-9f9a-bf6668a5124a triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:17.007772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd1a633d-041f-4fb5-9e10-21026889ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.079161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a633d-041f-4fb5-9e10-21026889ad9e None None] Port 606954d6-77f5-484b-9f9a-bf6668a5124a cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:40:17.118842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c3e24c49-94de-4b55-8a67-958dff2f547d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:17.119564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:40:17.130954 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6257f1bb-a27a-4d57-be58-f924fc391609 admin admin] 10.222.0.83 "PUT /v2.0/routers/76fff717-76d0-47ae-8816-86c41d0341a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5779991 Sep 19 17:40:17.192473 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c3e24c49-94de-4b55-8a67-958dff2f547d completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:17.198193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c3e24c49-94de-4b55-8a67-958dff2f547d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:17.198702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.328549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c3e24c49-94de-4b55-8a67-958dff2f547d is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:17.328943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.347043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port c3e24c49-94de-4b55-8a67-958dff2f547d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c3e24c49-94de-4b55-8a67-958dff2f547d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:17.352119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.352937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 22dc232d-8543-46cf-9392-93942d7f7743 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:17.480987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=c3e24c49-94de-4b55-8a67-958dff2f547d,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:17.497970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 22dc232d-8543-46cf-9392-93942d7f7743 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:17.498455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.629163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 22dc232d-8543-46cf-9392-93942d7f7743 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:17.707535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54170) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:17.713550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-616090107-network', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:17.718707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:17.722796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Usage tracker for resource:network and tenant:3978d5cf98b34e96b777e679bf71ee07 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:17.726528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:17.732504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:17.746211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Made reservation on behalf of 3978d5cf98b34e96b777e679bf71ee07 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:17.749674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.765922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.782172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:17.786432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Usage tracker for resource:security_group_rule and tenant:3978d5cf98b34e96b777e679bf71ee07 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:17.789390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:17.795621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:17.884342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.892591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.925540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:40:17.933945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b172b-1987-4265-bf19-53bbb15666cc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:17.939653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:17.939998 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Added segment 4fcf90ae-b827-4c14-a792-8c1ac21dd425 of type vlan for network 87c71834-3da5-4a97-93d3-c2341625e2bc Sep 19 17:40:17.970128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.003796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.004777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:18.005512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.109742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] Pushing event updated for resources: {'Network': ['ID=87c71834-3da5-4a97-93d3-c2341625e2bc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:18.112835 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fe22c346-c61c-480a-a5a3-e6b41a224f35 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4042680 Sep 19 17:40:18.116216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54174) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:18.121826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Request body: {'subnet': {'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-subnet', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:18.122466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 87c71834-3da5-4a97-93d3-c2341625e2bc details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:40:18.127114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:18.130958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Usage tracker for resource:subnet and tenant:3978d5cf98b34e96b777e679bf71ee07 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:18.133780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:18.139685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:18.152056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Made reservation on behalf of 3978d5cf98b34e96b777e679bf71ee07 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:18.154999 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.259205 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Sync routers for ids ['76fff717-76d0-47ae-8816-86c41d0341a9'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:40:18.269771 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Routers {'76fff717-76d0-47ae-8816-86c41d0341a9'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:40:18.270386 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:40:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['76fff717-76d0-47ae-8816-86c41d0341a9'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:18.458645 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Set router 76fff717-76d0-47ae-8816-86c41d0341a9 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:40:18.488540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.568453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ec3a25-d99c-4538-9a9b-693e46184784,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:18.578934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Checking segment: {'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:18.579306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Network hostable DHCP agents. Network: 87c71834-3da5-4a97-93d3-c2341625e2bc, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:40:18.602490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Network 87c71834-3da5-4a97-93d3-c2341625e2bc is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:40:18.614098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 87c71834-3da5-4a97-93d3-c2341625e2bc) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:18.618877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:18.619491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.625717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44493f48-ec59-44e7-8bd8-db28e4c77206 None None] Network 87c71834-3da5-4a97-93d3-c2341625e2bc requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:18.643057 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6b157dce-44d3-4b08-932d-3a72fe32e1ae admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5255332 Sep 19 17:40:18.645636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54178) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:18.651884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:18.656960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:18.661026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Usage tracker for resource:router and tenant:3978d5cf98b34e96b777e679bf71ee07 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:40:18.664575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:40:18.671123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:18.684161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.685239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.702173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.832389 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102'}], 'enable_snat': True}, 'gw_port_id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:16Z', 'revision_number': 4, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port': {'id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '606954d6-77f5-484b-9f9a-bf6668a5124a', 'name': '', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'mac_address': 'fa:16:3e:fd:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:15Z', 'updated_at': '2022-09-19T17:40:16Z', 'revision_number': 2, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'subnets': [{'id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:18.836583 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Checking router: 76fff717-76d0-47ae-8816-86c41d0341a9 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:40:18.838824 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Updating router 76fff717-76d0-47ae-8816-86c41d0341a9 port 606954d6-77f5-484b-9f9a-bf6668a5124a binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:40:18.855416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-87c71834-3da5-4a97-93d3-c2341625e2bc', 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'fixed_ips': [{'subnet_id': 'e1ec3a25-d99c-4538-9a9b-693e46184784'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:40:18.856495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:18.893636 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.002296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.035231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Allocated IP 172.20.0.2 (87c71834-3da5-4a97-93d3-c2341625e2bc/e1ec3a25-d99c-4538-9a9b-693e46184784/4a2ad839-c937-41b0-b7de-4919b020c68e) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:19.068464 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c3e24c49-94de-4b55-8a67-958dff2f547d up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:19.245511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c3e24c49-94de-4b55-8a67-958dff2f547d triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:19.246374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.279431 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.294752 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Transition to ACTIVE for port object 606954d6-77f5-484b-9f9a-bf6668a5124a will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:19.303903 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.361474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.374663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Transition to ACTIVE for port object 4a2ad839-c937-41b0-b7de-4919b020c68e will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:19.441730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Transition to ACTIVE for port object 4a2ad839-c937-41b0-b7de-4919b020c68e will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:19.449088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c3e24c49-94de-4b55-8a67-958dff2f547d is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:19.455210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.505775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.531872 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Network 87c71834-3da5-4a97-93d3-c2341625e2bc is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:19.535224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:19.539548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:19.547369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Pushing event updated for resources: {'Port': ['ID=4a2ad839-c937-41b0-b7de-4919b020c68e,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:19.559843 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Pushing event updated for resources: {'Port': ['ID=606954d6-77f5-484b-9f9a-bf6668a5124a,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:19.564026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.580639 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.581006 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.581316 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.581656 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.582053 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.582390 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.582717 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.583069 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.583394 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.583713 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.584035 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.584389 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:19.593098 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Attempting to bind port 606954d6-77f5-484b-9f9a-bf6668a5124a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:19.593466 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Attempting to bind port 606954d6-77f5-484b-9f9a-bf6668a5124a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:19.593836 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Attempting to bind port 606954d6-77f5-484b-9f9a-bf6668a5124a on network 7e7589f1-819f-4b74-ae99-75a729318d8f {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:19.600969 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:19.601575 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Checking segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:19.601672 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.602034 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Bound using segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:19.602512 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Bound port: 606954d6-77f5-484b-9f9a-bf6668a5124a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:19.602893 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.716171 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] For port 606954d6-77f5-484b-9f9a-bf6668a5124a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:19.720764 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] For port 606954d6-77f5-484b-9f9a-bf6668a5124a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=606954d6-77f5-484b-9f9a-bf6668a5124a,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:19.722350 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Attempting to bind port 4a2ad839-c937-41b0-b7de-4919b020c68e on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:19.723094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Attempting to bind port 4a2ad839-c937-41b0-b7de-4919b020c68e by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:19.723702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Attempting to bind port 4a2ad839-c937-41b0-b7de-4919b020c68e on network 87c71834-3da5-4a97-93d3-c2341625e2bc {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:19.725781 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.736263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:19.736726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Checking segment: {'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:19.737547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.738255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Bound using segment: {'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:19.739216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Bound port: 4a2ad839-c937-41b0-b7de-4919b020c68e, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:19.739694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.754296 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Allocated IP 172.26.10.236 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/4b014dc8-d42e-4176-9a71-f46fbdac4c89) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:19.784469 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Routers {'76fff717-76d0-47ae-8816-86c41d0341a9'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:40:19.785115 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:40:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['76fff717-76d0-47ae-8816-86c41d0341a9'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:19.848052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] For port 4a2ad839-c937-41b0-b7de-4919b020c68e, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:19.852192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] For port 4a2ad839-c937-41b0-b7de-4919b020c68e, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4a2ad839-c937-41b0-b7de-4919b020c68e,segment=NetworkSegment(4fcf90ae-b827-4c14-a792-8c1ac21dd425),segment_id=4fcf90ae-b827-4c14-a792-8c1ac21dd425)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:19.858665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.926527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.941663 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2bd6f-2e30-476c-8411-132d17b000b4 None None] Pushing event updated for resources: {'Port': ['ID=606954d6-77f5-484b-9f9a-bf6668a5124a,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:19.942541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79be18-9192-4340-8afe-2d75288bb792 None None] Pushing event updated for resources: {'Port': ['ID=4a2ad839-c937-41b0-b7de-4919b020c68e,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:19.968860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:19.993735 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] Set router 76fff717-76d0-47ae-8816-86c41d0341a9 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:40:20.042652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:20.047423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:20.051234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:20.103471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b014dc8-d42e-4176-9a71-f46fbdac4c89,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:20.378379 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102'}], 'enable_snat': True}, 'gw_port_id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:16Z', 'revision_number': 4, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port': {'id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '606954d6-77f5-484b-9f9a-bf6668a5124a', 'name': '', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'mac_address': 'fa:16:3e:fd:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:15Z', 'updated_at': '2022-09-19T17:40:19Z', 'revision_number': 4, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'subnets': [{'id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:20.382588 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b78cf-8c93-412c-a5d8-2ce28f7181bd None None] The sync data for ids ['76fff717-76d0-47ae-8816-86c41d0341a9'] in dv-neutron-857789-3-hyperv is: [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102'}], 'enable_snat': True}, 'gw_port_id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:16Z', 'revision_number': 4, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port': {'id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '606954d6-77f5-484b-9f9a-bf6668a5124a', 'name': '', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'mac_address': 'fa:16:3e:fd:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:15Z', 'updated_at': '2022-09-19T17:40:19Z', 'revision_number': 4, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'subnets': [{'id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:40:20.581439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:20.984288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba99e35-391e-4bfc-bd26-6b3e9adff3dc None None] Network 87c71834-3da5-4a97-93d3-c2341625e2bc requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:40:21.153433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:21.155717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4a2ad839-c937-41b0-b7de-4919b020c68e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:21.262513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bde45d62-f904-445c-85cf-b6c8043c89e0 None None] Provisioning for port 4a2ad839-c937-41b0-b7de-4919b020c68e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:21.351404 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 4a2ad839-c937-41b0-b7de-4919b020c68e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:21.359427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4a2ad839-c937-41b0-b7de-4919b020c68e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:21.359980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:21.412298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Router 8e937059-4340-46ec-80a0-84253ce6d2b4 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:40:21.515822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4a2ad839-c937-41b0-b7de-4919b020c68e is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:21.516367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:21.564445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 4a2ad839-c937-41b0-b7de-4919b020c68e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4a2ad839-c937-41b0-b7de-4919b020c68e,segment=NetworkSegment(4fcf90ae-b827-4c14-a792-8c1ac21dd425),segment_id=4fcf90ae-b827-4c14-a792-8c1ac21dd425)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:21.573129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:21.574355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 606954d6-77f5-484b-9f9a-bf6668a5124a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:21.680253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:40:21.710444 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Sync routers for ids ['8e937059-4340-46ec-80a0-84253ce6d2b4'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:40:21.713560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:21.715159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f722b020-56d6-4205-aac5-a9006a1d5ed3 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0677691 Sep 19 17:40:21.718852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54182) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:40:21.746936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Routers {'8e937059-4340-46ec-80a0-84253ce6d2b4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:40:21.747855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:40:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['8e937059-4340-46ec-80a0-84253ce6d2b4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:21.823732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 606954d6-77f5-484b-9f9a-bf6668a5124a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:21.840414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=4a2ad839-c937-41b0-b7de-4919b020c68e,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:21.848642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 606954d6-77f5-484b-9f9a-bf6668a5124a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:21.849020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:21.958444 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5186094e-9937-4d2d-848b-7ee0cb5770e7 None None] Provisioning complete for port 4a2ad839-c937-41b0-b7de-4919b020c68e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:21.958812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5186094e-9937-4d2d-848b-7ee0cb5770e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:22.076338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Set router 8e937059-4340-46ec-80a0-84253ce6d2b4 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:40:22.448048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:22.461284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 606954d6-77f5-484b-9f9a-bf6668a5124a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:22.461661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:22.485605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5186094e-9937-4d2d-848b-7ee0cb5770e7 None None] Current status of the port 4a2ad839-c937-41b0-b7de-4919b020c68e is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:22.542202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 606954d6-77f5-484b-9f9a-bf6668a5124a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=606954d6-77f5-484b-9f9a-bf6668a5124a,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:22.576161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:22.666779 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=606954d6-77f5-484b-9f9a-bf6668a5124a,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:22.679665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Allocated IP 172.20.0.1 (87c71834-3da5-4a97-93d3-c2341625e2bc/e1ec3a25-d99c-4538-9a9b-693e46184784/849b7930-84d8-49ec-b207-08aca8cb5939) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:22.687513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:40:20Z', 'revision_number': 3, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port': {'id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:19Z', 'updated_at': '2022-09-19T17:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:22.693135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Checking router: 8e937059-4340-46ec-80a0-84253ce6d2b4 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:40:22.693343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Updating router 8e937059-4340-46ec-80a0-84253ce6d2b4 port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:40:22.751491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:22.964021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:22.983915 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Transition to ACTIVE for port object 849b7930-84d8-49ec-b207-08aca8cb5939 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:23.021450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.040942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4a2ad839-c937-41b0-b7de-4919b020c68e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:23.090963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Network 87c71834-3da5-4a97-93d3-c2341625e2bc is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:23.094303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:23.098435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:23.143861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Pushing event updated for resources: {'Port': ['ID=849b7930-84d8-49ec-b207-08aca8cb5939,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:23.156719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.159748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.173362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Transition to ACTIVE for port object 4b014dc8-d42e-4176-9a71-f46fbdac4c89 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:23.185300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.247638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Attempting to bind port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:23.248079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Attempting to bind port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:23.248455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Attempting to bind port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:23.257827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4a2ad839-c937-41b0-b7de-4919b020c68e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:23.258215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.295430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.306558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:23.306943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:23.307353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.307748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:23.308243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Bound port: 4b014dc8-d42e-4176-9a71-f46fbdac4c89, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:23.308643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.381682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d049ce-9a44-4fd9-86c1-6d5a2dbfd64f None None] Pushing event updated for resources: {'Port': ['ID=4b014dc8-d42e-4176-9a71-f46fbdac4c89,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:23.394182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-724805df-3e4c-4989-9191-db26ad4e9fb2 None None] Provisioning for port 849b7930-84d8-49ec-b207-08aca8cb5939 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:23.419661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-724805df-3e4c-4989-9191-db26ad4e9fb2 None None] Provisioning complete for port 849b7930-84d8-49ec-b207-08aca8cb5939 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:23.420177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-724805df-3e4c-4989-9191-db26ad4e9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.470850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] For port 4b014dc8-d42e-4176-9a71-f46fbdac4c89, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:23.518215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] For port 4b014dc8-d42e-4176-9a71-f46fbdac4c89, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4b014dc8-d42e-4176-9a71-f46fbdac4c89,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:23.531716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.554477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.560955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.568927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-724805df-3e4c-4989-9191-db26ad4e9fb2 None None] Port 849b7930-84d8-49ec-b207-08aca8cb5939 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:40:23.609990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4a2ad839-c937-41b0-b7de-4919b020c68e is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:23.611105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 606954d6-77f5-484b-9f9a-bf6668a5124a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:23.648897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Routers {'8e937059-4340-46ec-80a0-84253ce6d2b4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:40:23.649446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:40:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['8e937059-4340-46ec-80a0-84253ce6d2b4'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:23.669621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.680010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Pushing event updated for resources: {'Port': ['ID=849b7930-84d8-49ec-b207-08aca8cb5939,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:23.744983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d049ce-9a44-4fd9-86c1-6d5a2dbfd64f None None] Pushing event updated for resources: {'Port': ['ID=4b014dc8-d42e-4176-9a71-f46fbdac4c89,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:23.817503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Network 87c71834-3da5-4a97-93d3-c2341625e2bc is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:23.818834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:23.853217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 606954d6-77f5-484b-9f9a-bf6668a5124a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:23.853596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:23.909378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] Set router 8e937059-4340-46ec-80a0-84253ce6d2b4 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:40:24.025134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Router 8e937059-4340-46ec-80a0-84253ce6d2b4 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:40:24.214215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:40:24.224979 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-84364e6a-e3a3-484d-b6ac-7742b31b673b admin admin] 10.222.0.83 "PUT /v2.0/routers/8e937059-4340-46ec-80a0-84253ce6d2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5040262 Sep 19 17:40:24.253384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3f98d23d-3145-484c-bf82-b7c9c867544b None None] Provisioning complete for port 849b7930-84d8-49ec-b207-08aca8cb5939 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:24.253384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3f98d23d-3145-484c-bf82-b7c9c867544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:24.276661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 606954d6-77f5-484b-9f9a-bf6668a5124a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:24.360291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3f98d23d-3145-484c-bf82-b7c9c867544b None None] Port 849b7930-84d8-49ec-b207-08aca8cb5939 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:40:24.402839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 4, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port': {'id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:19Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '849b7930-84d8-49ec-b207-08aca8cb5939', 'name': '', 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'mac_address': 'fa:16:3e:a4:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:22Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 2, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'subnets': [{'id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:24.407112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3452ac-61f7-490e-b353-f8aa82d91201 None None] The sync data for ids ['8e937059-4340-46ec-80a0-84253ce6d2b4'] in dv-neutron-857789-3-hyperv is: [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 4, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port': {'id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:19Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '849b7930-84d8-49ec-b207-08aca8cb5939', 'name': '', 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'mac_address': 'fa:16:3e:a4:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:22Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 2, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'subnets': [{'id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:40:24.932752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-7a942852-3ad6-43fc-b8ad-6f68391afa77 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:24.934286 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-7a942852-3ad6-43fc-b8ad-6f68391afa77 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 817 time: 0.1585984 Sep 19 17:40:24.952911 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-c04a9dac-48bc-42a3-b3f6-95b449f349f8 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/quotas/01cfbb1ededc44738a892bae831c3802 HTTP/1.1" status: 200 len: 375 time: 0.0117838 Sep 19 17:40:25.052337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-194089ea-391e-4a35-9d37-e634b271eb18 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:40:25.083185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-194089ea-391e-4a35-9d37-e634b271eb18 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:40:25.086010 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-194089ea-391e-4a35-9d37-e634b271eb18 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273615 Sep 19 17:40:25.373416 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-a6d2b1a4-a1fd-4240-bd98-648e88c8c2c5 service neutron] 10.222.0.83 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750697 Sep 19 17:40:25.530568 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e36bf033-940a-414b-b3e2-056ce22d20c7 service neutron] 10.222.0.83 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490965 Sep 19 17:40:25.709820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:25.755722 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fd020060-d686-4179-81d0-31f0d646a754 req-196088b4-a287-4457-8987-febff4e653d5 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 210 time: 0.0590508 Sep 19 17:40:26.880039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-08030274-3206-4059-8a24-217d711026f0 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:26.881987 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-08030274-3206-4059-8a24-217d711026f0 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 817 time: 0.1691780 Sep 19 17:40:26.929949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Request body: {'port': {'device_id': '8a9b17b2-ad74-40ff-949b-5a5692bb0a22', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'admin_state_up': True, 'tenant_id': '01cfbb1ededc44738a892bae831c3802'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:26.954827 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-38772d6d-83db-41ed-b3bf-def12820c6ae req-7dcd2d12-9ab4-44a2-9ef3-73a2c0036ae0 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 210 time: 0.0718155 Sep 19 17:40:27.062335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4b014dc8-d42e-4176-9a71-f46fbdac4c89 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:27.086841 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:27.097263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:27.109873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Made reservation on behalf of 01cfbb1ededc44738a892bae831c3802 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:27.113825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:27.136334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:27.141804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:27.142179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:27.270562 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:27.270967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:27.284683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Allocated IP 172.20.0.10 (7e7589f1-819f-4b74-ae99-75a729318d8f/ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c/016b3bc0-be27-4112-b255-3acfbba5a003) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:27.288381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 4b014dc8-d42e-4176-9a71-f46fbdac4c89, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4b014dc8-d42e-4176-9a71-f46fbdac4c89,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:27.293551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:27.365363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=4b014dc8-d42e-4176-9a71-f46fbdac4c89,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:27.374011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.374389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.374736 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.375100 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.375435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.375770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.376103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.376435 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.376760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.377083 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.377408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.377732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:27.529336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:27.547060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Transition to ACTIVE for port object 016b3bc0-be27-4112-b255-3acfbba5a003 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:27.575328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:27.665356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Network 7e7589f1-819f-4b74-ae99-75a729318d8f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:27.668658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:27.672651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:27.710428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Pushing event updated for resources: {'Port': ['ID=016b3bc0-be27-4112-b255-3acfbba5a003,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:27.753667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:27.753981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:27.783612 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-3a93bc47-302a-459c-bfa9-5a8bca6f1c40 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8577871 Sep 19 17:40:27.793898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-0b3ebef1-a473-4aa7-aa10-f43b866ed629 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:40:27.795028 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-0b3ebef1-a473-4aa7-aa10-f43b866ed629 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055947 Sep 19 17:40:27.906141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-87b52aab-1db0-4d72-b57f-6ccecc16d6ab None None] Provisioning for port 016b3bc0-be27-4112-b255-3acfbba5a003 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:27.911826 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-87b52aab-1db0-4d72-b57f-6ccecc16d6ab None None] Provisioning complete for port 016b3bc0-be27-4112-b255-3acfbba5a003 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:27.912233 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-87b52aab-1db0-4d72-b57f-6ccecc16d6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:27.924566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Request body: {'port': {'device_id': '8a9b17b2-ad74-40ff-949b-5a5692bb0a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:27.976891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-87b52aab-1db0-4d72-b57f-6ccecc16d6ab None None] Port 016b3bc0-be27-4112-b255-3acfbba5a003 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:40:28.067466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:28.219007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b58bc-72db-48ff-b72c-9b9e0397e0a7 req-6fcc26d0-a177-4383-b5ed-cb5ab1e10c49 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:28.221249 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-095b58bc-72db-48ff-b72c-9b9e0397e0a7 req-6fcc26d0-a177-4383-b5ed-cb5ab1e10c49 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 932 time: 0.1437459 Sep 19 17:40:28.272072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-095b58bc-72db-48ff-b72c-9b9e0397e0a7 req-c4a2e1c1-a7a5-4a4f-b7d4-c575eac48289 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:40:28.295290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-095b58bc-72db-48ff-b72c-9b9e0397e0a7 req-c4a2e1c1-a7a5-4a4f-b7d4-c575eac48289 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:40:28.296414 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-095b58bc-72db-48ff-b72c-9b9e0397e0a7 req-c4a2e1c1-a7a5-4a4f-b7d4-c575eac48289 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693099 Sep 19 17:40:28.351800 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Sync routers for ids ['8e937059-4340-46ec-80a0-84253ce6d2b4'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:40:28.362988 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Routers {'8e937059-4340-46ec-80a0-84253ce6d2b4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:40:28.363614 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:40:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['8e937059-4340-46ec-80a0-84253ce6d2b4'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:28.452828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016b3bc0-be27-4112-b255-3acfbba5a003 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:40:28.459191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:28.473809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Transition to ACTIVE for port object 016b3bc0-be27-4112-b255-3acfbba5a003 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:28.479669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:28.557019 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Set router 8e937059-4340-46ec-80a0-84253ce6d2b4 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:40:28.785603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Pushing event updated for resources: {'Port': ['ID=016b3bc0-be27-4112-b255-3acfbba5a003,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:28.830002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Attempting to bind port 016b3bc0-be27-4112-b255-3acfbba5a003 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:28.830312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Attempting to bind port 016b3bc0-be27-4112-b255-3acfbba5a003 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:28.830647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Attempting to bind port 016b3bc0-be27-4112-b255-3acfbba5a003 on network 7e7589f1-819f-4b74-ae99-75a729318d8f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:28.835488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Port 016b3bc0-be27-4112-b255-3acfbba5a003 on network 7e7589f1-819f-4b74-ae99-75a729318d8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:40:28.835808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Attempting to bind port 016b3bc0-be27-4112-b255-3acfbba5a003 on network 7e7589f1-819f-4b74-ae99-75a729318d8f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:28.841073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:28.841361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Checking segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:28.842416 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Bound using segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:28.842855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Bound port: 016b3bc0-be27-4112-b255-3acfbba5a003, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:28.843228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:28.909994 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 4, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port': {'id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:19Z', 'updated_at': '2022-09-19T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '849b7930-84d8-49ec-b207-08aca8cb5939', 'name': '', 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'mac_address': 'fa:16:3e:a4:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:22Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 2, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'subnets': [{'id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:28.915689 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Checking router: 8e937059-4340-46ec-80a0-84253ce6d2b4 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:40:28.916039 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Updating router 8e937059-4340-46ec-80a0-84253ce6d2b4 port 849b7930-84d8-49ec-b207-08aca8cb5939 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:40:28.937966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] For port 016b3bc0-be27-4112-b255-3acfbba5a003, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:28.941717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] For port 016b3bc0-be27-4112-b255-3acfbba5a003, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=016b3bc0-be27-4112-b255-3acfbba5a003,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:28.950742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:28.981280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:28.981280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:28.981783 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] 10.222.0.86 "PUT /v2.0/ports/016b3bc0-be27-4112-b255-3acfbba5a003 HTTP/1.1" status: 200 len: 1094 time: 1.1789060 Sep 19 17:40:28.984524 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:28.988229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9b17b2-ad74-40ff-949b-5a5692bb0a22', 'tag': '016b3bc0-be27-4112-b255-3acfbba5a003'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:40:28.990641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0d4955-d3cf-43d4-9ded-496050923edb" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9b17b2-ad74-40ff-949b-5a5692bb0a22", "tag": "016b3bc0-be27-4112-b255-3acfbba5a003"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:40:29.032577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8cec-7137-4794-ba99-49b07ac4e801 service neutron] Pushing event updated for resources: {'Port': ['ID=016b3bc0-be27-4112-b255-3acfbba5a003,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:29.087740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4485025c-456c-4cd6-8342-6b21f5f9841a x-openstack-request-id: req-4485025c-456c-4cd6-8342-6b21f5f9841a {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:40:29.088176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9b17b2-ad74-40ff-949b-5a5692bb0a22", "tag": "016b3bc0-be27-4112-b255-3acfbba5a003", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:40:29.088553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4485025c-456c-4cd6-8342-6b21f5f9841a {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:40:29.089572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4485025c-456c-4cd6-8342-6b21f5f9841a'] response: {'name': 'network-changed', 'server_uuid': '8a9b17b2-ad74-40ff-949b-5a5692bb0a22', 'tag': '016b3bc0-be27-4112-b255-3acfbba5a003', 'status': 'completed', 'code': 200} Sep 19 17:40:29.111121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4b014dc8-d42e-4176-9a71-f46fbdac4c89 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:29.135062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-70a9e047-2650-4745-af86-533cec1fd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:29.136903 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-70a9e047-2650-4745-af86-533cec1fd3b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 1097 time: 0.1053793 Sep 19 17:40:29.193095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:29.193792 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:29.211763 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:40:29.220263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-b6cf7ede-7335-4f5f-a2f9-7d4bab5574a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=016b3bc0-be27-4112-b255-3acfbba5a003 HTTP/1.1" status: 200 len: 217 time: 0.0752275 Sep 19 17:40:29.302477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-180f6552-63b1-4f64-a7d3-bcf6c347d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:29.304173 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-180f6552-63b1-4f64-a7d3-bcf6c347d88d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c HTTP/1.1" status: 200 len: 856 time: 0.0764649 Sep 19 17:40:29.320775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:29.400540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-ea3d1e84-25fc-41e9-9c17-b914f618af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:29.402624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-ea3d1e84-25fc-41e9-9c17-b914f618af03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e7589f1-819f-4b74-ae99-75a729318d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913413 Sep 19 17:40:29.447797 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:29.463173 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Transition to ACTIVE for port object 849b7930-84d8-49ec-b207-08aca8cb5939 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:29.472190 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:29.524417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8706312-921d-49f1-bb97-4d73b0af6dfb req-f354e6f2-d7db-4b91-b398-5421bb26565e tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:29.525942 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8706312-921d-49f1-bb97-4d73b0af6dfb req-f354e6f2-d7db-4b91-b398-5421bb26565e tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 944 time: 0.0981226 Sep 19 17:40:29.557512 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-f9f3a007-4260-40d8-9c61-a5136cc63509 service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482213 Sep 19 17:40:29.578243 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c8706312-921d-49f1-bb97-4d73b0af6dfb req-d83ed754-f57f-427b-83c4-5f90a551bde5 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Sep 19 17:40:29.681096 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90f5b-a507-4086-87bc-8ba430b85a57 None None] Pushing event updated for resources: {'Port': ['ID=849b7930-84d8-49ec-b207-08aca8cb5939,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:29.703280 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69a73d82-f96e-4b9e-a499-8a7d4b4eec43 req-611be513-7565-428b-9672-ff56f2b018c6 service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391690 Sep 19 17:40:29.705067 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Attempting to bind port 849b7930-84d8-49ec-b207-08aca8cb5939 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:40:29.705470 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Attempting to bind port 849b7930-84d8-49ec-b207-08aca8cb5939 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:40:29.705823 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Attempting to bind port 849b7930-84d8-49ec-b207-08aca8cb5939 on network 87c71834-3da5-4a97-93d3-c2341625e2bc {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:40:29.713010 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:40:29.713682 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Checking segment: {'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:40:29.713809 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:29.714170 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Bound using segment: {'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:40:29.714628 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Bound port: 849b7930-84d8-49ec-b207-08aca8cb5939, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcf90ae-b827-4c14-a792-8c1ac21dd425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:40:29.715026 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:29.810809 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] For port 849b7930-84d8-49ec-b207-08aca8cb5939, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:40:29.814286 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] For port 849b7930-84d8-49ec-b207-08aca8cb5939, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=849b7930-84d8-49ec-b207-08aca8cb5939,segment=NetworkSegment(4fcf90ae-b827-4c14-a792-8c1ac21dd425),segment_id=4fcf90ae-b827-4c14-a792-8c1ac21dd425)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:40:29.824527 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:29.839153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-1df36e1e-eec7-438b-bac6-b610be2e7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:29.840662 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-1df36e1e-eec7-438b-bac6-b610be2e7763 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 1097 time: 0.0897059 Sep 19 17:40:29.883206 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Routers {'8e937059-4340-46ec-80a0-84253ce6d2b4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:40:29.883836 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:40:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['8e937059-4340-46ec-80a0-84253ce6d2b4'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:29.977900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-945213af-50c8-4c07-b6bb-87d5c2c300e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:29.979498 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-945213af-50c8-4c07-b6bb-87d5c2c300e3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 918 time: 0.1322167 Sep 19 17:40:30.000649 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90f5b-a507-4086-87bc-8ba430b85a57 None None] Pushing event updated for resources: {'Port': ['ID=849b7930-84d8-49ec-b207-08aca8cb5939,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:30.049854 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-f68ecdc1-b554-4368-b1f3-f4dd3cdec3db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=016b3bc0-be27-4112-b255-3acfbba5a003 HTTP/1.1" status: 200 len: 217 time: 0.0627325 Sep 19 17:40:30.109346 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] Set router 8e937059-4340-46ec-80a0-84253ce6d2b4 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:40:30.119155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-3eb392ba-6e2b-4c33-a814-8f7d9dcc997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:30.120620 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-3eb392ba-6e2b-4c33-a814-8f7d9dcc997e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c HTTP/1.1" status: 200 len: 856 time: 0.0644956 Sep 19 17:40:30.207734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-85e687de-584f-4376-9d3a-20a415796799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:30.209237 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-85e687de-584f-4376-9d3a-20a415796799 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e7589f1-819f-4b74-ae99-75a729318d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819316 Sep 19 17:40:30.347970 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-16164df6-d620-4142-99a2-9739ea94e4fb service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303325 Sep 19 17:40:30.441910 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 4, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port': {'id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:19Z', 'updated_at': '2022-09-19T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '849b7930-84d8-49ec-b207-08aca8cb5939', 'name': '', 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'mac_address': 'fa:16:3e:a4:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:22Z', 'updated_at': '2022-09-19T17:40:29Z', 'revision_number': 4, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'subnets': [{'id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:30.446895 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6134c971-0e25-495c-b67a-7519587219e5 None None] The sync data for ids ['8e937059-4340-46ec-80a0-84253ce6d2b4'] in dv-neutron-857789-3-hyperv is: [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:40:23Z', 'revision_number': 4, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port': {'id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:19Z', 'updated_at': '2022-09-19T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '849b7930-84d8-49ec-b207-08aca8cb5939', 'name': '', 'network_id': '87c71834-3da5-4a97-93d3-c2341625e2bc', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'mac_address': 'fa:16:3e:a4:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:22Z', 'updated_at': '2022-09-19T17:40:29Z', 'revision_number': 4, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'subnets': [{'id': 'e1ec3a25-d99c-4538-9a9b-693e46184784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:40:30.491916 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d0d4955-d3cf-43d4-9ded-496050923edb req-4693b233-00e3-4d84-bb2f-84b1c950afa4 service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359248 Sep 19 17:40:30.789830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287ae75-d87d-4af5-bb76-8039d0c4d7c8 req-75f84f6f-f886-4837-b0e5-5f21ed04aef5 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:30.790423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-6287ae75-d87d-4af5-bb76-8039d0c4d7c8 req-75f84f6f-f886-4837-b0e5-5f21ed04aef5 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:40:30.808208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-6287ae75-d87d-4af5-bb76-8039d0c4d7c8 req-75f84f6f-f886-4837-b0e5-5f21ed04aef5 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:40:30.809308 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6287ae75-d87d-4af5-bb76-8039d0c4d7c8 req-75f84f6f-f886-4837-b0e5-5f21ed04aef5 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 944 time: 0.1132686 Sep 19 17:40:30.857519 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6287ae75-d87d-4af5-bb76-8039d0c4d7c8 req-8f0fd5d1-ab50-435e-b2e4-b085ccc3d676 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Sep 19 17:40:31.049705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 849b7930-84d8-49ec-b207-08aca8cb5939 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:31.124986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 849b7930-84d8-49ec-b207-08aca8cb5939 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:31.130596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 849b7930-84d8-49ec-b207-08aca8cb5939 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:31.130992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:31.260877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 849b7930-84d8-49ec-b207-08aca8cb5939 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:31.261255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:31.297534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 849b7930-84d8-49ec-b207-08aca8cb5939, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=849b7930-84d8-49ec-b207-08aca8cb5939,segment=NetworkSegment(4fcf90ae-b827-4c14-a792-8c1ac21dd425),segment_id=4fcf90ae-b827-4c14-a792-8c1ac21dd425)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:31.301984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:31.377932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=849b7930-84d8-49ec-b207-08aca8cb5939,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:32.060455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccb0c2-94c8-4f74-9f20-bc76a239fa62 req-10c7a105-b2ea-474e-a21e-a5db52fba5fc tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:32.062198 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1ccb0c2-94c8-4f74-9f20-bc76a239fa62 req-10c7a105-b2ea-474e-a21e-a5db52fba5fc tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 944 time: 0.0879767 Sep 19 17:40:32.107577 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b1ccb0c2-94c8-4f74-9f20-bc76a239fa62 req-cba6f4fb-b1ba-4412-a946-57250af3970d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Sep 19 17:40:32.679043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 016b3bc0-be27-4112-b255-3acfbba5a003 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:40:32.815043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 016b3bc0-be27-4112-b255-3acfbba5a003, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=016b3bc0-be27-4112-b255-3acfbba5a003,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:32.828621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '016b3bc0-be27-4112-b255-3acfbba5a003', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'port_id': '016b3bc0-be27-4112-b255-3acfbba5a003', 'mac_address': 'fa:16:3e:8f:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:40:32.884301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 016b3bc0-be27-4112-b255-3acfbba5a003 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:32.884682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:32.902695 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016b3bc0-be27-4112-b255-3acfbba5a003 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:40:32.919482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 016b3bc0-be27-4112-b255-3acfbba5a003, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=016b3bc0-be27-4112-b255-3acfbba5a003,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:32.925580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:32.996176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=016b3bc0-be27-4112-b255-3acfbba5a003,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:33.035306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 849b7930-84d8-49ec-b207-08aca8cb5939 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:33.106715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 849b7930-84d8-49ec-b207-08aca8cb5939 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:33.107041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:33.135949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['016b3bc0-be27-4112-b255-3acfbba5a003'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:40:33.317193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 849b7930-84d8-49ec-b207-08aca8cb5939 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:33.319503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdd80f-53a3-412c-8bee-93f24f7b1527 req-a8513e5e-0c4d-4123-a426-a2d57b63786e tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:33.321040 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-73fdd80f-53a3-412c-8bee-93f24f7b1527 req-a8513e5e-0c4d-4123-a426-a2d57b63786e tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 945 time: 0.0960002 Sep 19 17:40:33.370273 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-73fdd80f-53a3-412c-8bee-93f24f7b1527 req-785c0c34-f6f3-42a7-bafe-2b8f131929a2 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Sep 19 17:40:34.582553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f333528-2ca8-45ff-8584-2abf318ed352 req-8a20265c-e35a-4112-b2e8-16db068ace5b tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:34.584461 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f333528-2ca8-45ff-8584-2abf318ed352 req-8a20265c-e35a-4112-b2e8-16db068ace5b tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 945 time: 0.0981336 Sep 19 17:40:34.630974 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5f333528-2ca8-45ff-8584-2abf318ed352 req-edfb9235-04d7-4205-98a1-5b59a59da17c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Sep 19 17:40:34.688550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 016b3bc0-be27-4112-b255-3acfbba5a003 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:40:34.760811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 016b3bc0-be27-4112-b255-3acfbba5a003 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:34.766094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 016b3bc0-be27-4112-b255-3acfbba5a003 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:34.766469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:34.888086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 016b3bc0-be27-4112-b255-3acfbba5a003 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:40:34.888541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:34.915944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9b17b2-ad74-40ff-949b-5a5692bb0a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016b3bc0-be27-4112-b255-3acfbba5a003'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:40:34.918253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a5b170-89ac-4d09-a36e-0f5e3d901fbe" -d '{"events": [{"server_uuid": "8a9b17b2-ad74-40ff-949b-5a5692bb0a22", "name": "network-vif-plugged", "status": "completed", "tag": "016b3bc0-be27-4112-b255-3acfbba5a003"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:40:34.926720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 016b3bc0-be27-4112-b255-3acfbba5a003, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=016b3bc0-be27-4112-b255-3acfbba5a003,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:34.931410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:34.968111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a758ba2-2cc0-4c16-a019-1d1fb75f1d70 x-openstack-request-id: req-6a758ba2-2cc0-4c16-a019-1d1fb75f1d70 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:40:34.968410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9b17b2-ad74-40ff-949b-5a5692bb0a22", "name": "network-vif-plugged", "status": "completed", "tag": "016b3bc0-be27-4112-b255-3acfbba5a003", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:40:34.968660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6a758ba2-2cc0-4c16-a019-1d1fb75f1d70 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:40:34.969056 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a758ba2-2cc0-4c16-a019-1d1fb75f1d70'] response: {'server_uuid': '8a9b17b2-ad74-40ff-949b-5a5692bb0a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016b3bc0-be27-4112-b255-3acfbba5a003', 'code': 200} Sep 19 17:40:35.004535 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=016b3bc0-be27-4112-b255-3acfbba5a003,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:35.213309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b6c0-ca95-4f19-a581-d966b5f6d1be req-0777a2d8-c84b-4bb7-99b0-9ba6264cbbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:35.214821 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b607b6c0-ca95-4f19-a581-d966b5f6d1be req-0777a2d8-c84b-4bb7-99b0-9ba6264cbbda service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 1099 time: 0.0833862 Sep 19 17:40:35.255146 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b607b6c0-ca95-4f19-a581-d966b5f6d1be req-fb41ce1c-5029-4327-ad37-48acd935c47a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345550 Sep 19 17:40:35.837107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f09fb-20ee-4f9f-92af-b03a31f74b8e req-b1b0475e-bcda-421c-84e9-2d988d568a13 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:35.838586 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f92f09fb-20ee-4f9f-92af-b03a31f74b8e req-b1b0475e-bcda-421c-84e9-2d988d568a13 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 946 time: 0.0902317 Sep 19 17:40:35.887599 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f92f09fb-20ee-4f9f-92af-b03a31f74b8e req-b78e6b3f-3c0d-4f38-bc2a-97dac5b36d55 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Sep 19 17:40:37.108896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f58da8-a134-4601-b208-14bd6ed79f09 req-50ee3491-aa82-4569-8612-32540b1a8fa9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:37.110434 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b8f58da8-a134-4601-b208-14bd6ed79f09 req-50ee3491-aa82-4569-8612-32540b1a8fa9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 946 time: 0.1050694 Sep 19 17:40:37.182051 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b8f58da8-a134-4601-b208-14bd6ed79f09 req-90cb5072-5cc4-4db0-a5ab-d1849e443052 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640731 Sep 19 17:40:37.399436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cbe84-4f0e-4639-b17d-14df3a2616b8 req-208ba44f-e35e-4c1f-864c-b2e8fd451a69 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:37.400966 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-196cbe84-4f0e-4639-b17d-14df3a2616b8 req-208ba44f-e35e-4c1f-864c-b2e8fd451a69 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 946 time: 0.0973074 Sep 19 17:40:37.462031 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-196cbe84-4f0e-4639-b17d-14df3a2616b8 req-6ab940c8-cd57-4903-9518-f9ff3785b287 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537233 Sep 19 17:40:41.397931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-05524cf2-d3c5-4848-a7da-18ff710e8154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:43.582061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ce38a2df-6b39-40f5-b966-89410248f103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:45.179904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:45.249524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:46.323228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:52.361960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf790-5e41-4de1-b451-9331c74b10d1 req-2fd267f6-8909-4365-a9d1-22c2bb771217 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:52.363430 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f6bf790-5e41-4de1-b451-9331c74b10d1 req-2fd267f6-8909-4365-a9d1-22c2bb771217 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 946 time: 0.1108897 Sep 19 17:40:52.530130 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f6bf790-5e41-4de1-b451-9331c74b10d1 req-01474737-bd1b-4a62-9505-1247d172ff5d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580789 Sep 19 17:40:53.790651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41efa13-eb12-4794-967c-6e8e74ccffca req-7244def5-224f-4b33-993b-daf1556a6a21 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:53.792212 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d41efa13-eb12-4794-967c-6e8e74ccffca req-7244def5-224f-4b33-993b-daf1556a6a21 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 946 time: 0.1281400 Sep 19 17:40:53.831849 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-f9606fef-674e-4962-a450-157c10769b1d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:53.833399 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-f9606fef-674e-4962-a450-157c10769b1d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 946 time: 0.1006114 Sep 19 17:40:53.846889 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d41efa13-eb12-4794-967c-6e8e74ccffca req-390a9310-8984-47ea-bd6f-9f7e36a64fd6 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 Sep 19 17:40:53.914004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Deleting port 016b3bc0-be27-4112-b255-3acfbba5a003 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:40:53.914368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:54.223480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] For port 016b3bc0-be27-4112-b255-3acfbba5a003, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=016b3bc0-be27-4112-b255-3acfbba5a003,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:40:54.223791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:54.376900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Calling delete_port for 016b3bc0-be27-4112-b255-3acfbba5a003 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:40:54.579778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:54.593854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['016b3bc0-be27-4112-b255-3acfbba5a003'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:40:54.629816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Pushing event deleted for resources: {'Port': ['ID=016b3bc0-be27-4112-b255-3acfbba5a003,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:54.640285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.640642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.640994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.641380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.641720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.642055 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.642386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.642806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.643364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.643675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.644009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.644363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:54.755843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] No DVR routers for this DVR port 016b3bc0-be27-4112-b255-3acfbba5a003 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:40:54.758975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:54.763763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9b17b2-ad74-40ff-949b-5a5692bb0a22', 'name': 'network-vif-deleted', 'tag': '016b3bc0-be27-4112-b255-3acfbba5a003'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:40:54.766441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c73ee4-9945-4768-8639-6afe7e733794" -d '{"events": [{"server_uuid": "8a9b17b2-ad74-40ff-949b-5a5692bb0a22", "name": "network-vif-deleted", "tag": "016b3bc0-be27-4112-b255-3acfbba5a003"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:40:54.783133 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5c38a45c-ea5a-46ab-afbb-17bb64cffa8e req-568fb5f2-05b3-4298-bcb7-4ea971ee7879 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "DELETE /v2.0/ports/016b3bc0-be27-4112-b255-3acfbba5a003 HTTP/1.1" status: 204 len: 173 time: 0.9440026 Sep 19 17:40:54.898892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3117cfa1-8ef1-4338-83e5-ab1230ced567 x-openstack-request-id: req-3117cfa1-8ef1-4338-83e5-ab1230ced567 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:40:54.898892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9b17b2-ad74-40ff-949b-5a5692bb0a22", "name": "network-vif-deleted", "tag": "016b3bc0-be27-4112-b255-3acfbba5a003", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:40:54.898892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3117cfa1-8ef1-4338-83e5-ab1230ced567 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:40:54.900411 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3117cfa1-8ef1-4338-83e5-ab1230ced567'] response: {'server_uuid': '8a9b17b2-ad74-40ff-949b-5a5692bb0a22', 'name': 'network-vif-deleted', 'tag': '016b3bc0-be27-4112-b255-3acfbba5a003', 'status': 'completed', 'code': 200} Sep 19 17:40:55.046882 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a742cb3d-35e2-4ea6-ba02-719a8feb0cce req-ddf89748-c2fd-47aa-ab57-119d0bb00f52 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a9b17b2-ad74-40ff-949b-5a5692bb0a22 HTTP/1.1" status: 200 len: 210 time: 0.0639293 Sep 19 17:40:55.711487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:56.607618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b8db6cca-79c0-4c78-9fb4-232c8700d4cb tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:56.608895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b8db6cca-79c0-4c78-9fb4-232c8700d4cb tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:40:56.628936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b8db6cca-79c0-4c78-9fb4-232c8700d4cb tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:40:56.630701 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b8db6cca-79c0-4c78-9fb4-232c8700d4cb tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 817 time: 0.1876011 Sep 19 17:40:56.649885 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-7a1e0c12-fde7-4d5c-83d9-199c5085174b tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/quotas/01cfbb1ededc44738a892bae831c3802 HTTP/1.1" status: 200 len: 375 time: 0.0127876 Sep 19 17:40:56.781731 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-822a0ee3-324e-4b41-89fb-e651c3f88f87 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232028 Sep 19 17:40:56.802505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-3a536133-0d2f-4651-84cd-c46cb3cc5ca1 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:40:56.803500 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-3a536133-0d2f-4651-84cd-c46cb3cc5ca1 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057526 Sep 19 17:40:56.843607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 016b3bc0-be27-4112-b255-3acfbba5a003 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:40:56.882119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 016b3bc0-be27-4112-b255-3acfbba5a003 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:40:56.882370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 016b3bc0-be27-4112-b255-3acfbba5a003 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:40:56.959646 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-1ce269b2-ffbf-418b-bd84-ed10996fa9e8 service neutron] 10.222.0.83 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496966 Sep 19 17:40:57.130747 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-df432c8b-d744-4c0c-b0ae-cf9fdd863a9c service neutron] 10.222.0.83 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611612 Sep 19 17:40:57.336493 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-635c185b-a519-467b-ba31-96828538fd22 req-1b800325-63e0-46b8-b17d-3cf658e17a7c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:40:57.359517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-635c185b-a519-467b-ba31-96828538fd22 req-1b800325-63e0-46b8-b17d-3cf658e17a7c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:40:57.361133 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-635c185b-a519-467b-ba31-96828538fd22 req-1b800325-63e0-46b8-b17d-3cf658e17a7c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 210 time: 0.0795157 Sep 19 17:40:58.482497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-fdd64564-276a-4d82-b228-da5b9002d4ca tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:58.484027 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-fdd64564-276a-4d82-b228-da5b9002d4ca tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 817 time: 0.1721976 Sep 19 17:40:58.497468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Request body: {'port': {'device_id': 'de3fbffd-0d82-49ac-9d30-e3fd1bd99180', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'admin_state_up': True, 'tenant_id': '01cfbb1ededc44738a892bae831c3802'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:58.569115 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a79231ce-0cce-47f3-9591-775afec06644 req-81e1ade8-5a0e-48ae-bfe1-aa18c41b27b5 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 210 time: 0.0567257 Sep 19 17:40:58.656349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:40:58.672135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:40:58.685051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Made reservation on behalf of 01cfbb1ededc44738a892bae831c3802 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:58.689932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:58.867539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Allocated IP 172.20.0.13 (7e7589f1-819f-4b74-ae99-75a729318d8f/ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c/ea0f48dd-2187-4f86-bc03-1a1a739f3fdc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:59.095124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:59.112067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Transition to ACTIVE for port object ea0f48dd-2187-4f86-bc03-1a1a739f3fdc will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:40:59.139988 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:59.324602 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Network 7e7589f1-819f-4b74-ae99-75a729318d8f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:59.327810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:59.331729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:40:59.365853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Pushing event updated for resources: {'Port': ['ID=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:59.414006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:59.414896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:59.449056 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-ae1a5f27-b212-4d0c-9a04-546720e0520d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9556248 Sep 19 17:40:59.462464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Request body: {'port': {'device_id': 'de3fbffd-0d82-49ac-9d30-e3fd1bd99180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:40:59.624876 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:59.663908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c01089d3-d649-461f-a227-c7a2c0a9d082 None None] Provisioning for port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:40:59.674211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c01089d3-d649-461f-a227-c7a2c0a9d082 None None] Provisioning complete for port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:40:59.675081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c01089d3-d649-461f-a227-c7a2c0a9d082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:40:59.758942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c01089d3-d649-461f-a227-c7a2c0a9d082 None None] Port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:40:59.990744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f4d9d-3d6a-4ed5-9f0f-3955322445b5 req-5e341b46-3c88-4e92-b1d4-67be73d0c099 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:59.991564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-af2f4d9d-3d6a-4ed5-9f0f-3955322445b5 req-5e341b46-3c88-4e92-b1d4-67be73d0c099 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:41:00.032066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-af2f4d9d-3d6a-4ed5-9f0f-3955322445b5 req-5e341b46-3c88-4e92-b1d4-67be73d0c099 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:41:00.033662 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af2f4d9d-3d6a-4ed5-9f0f-3955322445b5 req-5e341b46-3c88-4e92-b1d4-67be73d0c099 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 932 time: 0.3187137 Sep 19 17:41:00.125930 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af2f4d9d-3d6a-4ed5-9f0f-3955322445b5 req-9cc6d47c-72b8-413e-8e38-1c235119d33a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742958 Sep 19 17:41:00.207010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0f48dd-2187-4f86-bc03-1a1a739f3fdc {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:41:00.215388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:00.242948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Transition to ACTIVE for port object ea0f48dd-2187-4f86-bc03-1a1a739f3fdc will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:41:00.248322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:00.499904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:00.563674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Attempting to bind port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:41:00.563993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Attempting to bind port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:41:00.564333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Attempting to bind port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc on network 7e7589f1-819f-4b74-ae99-75a729318d8f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:41:00.569979 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc on network 7e7589f1-819f-4b74-ae99-75a729318d8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:41:00.570310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Attempting to bind port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc on network 7e7589f1-819f-4b74-ae99-75a729318d8f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:41:00.575916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:41:00.576267 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Checking segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:41:00.576686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Bound using segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:41:00.577136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Bound port: ea0f48dd-2187-4f86-bc03-1a1a739f3fdc, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:41:00.577489 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:00.690581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] For port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:41:00.694760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] For port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:41:00.699949 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:00.734711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:00.735355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:00.736765 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] 10.222.0.86 "PUT /v2.0/ports/ea0f48dd-2187-4f86-bc03-1a1a739f3fdc HTTP/1.1" status: 200 len: 1094 time: 1.2805896 Sep 19 17:41:00.737206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3fbffd-0d82-49ac-9d30-e3fd1bd99180', 'tag': 'ea0f48dd-2187-4f86-bc03-1a1a739f3fdc'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:41:00.739751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3691bee3-6454-4cb1-b130-e4e7381a674f" -d '{"events": [{"name": "network-changed", "server_uuid": "de3fbffd-0d82-49ac-9d30-e3fd1bd99180", "tag": "ea0f48dd-2187-4f86-bc03-1a1a739f3fdc"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:41:00.821477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2261712c-b881-4163-974b-25ec2da81e88 x-openstack-request-id: req-2261712c-b881-4163-974b-25ec2da81e88 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:41:00.821759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3fbffd-0d82-49ac-9d30-e3fd1bd99180", "tag": "ea0f48dd-2187-4f86-bc03-1a1a739f3fdc", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:41:00.822017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2261712c-b881-4163-974b-25ec2da81e88 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:41:00.822440 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2261712c-b881-4163-974b-25ec2da81e88'] response: {'name': 'network-changed', 'server_uuid': 'de3fbffd-0d82-49ac-9d30-e3fd1bd99180', 'tag': 'ea0f48dd-2187-4f86-bc03-1a1a739f3fdc', 'status': 'completed', 'code': 200} Sep 19 17:41:00.839165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed87b4-4979-4a23-9704-0c2c90422d75 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:00.873454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-4a18fba2-cc75-4c3e-baf2-f6d2933fb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:00.874991 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-4a18fba2-cc75-4c3e-baf2-f6d2933fb112 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 1097 time: 0.0976062 Sep 19 17:41:00.960573 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-536c3091-7f72-4b73-9829-c32a5fe390fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc HTTP/1.1" status: 200 len: 217 time: 0.0783384 Sep 19 17:41:01.030744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-86b5eec8-490e-434e-9d62-07c9e9eae9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:01.032146 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-86b5eec8-490e-434e-9d62-07c9e9eae9e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c HTTP/1.1" status: 200 len: 856 time: 0.0657272 Sep 19 17:41:01.128213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-9d9d30f5-9ebc-48cd-b025-9780d7870b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:01.130522 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-9d9d30f5-9ebc-48cd-b025-9780d7870b2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e7589f1-819f-4b74-ae99-75a729318d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923126 Sep 19 17:41:01.357477 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-d68dbe10-c34a-4085-a9ad-75f2cd8d5dbd service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191072 Sep 19 17:41:01.614313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3437111-65f7-4fe8-a919-a7fd803f4a48 req-506f0286-0ed5-408b-932d-dae3a48e528d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:01.615799 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3437111-65f7-4fe8-a919-a7fd803f4a48 req-506f0286-0ed5-408b-932d-dae3a48e528d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 944 time: 0.3262827 Sep 19 17:41:01.657622 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0de2a15-9431-4ce7-bcf9-1ff3a412c4f0 req-d5ef0fe8-4297-49e3-a186-37b182de124d service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933481 Sep 19 17:41:01.686370 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3437111-65f7-4fe8-a919-a7fd803f4a48 req-895a83bf-524c-49b7-a4a8-8cacf4c2ef37 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609396 Sep 19 17:41:01.792048 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-ebf95db7-bd5b-4827-831e-09e1830ef1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:01.793594 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-ebf95db7-bd5b-4827-831e-09e1830ef1fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 1097 time: 0.0856996 Sep 19 17:41:01.940184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-874bd768-83f3-463f-971e-d72cbb6cac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:01.941994 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-874bd768-83f3-463f-971e-d72cbb6cac5c service neutron] 10.222.0.86 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 918 time: 0.1417205 Sep 19 17:41:02.017861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-bd5a73ee-cd13-4f43-9681-0a64fe04abc9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc HTTP/1.1" status: 200 len: 217 time: 0.0684385 Sep 19 17:41:02.092542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-84f65789-ae64-4193-990b-860782139e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:02.094097 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-84f65789-ae64-4193-990b-860782139e60 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c HTTP/1.1" status: 200 len: 856 time: 0.0700598 Sep 19 17:41:02.186342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-346a3f22-3a01-4eca-a0da-14a6b3d1a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:02.187851 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-346a3f22-3a01-4eca-a0da-14a6b3d1a0c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e7589f1-819f-4b74-ae99-75a729318d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872471 Sep 19 17:41:02.330995 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-01600537-bf6b-4c93-a7cf-891af6a5695a service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364539 Sep 19 17:41:02.490847 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3691bee3-6454-4cb1-b130-e4e7381a674f req-db06222c-5d9d-484b-ae0a-f82abc977b17 service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533644 Sep 19 17:41:02.897061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ea0f48dd-2187-4f86-bc03-1a1a739f3fdc details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:41:02.926339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87782c1d-5ef3-4235-92bc-3814d74298bf req-4a0c65c4-9d9f-43fa-86ad-679aa87f31dd tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:02.927947 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-87782c1d-5ef3-4235-92bc-3814d74298bf req-4a0c65c4-9d9f-43fa-86ad-679aa87f31dd tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 944 time: 0.1096427 Sep 19 17:41:02.977853 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-87782c1d-5ef3-4235-92bc-3814d74298bf req-e742ea71-a05f-46b6-a722-112944abd0a3 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Sep 19 17:41:03.044058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:03.057784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'ea0f48dd-2187-4f86-bc03-1a1a739f3fdc', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'port_id': 'ea0f48dd-2187-4f86-bc03-1a1a739f3fdc', 'mac_address': 'fa:16:3e:ad:61:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:41:03.121367 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:41:03.121727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:03.139629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0f48dd-2187-4f86-bc03-1a1a739f3fdc {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:41:03.161591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:03.166978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:03.263142 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:03.361518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ea0f48dd-2187-4f86-bc03-1a1a739f3fdc'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:41:04.214443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171890c-b243-4e95-a0f1-67cc6f136ddf req-f1eb6486-e89c-4c2b-9c2f-0d7cbebe696c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:04.215988 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8171890c-b243-4e95-a0f1-67cc6f136ddf req-f1eb6486-e89c-4c2b-9c2f-0d7cbebe696c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 945 time: 0.1051178 Sep 19 17:41:04.272063 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8171890c-b243-4e95-a0f1-67cc6f136ddf req-061db28e-2b1a-4a23-b4b5-8bbadb351528 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490770 Sep 19 17:41:04.912437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ea0f48dd-2187-4f86-bc03-1a1a739f3fdc up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:41:04.996734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:41:05.002980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:41:05.003394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:05.129775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:41:05.130304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:05.170700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3fbffd-0d82-49ac-9d30-e3fd1bd99180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0f48dd-2187-4f86-bc03-1a1a739f3fdc'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:41:05.173733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee38cbb-e66a-43a8-b11e-9659b215c553" -d '{"events": [{"server_uuid": "de3fbffd-0d82-49ac-9d30-e3fd1bd99180", "name": "network-vif-plugged", "status": "completed", "tag": "ea0f48dd-2187-4f86-bc03-1a1a739f3fdc"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:41:05.184847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:05.190983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:05.231894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b3c0b-4eb5-40b8-bb8e-e4e677fb817f x-openstack-request-id: req-977b3c0b-4eb5-40b8-bb8e-e4e677fb817f {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:41:05.232210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3fbffd-0d82-49ac-9d30-e3fd1bd99180", "name": "network-vif-plugged", "status": "completed", "tag": "ea0f48dd-2187-4f86-bc03-1a1a739f3fdc", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:41:05.233074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-977b3c0b-4eb5-40b8-bb8e-e4e677fb817f {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:41:05.233495 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977b3c0b-4eb5-40b8-bb8e-e4e677fb817f'] response: {'server_uuid': 'de3fbffd-0d82-49ac-9d30-e3fd1bd99180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0f48dd-2187-4f86-bc03-1a1a739f3fdc', 'code': 200} Sep 19 17:41:05.280322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:05.577831 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d23f0c-ae75-4180-a528-4ff86a5899e4 req-0ef9c2e9-71c2-4d34-a74b-6e92f986d231 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:05.579414 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d2d23f0c-ae75-4180-a528-4ff86a5899e4 req-0ef9c2e9-71c2-4d34-a74b-6e92f986d231 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 946 time: 0.1697099 Sep 19 17:41:05.581647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f3e68-3e5d-41e2-aeb7-ebcc89f45540 req-5a67803d-21ea-435f-b420-9bdbf5febfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:05.583025 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-469f3e68-3e5d-41e2-aeb7-ebcc89f45540 req-5a67803d-21ea-435f-b420-9bdbf5febfd6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 1099 time: 0.1210794 Sep 19 17:41:05.662338 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d2d23f0c-ae75-4180-a528-4ff86a5899e4 req-7774b7cc-9763-46af-b7bb-ffc40f2b6a74 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760555 Sep 19 17:41:05.665677 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-469f3e68-3e5d-41e2-aeb7-ebcc89f45540 req-b5c2916f-6867-4dc6-a17e-8a67dc747603 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Sep 19 17:41:06.196198 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:41:06.894310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2d984-24e5-4615-b1e5-5f85974ece92 req-d5179372-ef38-46ff-9dc0-32c5fb24ba6c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:06.896261 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-19f2d984-24e5-4615-b1e5-5f85974ece92 req-d5179372-ef38-46ff-9dc0-32c5fb24ba6c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 946 time: 0.1018126 Sep 19 17:41:07.059988 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-19f2d984-24e5-4615-b1e5-5f85974ece92 req-77b36a2e-6df2-42aa-804c-0d14e1309b2a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575847 Sep 19 17:41:07.265280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea0a5b-06c6-4fcf-9760-528239b5b491 req-f9005c44-db4f-42b0-ab23-c92840ced3aa tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:07.266707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55ea0a5b-06c6-4fcf-9760-528239b5b491 req-f9005c44-db4f-42b0-ab23-c92840ced3aa tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 946 time: 0.0928819 Sep 19 17:41:07.313551 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55ea0a5b-06c6-4fcf-9760-528239b5b491 req-6bdfd18b-0b58-4860-a177-9a442380c850 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Sep 19 17:41:11.408351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d930a2f2-f750-4ce8-8810-237505df2577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:13.582224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-77dbebca-a263-43b9-b99d-e7c1366dfd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:15.177356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:15.253777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:16.333716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:21.938482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c1159-0ee9-4d9e-b187-c6c3c5b59db4 req-5359ddcd-5b99-4802-ac92-e342485e2784 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:21.939957 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-291c1159-0ee9-4d9e-b187-c6c3c5b59db4 req-5359ddcd-5b99-4802-ac92-e342485e2784 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 946 time: 0.1012874 Sep 19 17:41:21.992971 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-291c1159-0ee9-4d9e-b187-c6c3c5b59db4 req-2f8d8df1-6579-4336-be26-0cf5c359e34b tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462434 Sep 19 17:41:23.203538 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c6fc3-c6d9-44d0-8235-11b7ec167578 req-0625bcd5-4dc2-48ff-a36a-30f9742f466b tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:23.205010 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-743c6fc3-c6d9-44d0-8235-11b7ec167578 req-0625bcd5-4dc2-48ff-a36a-30f9742f466b tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 946 time: 0.0950003 Sep 19 17:41:23.252576 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-743c6fc3-c6d9-44d0-8235-11b7ec167578 req-947ab5e4-68b0-4d95-98b7-24443bd2688a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Sep 19 17:41:23.380549 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-1535c768-86d5-428a-bcd3-a34121e54486 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:23.381996 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-1535c768-86d5-428a-bcd3-a34121e54486 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 946 time: 0.0998647 Sep 19 17:41:23.455109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Deleting port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:41:23.455455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:23.831606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] For port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:23.831910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:23.957336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Calling delete_port for ea0f48dd-2187-4f86-bc03-1a1a739f3fdc owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:41:24.115764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:24.128341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ea0f48dd-2187-4f86-bc03-1a1a739f3fdc'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:41:24.168883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Pushing event deleted for resources: {'Port': ['ID=ea0f48dd-2187-4f86-bc03-1a1a739f3fdc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:24.266031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] No DVR routers for this DVR port ea0f48dd-2187-4f86-bc03-1a1a739f3fdc on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:41:24.268675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:24.272565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3fbffd-0d82-49ac-9d30-e3fd1bd99180', 'name': 'network-vif-deleted', 'tag': 'ea0f48dd-2187-4f86-bc03-1a1a739f3fdc'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:41:24.274929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4793eb70-5255-45b9-a7bb-652dc913bd3f" -d '{"events": [{"server_uuid": "de3fbffd-0d82-49ac-9d30-e3fd1bd99180", "name": "network-vif-deleted", "tag": "ea0f48dd-2187-4f86-bc03-1a1a739f3fdc"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:41:24.292804 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bb6a4d7-8591-4188-9fca-25169b8c03d8 req-7a293e7e-8168-4f8e-86dc-56c06247c83f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "DELETE /v2.0/ports/ea0f48dd-2187-4f86-bc03-1a1a739f3fdc HTTP/1.1" status: 204 len: 173 time: 0.9041190 Sep 19 17:41:24.320299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c115cc4-e822-4af9-bc7b-ab27e30545f9 x-openstack-request-id: req-7c115cc4-e822-4af9-bc7b-ab27e30545f9 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:41:24.320594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3fbffd-0d82-49ac-9d30-e3fd1bd99180", "name": "network-vif-deleted", "tag": "ea0f48dd-2187-4f86-bc03-1a1a739f3fdc", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:41:24.320873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7c115cc4-e822-4af9-bc7b-ab27e30545f9 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:41:24.321284 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c115cc4-e822-4af9-bc7b-ab27e30545f9'] response: {'server_uuid': 'de3fbffd-0d82-49ac-9d30-e3fd1bd99180', 'name': 'network-vif-deleted', 'tag': 'ea0f48dd-2187-4f86-bc03-1a1a739f3fdc', 'status': 'completed', 'code': 200} Sep 19 17:41:24.435871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-7a48ddb3-d219-40fb-9670-8e43b6b7a4ae req-58461d41-a8d1-4a02-aedb-8702a67f350a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:41:24.454732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-7a48ddb3-d219-40fb-9670-8e43b6b7a4ae req-58461d41-a8d1-4a02-aedb-8702a67f350a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:41:24.456604 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7a48ddb3-d219-40fb-9670-8e43b6b7a4ae req-58461d41-a8d1-4a02-aedb-8702a67f350a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=de3fbffd-0d82-49ac-9d30-e3fd1bd99180 HTTP/1.1" status: 200 len: 210 time: 0.0707388 Sep 19 17:41:25.711883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:25.984785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-6ddb14cc-d222-4cd7-a902-3fe3a7e8ff4c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:25.986147 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-6ddb14cc-d222-4cd7-a902-3fe3a7e8ff4c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 817 time: 0.1709487 Sep 19 17:41:26.005122 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-9d703127-e3bb-4df1-8321-906f18dfe9dc tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/quotas/01cfbb1ededc44738a892bae831c3802 HTTP/1.1" status: 200 len: 375 time: 0.0123723 Sep 19 17:41:26.109266 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-455d6e26-5a6d-487e-9925-ac09e575bd05 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966055 Sep 19 17:41:26.266242 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-9855a7bb-d4b5-4ae0-ad2e-343ec9393d3b service neutron] 10.222.0.83 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443379 Sep 19 17:41:26.407222 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-029e7ceb-2207-49c9-9435-54c851321aec service neutron] 10.222.0.83 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349134 Sep 19 17:41:26.596037 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1cd0b901-ee30-436a-8217-c4202dc0ff01 req-2f909d82-b258-40a0-bfbb-eb277b4bd776 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 210 time: 0.0494194 Sep 19 17:41:26.974342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ea0f48dd-2187-4f86-bc03-1a1a739f3fdc no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:41:27.013457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: ea0f48dd-2187-4f86-bc03-1a1a739f3fdc {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:41:27.013808 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ea0f48dd-2187-4f86-bc03-1a1a739f3fdc not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:41:27.828014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-a1b3f072-57b2-479b-b0fa-2b792649dd98 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:27.829426 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-a1b3f072-57b2-479b-b0fa-2b792649dd98 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 817 time: 0.1682153 Sep 19 17:41:27.874985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Request body: {'port': {'device_id': 'a142a4fc-b487-4ac9-8db9-661753bada1c', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'admin_state_up': True, 'tenant_id': '01cfbb1ededc44738a892bae831c3802'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:41:27.905301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0270887f-97b0-4692-9ef3-296e0b57a721 req-e06c9568-90d4-4f1d-9970-5233904970f3 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 210 time: 0.1668422 Sep 19 17:41:28.027313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:41:28.038099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:41:28.051312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Made reservation on behalf of 01cfbb1ededc44738a892bae831c3802 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:41:28.057115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:28.340506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Allocated IP 172.20.0.3 (7e7589f1-819f-4b74-ae99-75a729318d8f/ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c/2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:41:28.552297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:28.569276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Transition to ACTIVE for port object 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:41:28.596077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:28.669731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Network 7e7589f1-819f-4b74-ae99-75a729318d8f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:41:28.672951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:41:28.676923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:41:28.708330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Pushing event updated for resources: {'Port': ['ID=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:28.751350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:28.752017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:28.788307 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-525e41d4-c221-4f43-b4c5-e21bf433b65a tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9231339 Sep 19 17:41:28.806564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Request body: {'port': {'device_id': 'a142a4fc-b487-4ac9-8db9-661753bada1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:41:28.912346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-aac60e57-71dc-4124-9722-732c4b88659e None None] Provisioning for port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:41:28.918798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-aac60e57-71dc-4124-9722-732c4b88659e None None] Provisioning complete for port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:41:28.919204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aac60e57-71dc-4124-9722-732c4b88659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:28.927884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:28.976744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-aac60e57-71dc-4124-9722-732c4b88659e None None] Port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:41:29.178468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa421-389d-4f66-a667-a9c78d006ed9 req-e39be0c8-4a19-4442-8b5b-63d307ab38fd tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:29.180356 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-666aa421-389d-4f66-a667-a9c78d006ed9 req-e39be0c8-4a19-4442-8b5b-63d307ab38fd tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 931 time: 0.1501331 Sep 19 17:41:29.230263 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-666aa421-389d-4f66-a667-a9c78d006ed9 req-409ce28e-2648-42d5-aec0-a2a7c1b163fe tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Sep 19 17:41:29.298076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:41:29.306525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:29.325804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Transition to ACTIVE for port object 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:41:29.330366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:29.513652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:29.559887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Attempting to bind port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:41:29.560234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Attempting to bind port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:41:29.560568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Attempting to bind port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f on network 7e7589f1-819f-4b74-ae99-75a729318d8f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:41:29.565904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f on network 7e7589f1-819f-4b74-ae99-75a729318d8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:41:29.566230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Attempting to bind port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f on network 7e7589f1-819f-4b74-ae99-75a729318d8f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:41:29.571611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:41:29.571957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Checking segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:41:29.572346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Bound using segment: {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:41:29.572780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Bound port: 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c93176-7d76-4316-b93e-2f42ef807e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:41:29.573132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:29.665372 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] For port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:41:29.668869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] For port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:41:29.675406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:29.707385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:29.707910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:29.709305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] 10.222.0.86 "PUT /v2.0/ports/2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f HTTP/1.1" status: 200 len: 1093 time: 0.9085598 Sep 19 17:41:29.709816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a142a4fc-b487-4ac9-8db9-661753bada1c', 'tag': '2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:41:29.712260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b852e8-90ef-490f-a65c-ae4646fe9914" -d '{"events": [{"name": "network-changed", "server_uuid": "a142a4fc-b487-4ac9-8db9-661753bada1c", "tag": "2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:41:29.788158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7b403a-5e77-4a80-9705-43cf1e076541 x-openstack-request-id: req-4e7b403a-5e77-4a80-9705-43cf1e076541 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:41:29.788456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a142a4fc-b487-4ac9-8db9-661753bada1c", "tag": "2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:41:29.789067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4e7b403a-5e77-4a80-9705-43cf1e076541 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:41:29.789550 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7b403a-5e77-4a80-9705-43cf1e076541'] response: {'name': 'network-changed', 'server_uuid': 'a142a4fc-b487-4ac9-8db9-661753bada1c', 'tag': '2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f', 'status': 'completed', 'code': 200} Sep 19 17:41:29.809761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6f34d-983a-4ca2-bcf6-31efd2226605 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:29.841823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-18ed2b9a-31fd-4f49-8d3d-140a3e50b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:29.843360 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-18ed2b9a-31fd-4f49-8d3d-140a3e50b6cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 1096 time: 0.0930443 Sep 19 17:41:29.915633 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-3ef6cbf5-c547-48f6-a54d-186c954ff258 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f HTTP/1.1" status: 200 len: 217 time: 0.0653274 Sep 19 17:41:29.979737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-24406292-1ded-47ff-a5d5-3b6eba641335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:29.981200 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-24406292-1ded-47ff-a5d5-3b6eba641335 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c HTTP/1.1" status: 200 len: 856 time: 0.0598588 Sep 19 17:41:30.070621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-7635c3de-3140-4ea8-be42-99e24a67a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:30.072179 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-7635c3de-3140-4ea8-be42-99e24a67a06c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e7589f1-819f-4b74-ae99-75a729318d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853634 Sep 19 17:41:30.307957 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-09235b37-716f-478d-a939-1ef1315bad33 service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298629 Sep 19 17:41:30.440921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5809a9-5c3d-473a-a7cd-9ab2c1311ecd req-f6d4d7fd-14ad-48b4-b305-a329baddc25f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:30.442537 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f5809a9-5c3d-473a-a7cd-9ab2c1311ecd req-f6d4d7fd-14ad-48b4-b305-a329baddc25f tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 943 time: 0.0931973 Sep 19 17:41:30.445832 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f78a3e6c-5832-475e-82b4-f965c6b34cb1 req-6977a1e3-d264-4981-9649-898e49c1a334 service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311994 Sep 19 17:41:30.492845 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6f5809a9-5c3d-473a-a7cd-9ab2c1311ecd req-26dda1bf-7a8a-49f1-aa5d-94045e3353c2 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Sep 19 17:41:30.575718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-4b5c6346-d5fb-4bc9-96e7-904da6b1a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:30.577123 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-4b5c6346-d5fb-4bc9-96e7-904da6b1a20a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=01cfbb1ededc44738a892bae831c3802&device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 1096 time: 0.0813034 Sep 19 17:41:30.717068 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-5929889a-5e45-4cbd-bbdc-fad521299ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:30.718588 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-5929889a-5e45-4cbd-bbdc-fad521299ba1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 200 len: 918 time: 0.1343541 Sep 19 17:41:30.792623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-409dea36-1527-4246-b15e-b910500fbf73 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f HTTP/1.1" status: 200 len: 217 time: 0.0679374 Sep 19 17:41:30.856341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-11b2b88d-0a58-4177-8705-188cb8895067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:30.857764 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-11b2b88d-0a58-4177-8705-188cb8895067 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c HTTP/1.1" status: 200 len: 856 time: 0.0591781 Sep 19 17:41:30.951494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-99108707-3626-4bb7-bd42-3199b78ce9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:30.953002 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-99108707-3626-4bb7-bd42-3199b78ce9c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e7589f1-819f-4b74-ae99-75a729318d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890224 Sep 19 17:41:31.092096 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-d5664872-875d-477d-958c-1c86037b8f21 service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325493 Sep 19 17:41:31.235631 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b852e8-90ef-490f-a65c-ae4646fe9914 req-9712f7a4-b00b-41d7-a091-821bdd568f3f service neutron] 10.222.0.86 "GET /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365311 Sep 19 17:41:31.696569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3927e36-5b90-4ec6-ae0f-2447c054ba33 req-c2efd0d6-4dd0-44a3-ba9b-bd8d93b60daa tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:31.697264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-b3927e36-5b90-4ec6-ae0f-2447c054ba33 req-c2efd0d6-4dd0-44a3-ba9b-bd8d93b60daa tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:41:31.714609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-b3927e36-5b90-4ec6-ae0f-2447c054ba33 req-c2efd0d6-4dd0-44a3-ba9b-bd8d93b60daa tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:41:31.715886 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3927e36-5b90-4ec6-ae0f-2447c054ba33 req-c2efd0d6-4dd0-44a3-ba9b-bd8d93b60daa tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 943 time: 0.1070807 Sep 19 17:41:31.771276 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3927e36-5b90-4ec6-ae0f-2447c054ba33 req-ff0fe294-5664-42f1-ab48-a839c35dcd26 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492196 Sep 19 17:41:32.982786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85640bea-6eae-44d9-b02a-e33fa0607a64 req-405927dd-b805-4b7b-b713-cbe22191359b tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:32.984312 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85640bea-6eae-44d9-b02a-e33fa0607a64 req-405927dd-b805-4b7b-b713-cbe22191359b tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 943 time: 0.0984988 Sep 19 17:41:32.988974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:41:33.032219 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-85640bea-6eae-44d9-b02a-e33fa0607a64 req-63af8e06-2121-40e5-9496-ff802ca4a520 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417726 Sep 19 17:41:33.165672 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:33.179589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f', 'network_id': '7e7589f1-819f-4b74-ae99-75a729318d8f', 'port_id': '2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f', 'mac_address': 'fa:16:3e:e2:f1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:41:33.235284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:41:33.235641 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:33.252303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:41:33.267646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:33.273484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:33.342758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:33.350737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.351214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.351559 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.351896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.352258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.352594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.352921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.353251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.353578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.353905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.354225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.354536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:33.478625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:41:34.390212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a193-ae40-478f-ab2b-2ef5b8a59d8c req-2bf5024c-fa05-42c0-b7c8-199ae682526d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:34.391698 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ca06a193-ae40-478f-ab2b-2ef5b8a59d8c req-2bf5024c-fa05-42c0-b7c8-199ae682526d tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 944 time: 0.0927715 Sep 19 17:41:34.437263 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ca06a193-ae40-478f-ab2b-2ef5b8a59d8c req-fee306ae-0fa3-4be7-b670-ecf9f62289a0 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Sep 19 17:41:35.004530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:41:35.081337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:41:35.087113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:41:35.087490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:35.206744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:41:35.207148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:35.235516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a142a4fc-b487-4ac9-8db9-661753bada1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:41:35.237805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5720ef2-06a7-40e4-b6c5-9f00b3a12836" -d '{"events": [{"server_uuid": "a142a4fc-b487-4ac9-8db9-661753bada1c", "name": "network-vif-plugged", "status": "completed", "tag": "2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:41:35.246620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:35.253751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:35.291391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f94d8e-468a-4c3f-b25c-7533e8587811 x-openstack-request-id: req-95f94d8e-468a-4c3f-b25c-7533e8587811 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:41:35.291685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a142a4fc-b487-4ac9-8db9-661753bada1c", "name": "network-vif-plugged", "status": "completed", "tag": "2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:41:35.291939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-95f94d8e-468a-4c3f-b25c-7533e8587811 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:41:35.292338 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f94d8e-468a-4c3f-b25c-7533e8587811'] response: {'server_uuid': 'a142a4fc-b487-4ac9-8db9-661753bada1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f', 'code': 200} Sep 19 17:41:35.326496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:35.535046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aee95-d72d-450e-b787-06de6cd80a67 req-97352125-2cc3-4bb7-8a41-bbda857da21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:35.536827 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a61aee95-d72d-450e-b787-06de6cd80a67 req-97352125-2cc3-4bb7-8a41-bbda857da21c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 1098 time: 0.0859630 Sep 19 17:41:35.631133 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a61aee95-d72d-450e-b787-06de6cd80a67 req-b412ad7a-cc1d-4de4-b136-0bc326179d54 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884423 Sep 19 17:41:35.659492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d43ce-1729-43f0-9358-265944f597bd req-47b22af2-c9b3-4b42-b7fe-7da0188a08fb tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:35.660880 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-879d43ce-1729-43f0-9358-265944f597bd req-47b22af2-c9b3-4b42-b7fe-7da0188a08fb tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 945 time: 0.1057487 Sep 19 17:41:35.705691 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-879d43ce-1729-43f0-9358-265944f597bd req-caa2c238-af72-414b-b64f-155361a37f34 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Sep 19 17:41:36.917130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7498668-1fdb-4298-ba67-2e2e0cbc7d4a req-5b075f71-5d39-4929-87b9-1405352fa8bd tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:36.918621 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7498668-1fdb-4298-ba67-2e2e0cbc7d4a req-5b075f71-5d39-4929-87b9-1405352fa8bd tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 945 time: 0.1002710 Sep 19 17:41:36.972525 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d7498668-1fdb-4298-ba67-2e2e0cbc7d4a req-9508a56e-3846-403b-8c70-35d1109df0c8 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479567 Sep 19 17:41:37.179256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4490c-0178-4faf-b19b-eff40dcc1237 req-3d96d400-509d-42a1-8809-719f8173d88c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:37.180735 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ef4490c-0178-4faf-b19b-eff40dcc1237 req-3d96d400-509d-42a1-8809-719f8173d88c tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 945 time: 0.0938346 Sep 19 17:41:37.226500 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ef4490c-0178-4faf-b19b-eff40dcc1237 req-16f83473-4f03-4cd4-b73e-a970c5f01231 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Sep 19 17:41:41.406929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e83a6855-5b35-4d8c-ad29-5dd7aa454368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:43.196277 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:41:43.580939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-39f3ba2a-3725-4385-a77c-4f52a2d61ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:45.174366 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:45.253638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:46.329631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:51.780098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e65b3-de06-415b-a2f2-9831a937db75 req-f85a3c30-a2af-478a-bd9d-0475316817d1 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:51.781587 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d72e65b3-de06-415b-a2f2-9831a937db75 req-f85a3c30-a2af-478a-bd9d-0475316817d1 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 945 time: 0.0923083 Sep 19 17:41:51.827447 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d72e65b3-de06-415b-a2f2-9831a937db75 req-b81ae23b-5d5b-49cb-8115-527c9719f1ca tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397999 Sep 19 17:41:53.035423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6655c-cd41-4b64-b547-472c4d117cd1 req-32996e1a-fbd1-4300-ae58-7576fd859c52 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:53.036880 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d3a6655c-cd41-4b64-b547-472c4d117cd1 req-32996e1a-fbd1-4300-ae58-7576fd859c52 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 945 time: 0.0938232 Sep 19 17:41:53.242243 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d3a6655c-cd41-4b64-b547-472c4d117cd1 req-33c42c3a-1aa4-49ac-8bba-6e910320f704 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/security-groups?id=c56e3396-8cbd-4369-b8ee-632d40cd4654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992884 Sep 19 17:41:53.270137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-9789a9ed-6876-4aae-827b-9e3b65e8d6cb tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:53.271687 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-9789a9ed-6876-4aae-827b-9e3b65e8d6cb tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 945 time: 0.1090796 Sep 19 17:41:53.345307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Deleting port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:41:53.345624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:53.599760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] For port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:53.600021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:53.723300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Calling delete_port for 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:41:53.876447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:53.888903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:41:53.927525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Pushing event deleted for resources: {'Port': ['ID=2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:54.023568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] No DVR routers for this DVR port 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:41:54.026578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:54.030888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a142a4fc-b487-4ac9-8db9-661753bada1c', 'name': 'network-vif-deleted', 'tag': '2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:41:54.033220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573c49d0-28ad-4234-88e4-8e39187ed28f" -d '{"events": [{"server_uuid": "a142a4fc-b487-4ac9-8db9-661753bada1c", "name": "network-vif-deleted", "tag": "2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:41:54.063807 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c44d44dd-15ef-44ac-9bdb-5251ca05a00f req-15079c30-8bdc-477c-a913-f6ed52e1acb9 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.86 "DELETE /v2.0/ports/2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f HTTP/1.1" status: 204 len: 173 time: 0.7858834 Sep 19 17:41:54.099498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c72b3-0ff0-423a-9bd4-c10f0a6c7a3a x-openstack-request-id: req-e35c72b3-0ff0-423a-9bd4-c10f0a6c7a3a {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:41:54.100410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a142a4fc-b487-4ac9-8db9-661753bada1c", "name": "network-vif-deleted", "tag": "2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:41:54.100826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e35c72b3-0ff0-423a-9bd4-c10f0a6c7a3a {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:41:54.101960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35c72b3-0ff0-423a-9bd4-c10f0a6c7a3a'] response: {'server_uuid': 'a142a4fc-b487-4ac9-8db9-661753bada1c', 'name': 'network-vif-deleted', 'tag': '2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f', 'status': 'completed', 'code': 200} Sep 19 17:41:54.422981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18ab8dfa-f8f7-4570-b632-06d0b185fd30 req-4e719ebf-5de2-402f-b0ad-c95c441d4a19 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Synchronizing usage tracker for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:41:54.449351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-18ab8dfa-f8f7-4570-b632-06d0b185fd30 req-4e719ebf-5de2-402f-b0ad-c95c441d4a19 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] Unset dirty status for tenant:01cfbb1ededc44738a892bae831c3802 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:41:54.451089 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-18ab8dfa-f8f7-4570-b632-06d0b185fd30 req-4e719ebf-5de2-402f-b0ad-c95c441d4a19 tempest-TestEncryptedCinderVolumes-1599995724 tempest-TestEncryptedCinderVolumes-1599995724-project] 10.222.0.83 "GET /v2.0/ports?device_id=a142a4fc-b487-4ac9-8db9-661753bada1c HTTP/1.1" status: 200 len: 210 time: 0.0798149 Sep 19 17:41:55.595749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54602) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:41:55.719853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:56.152923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:56.614638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Deleting port 606954d6-77f5-484b-9f9a-bf6668a5124a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:41:56.615382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:56.786825 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] For port 606954d6-77f5-484b-9f9a-bf6668a5124a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=606954d6-77f5-484b-9f9a-bf6668a5124a,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:56.787112 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:56.916938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Calling delete_port for 606954d6-77f5-484b-9f9a-bf6668a5124a owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:41:57.082800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:41:57.105340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:57.117240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:41:57.117593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 2d7a1d94-dc4b-4c6b-a706-c49d4d3aa53f not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:41:57.198729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Pushing event deleted for resources: {'Port': ['ID=606954d6-77f5-484b-9f9a-bf6668a5124a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:57.244576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.244876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.245252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.245577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.245910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.246239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.246560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.246888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.247236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.247542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.247859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.248176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:57.448178 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:57.825396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Router 76fff717-76d0-47ae-8816-86c41d0341a9 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:41:58.123930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:41:58.133679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] Sync routers for ids ['76fff717-76d0-47ae-8816-86c41d0341a9'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:41:58.143264 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a0613972-8170-4f90-814a-35a463f2c313 admin admin] 10.222.0.83 "PUT /v2.0/routers/76fff717-76d0-47ae-8816-86c41d0341a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5461156 Sep 19 17:41:58.144394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] Routers {'76fff717-76d0-47ae-8816-86c41d0341a9'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:41:58.145148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:41:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['76fff717-76d0-47ae-8816-86c41d0341a9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:58.145631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:41:58.327322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:58.332380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] Set router 76fff717-76d0-47ae-8816-86c41d0341a9 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:41:58.525493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:58.537724 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Deleting port c3e24c49-94de-4b55-8a67-958dff2f547d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:41:58.538584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:58.633869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102'}], 'enable_snat': True}, 'gw_port_id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:41:57Z', 'revision_number': 5, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port': {'id': 'c3e24c49-94de-4b55-8a67-958dff2f547d', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:58.638054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] Checking router: 76fff717-76d0-47ae-8816-86c41d0341a9 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:41:58.646775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] Routers {'76fff717-76d0-47ae-8816-86c41d0341a9'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:41:58.647631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:41:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['76fff717-76d0-47ae-8816-86c41d0341a9'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:58.729653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] For port c3e24c49-94de-4b55-8a67-958dff2f547d, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c3e24c49-94de-4b55-8a67-958dff2f547d,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:41:58.730010 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:58.845908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] Set router 76fff717-76d0-47ae-8816-86c41d0341a9 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:41:58.860941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Calling delete_port for c3e24c49-94de-4b55-8a67-958dff2f547d owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:41:58.959169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:41:58Z', 'revision_number': 6, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:58.964133 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96fe75-a298-4470-baef-f3cb1cfbeea1 None None] The sync data for ids ['76fff717-76d0-47ae-8816-86c41d0341a9'] in dv-neutron-857789-3-hyperv is: [{'id': '76fff717-76d0-47ae-8816-86c41d0341a9', 'name': 'tempest-TestEncryptedCinderVolumes-1642875399-router', 'tenant_id': '01cfbb1ededc44738a892bae831c3802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:12Z', 'updated_at': '2022-09-19T17:41:58Z', 'revision_number': 6, 'project_id': '01cfbb1ededc44738a892bae831c3802', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:41:59.048438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.098856 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e24c49-94de-4b55-8a67-958dff2f547d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:59.203129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.439421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 606954d6-77f5-484b-9f9a-bf6668a5124a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:41:59.477128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 606954d6-77f5-484b-9f9a-bf6668a5124a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:41:59.477463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 606954d6-77f5-484b-9f9a-bf6668a5124a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:41:59.517212 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.519581 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.545128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.545735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76fff717-76d0-47ae-8816-86c41d0341a9 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:41:59.558068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.559258 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-841cab65-7fa0-4c07-af22-1b43c5c3998b admin admin] 10.222.0.83 "DELETE /v2.0/routers/76fff717-76d0-47ae-8816-86c41d0341a9 HTTP/1.1" status: 204 len: 168 time: 1.4126039 Sep 19 17:41:59.561910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:41:59.626614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-98914dab-cb4e-44ac-8a4f-40d2c8a1c34e admin admin] Deleting subnet ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:41:59.630274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98914dab-cb4e-44ac-8a4f-40d2c8a1c34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.685625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98914dab-cb4e-44ac-8a4f-40d2c8a1c34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.777196 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98914dab-cb4e-44ac-8a4f-40d2c8a1c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.849270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98914dab-cb4e-44ac-8a4f-40d2c8a1c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.887761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98914dab-cb4e-44ac-8a4f-40d2c8a1c34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:59.891516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-98914dab-cb4e-44ac-8a4f-40d2c8a1c34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:41:59.897749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de337a5c-7020-440e-8117-c3c646dda751 None None] Network 7e7589f1-819f-4b74-ae99-75a729318d8f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:41:59.898002 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98914dab-cb4e-44ac-8a4f-40d2c8a1c34e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ec03f09b-bf21-4ceb-bc68-a6985f3ffe6c HTTP/1.1" status: 204 len: 168 time: 0.3350368 Sep 19 17:41:59.900403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54614) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:00.014208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.029179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Deleting port 22dc232d-8543-46cf-9392-93942d7f7743 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:42:00.029623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.175042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] DHCP port deletion for 7e7589f1-819f-4b74-ae99-75a729318d8f request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:42:00.179947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] Deleting port 22dc232d-8543-46cf-9392-93942d7f7743 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:42:00.180330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.250220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] For port 22dc232d-8543-46cf-9392-93942d7f7743, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=22dc232d-8543-46cf-9392-93942d7f7743,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:00.250562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.383640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Calling delete_port for 22dc232d-8543-46cf-9392-93942d7f7743 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:42:00.391403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] For port 22dc232d-8543-46cf-9392-93942d7f7743, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=22dc232d-8543-46cf-9392-93942d7f7743,segment=NetworkSegment(77c93176-7d76-4316-b93e-2f42ef807e9d),segment_id=77c93176-7d76-4316-b93e-2f42ef807e9d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:00.392076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.470030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.520500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] Calling delete_port for 22dc232d-8543-46cf-9392-93942d7f7743 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:42:00.521501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=22dc232d-8543-46cf-9392-93942d7f7743,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:00.526274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] No DVR routers for this DVR port 22dc232d-8543-46cf-9392-93942d7f7743 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:42:00.601155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:42:00.601512 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:42:00.653376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.682833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7589f1-819f-4b74-ae99-75a729318d8f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:00.696577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c93176-7d76-4316-b93e-2f42ef807e9d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:00.696873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c93176-7d76-4316-b93e-2f42ef807e9d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:00.709143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.727596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.734837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:42:00.735267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.806282 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 77c93176-7d76-4316-b93e-2f42ef807e9d resource provider aggregate not found Sep 19 17:42:00.827761 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 77c93176-7d76-4316-b93e-2f42ef807e9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77c93176-7d76-4316-b93e-2f42ef807e9d found for delete ", "request_id": "req-090b7465-7e20-4704-8a01-5a87b67231c2"}]} Sep 19 17:42:00.844704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.861826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:00.873577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7589f1-819f-4b74-ae99-75a729318d8f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:00.890493 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87524a79-75bf-448f-aa4a-467a01bccc99 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7e7589f1-819f-4b74-ae99-75a729318d8f HTTP/1.1" status: 204 len: 168 time: 0.9889729 Sep 19 17:42:00.893567 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54622) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:01.080290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c3e24c49-94de-4b55-8a67-958dff2f547d no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:42:01.105929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] Deleting port 22dc232d-8543-46cf-9392-93942d7f7743 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:42:01.106319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:01.153462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c3e24c49-94de-4b55-8a67-958dff2f547d {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:42:01.153778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c3e24c49-94de-4b55-8a67-958dff2f547d not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:42:01.154227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 22dc232d-8543-46cf-9392-93942d7f7743 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:42:01.217156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 22dc232d-8543-46cf-9392-93942d7f7743 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:42:01.217469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 22dc232d-8543-46cf-9392-93942d7f7743 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:42:01.223948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a9a583f5-fd3a-419d-a9fa-295ff767c053 None None] The port '22dc232d-8543-46cf-9392-93942d7f7743' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:42:01.673876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:02.086542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Deleting port 849b7930-84d8-49ec-b207-08aca8cb5939 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:42:02.087332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:02.296264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] For port 849b7930-84d8-49ec-b207-08aca8cb5939, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=849b7930-84d8-49ec-b207-08aca8cb5939,segment=NetworkSegment(4fcf90ae-b827-4c14-a792-8c1ac21dd425),segment_id=4fcf90ae-b827-4c14-a792-8c1ac21dd425)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:02.296643 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:02.448972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Calling delete_port for 849b7930-84d8-49ec-b207-08aca8cb5939 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:42:02.646881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:02.693505 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=849b7930-84d8-49ec-b207-08aca8cb5939,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:03.098639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:03.473055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Router 8e937059-4340-46ec-80a0-84253ce6d2b4 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:42:03.659727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:42:03.670777 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f4808-48de-4577-853d-7884da01bca2 None None] Sync routers for ids ['8e937059-4340-46ec-80a0-84253ce6d2b4'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:42:03.671631 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a34c10b7-da0b-4168-96b8-d4d7f706f2a6 admin admin] 10.222.0.83 "PUT /v2.0/routers/8e937059-4340-46ec-80a0-84253ce6d2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7766387 Sep 19 17:42:03.673885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54626) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:03.681621 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f4808-48de-4577-853d-7884da01bca2 None None] Routers {'8e937059-4340-46ec-80a0-84253ce6d2b4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:03.682259 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-465f4808-48de-4577-853d-7884da01bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:41:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['8e937059-4340-46ec-80a0-84253ce6d2b4'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:03.883163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:03.897459 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-465f4808-48de-4577-853d-7884da01bca2 None None] Set router 8e937059-4340-46ec-80a0-84253ce6d2b4 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:04.181069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:04.194936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Deleting port 4b014dc8-d42e-4176-9a71-f46fbdac4c89 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:42:04.195436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:04.317476 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-465f4808-48de-4577-853d-7884da01bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:42:02Z', 'revision_number': 5, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port': {'id': '4b014dc8-d42e-4176-9a71-f46fbdac4c89', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:40:19Z', 'updated_at': '2022-09-19T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:04.321698 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f4808-48de-4577-853d-7884da01bca2 None None] Checking router: 8e937059-4340-46ec-80a0-84253ce6d2b4 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:42:04.330418 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f4808-48de-4577-853d-7884da01bca2 None None] Routers {'8e937059-4340-46ec-80a0-84253ce6d2b4'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:04.331125 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-465f4808-48de-4577-853d-7884da01bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:41:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['8e937059-4340-46ec-80a0-84253ce6d2b4'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:04.379135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] For port 4b014dc8-d42e-4176-9a71-f46fbdac4c89, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4b014dc8-d42e-4176-9a71-f46fbdac4c89,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:04.379867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:04.483319 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-465f4808-48de-4577-853d-7884da01bca2 None None] Set router 8e937059-4340-46ec-80a0-84253ce6d2b4 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:04.596924 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-465f4808-48de-4577-853d-7884da01bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:42:04Z', 'revision_number': 6, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:04.602370 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f4808-48de-4577-853d-7884da01bca2 None None] The sync data for ids ['8e937059-4340-46ec-80a0-84253ce6d2b4'] in dv-neutron-857789-3-hyperv is: [{'id': '8e937059-4340-46ec-80a0-84253ce6d2b4', 'name': 'tempest-TestEncryptedCinderVolumes-616090107-router', 'tenant_id': '3978d5cf98b34e96b777e679bf71ee07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:40:18Z', 'updated_at': '2022-09-19T17:42:04Z', 'revision_number': 6, 'project_id': '3978d5cf98b34e96b777e679bf71ee07', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:42:04.640413 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Calling delete_port for 4b014dc8-d42e-4176-9a71-f46fbdac4c89 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:42:04.824487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:04.875424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b014dc8-d42e-4176-9a71-f46fbdac4c89,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:04.977271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.160012 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.162238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.190941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.192330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e937059-4340-46ec-80a0-84253ce6d2b4 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:42:05.207333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.208475 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-452b642b-f884-4813-8871-b10bf4814306 admin admin] 10.222.0.83 "DELETE /v2.0/routers/8e937059-4340-46ec-80a0-84253ce6d2b4 HTTP/1.1" status: 204 len: 168 time: 1.5336521 Sep 19 17:42:05.211385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54630) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:05.277941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Deleting subnet e1ec3a25-d99c-4538-9a9b-693e46184784 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:42:05.281324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.333333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.416094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 849b7930-84d8-49ec-b207-08aca8cb5939 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:42:05.421811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.463460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 849b7930-84d8-49ec-b207-08aca8cb5939 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:42:05.463809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 849b7930-84d8-49ec-b207-08aca8cb5939 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:42:05.502420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.552147 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ec3a25-d99c-4538-9a9b-693e46184784,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:05.555268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.558863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a51b07-937c-4f1d-aeb5-0e697bb0cff2 None None] Network 87c71834-3da5-4a97-93d3-c2341625e2bc requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:42:05.562472 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e1ec3a25-d99c-4538-9a9b-693e46184784 HTTP/1.1" status: 204 len: 168 time: 0.3499358 Sep 19 17:42:05.565480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54634) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:05.567464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.568051 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.568393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.568853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.569192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.569527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.570002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.570331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.570672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.571010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.571351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.571658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017f0cd-15bb-4925-b0b2-5ee70b1c1a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:05.681228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.693395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Deleting port 4a2ad839-c937-41b0-b7de-4919b020c68e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:42:05.693808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.873807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] DHCP port deletion for 87c71834-3da5-4a97-93d3-c2341625e2bc request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:42:05.878456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] Deleting port 4a2ad839-c937-41b0-b7de-4919b020c68e {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:42:05.878837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:05.919853 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] For port 4a2ad839-c937-41b0-b7de-4919b020c68e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4a2ad839-c937-41b0-b7de-4919b020c68e,segment=NetworkSegment(4fcf90ae-b827-4c14-a792-8c1ac21dd425),segment_id=4fcf90ae-b827-4c14-a792-8c1ac21dd425)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:05.920200 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.047402 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Calling delete_port for 4a2ad839-c937-41b0-b7de-4919b020c68e owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:42:06.129143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.145391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] For port 4a2ad839-c937-41b0-b7de-4919b020c68e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4a2ad839-c937-41b0-b7de-4919b020c68e,segment=NetworkSegment(4fcf90ae-b827-4c14-a792-8c1ac21dd425),segment_id=4fcf90ae-b827-4c14-a792-8c1ac21dd425)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:06.145791 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.183462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2ad839-c937-41b0-b7de-4919b020c68e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:06.185301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] No DVR routers for this DVR port 4a2ad839-c937-41b0-b7de-4919b020c68e on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:42:06.274103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] Calling delete_port for 4a2ad839-c937-41b0-b7de-4919b020c68e owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:42:06.314792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.341879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c71834-3da5-4a97-93d3-c2341625e2bc']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:06.353392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:42:06.353706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:42:06.354965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcf90ae-b827-4c14-a792-8c1ac21dd425') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:06.355273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcf90ae-b827-4c14-a792-8c1ac21dd425') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:06.368085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.385157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.392399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:42:06.392779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.572354 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 4fcf90ae-b827-4c14-a792-8c1ac21dd425 resource provider aggregate not found Sep 19 17:42:06.595276 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 4fcf90ae-b827-4c14-a792-8c1ac21dd425 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fcf90ae-b827-4c14-a792-8c1ac21dd425 found for delete ", "request_id": "req-0c3be719-b49a-45cd-8618-86fd0f056ddc"}]} Sep 19 17:42:06.608007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.624525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.635147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c71834-3da5-4a97-93d3-c2341625e2bc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:06.639368 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-33c58f2b-74c5-4811-af7d-5eb9582ef6c9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/87c71834-3da5-4a97-93d3-c2341625e2bc HTTP/1.1" status: 204 len: 168 time: 1.0727999 Sep 19 17:42:06.853826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54644) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:06.857020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] Deleting port 4a2ad839-c937-41b0-b7de-4919b020c68e {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:42:06.857020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:06.912655 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b74ba721-cd67-4ba3-971e-0c8a2248a027 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=01cfbb1ededc44738a892bae831c3802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574169 Sep 19 17:42:06.915069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54648) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:06.927445 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b92e8b4b-a19b-4177-b88a-fc0422bed6de None None] The port '4a2ad839-c937-41b0-b7de-4919b020c68e' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:42:06.985690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15918fde-dd6a-4e88-9016-c5b82c1301e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:07.013778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15918fde-dd6a-4e88-9016-c5b82c1301e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:07.076965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15918fde-dd6a-4e88-9016-c5b82c1301e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:07.082658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4b014dc8-d42e-4176-9a71-f46fbdac4c89 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:42:07.098771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15918fde-dd6a-4e88-9016-c5b82c1301e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56e3396-8cbd-4369-b8ee-632d40cd4654,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:07.107341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-15918fde-dd6a-4e88-9016-c5b82c1301e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:07.108487 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-15918fde-dd6a-4e88-9016-c5b82c1301e6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c56e3396-8cbd-4369-b8ee-632d40cd4654 HTTP/1.1" status: 204 len: 168 time: 0.1925015 Sep 19 17:42:07.132551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 4b014dc8-d42e-4176-9a71-f46fbdac4c89 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:42:07.132898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4b014dc8-d42e-4176-9a71-f46fbdac4c89 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:42:07.133316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4a2ad839-c937-41b0-b7de-4919b020c68e no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:42:07.169090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 4a2ad839-c937-41b0-b7de-4919b020c68e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:42:07.169440 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4a2ad839-c937-41b0-b7de-4919b020c68e not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:42:07.571349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54656) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:07.623735 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-33d0c54f-e76c-428f-b93e-f8cc43adf879 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3978d5cf98b34e96b777e679bf71ee07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510886 Sep 19 17:42:07.626315 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54660) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:07.686560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2274ee06-3978-4bdc-88ea-5d24d4827f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:07.713840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2274ee06-3978-4bdc-88ea-5d24d4827f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:07.774274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2274ee06-3978-4bdc-88ea-5d24d4827f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:07.790028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274ee06-3978-4bdc-88ea-5d24d4827f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b172b-1987-4265-bf19-53bbb15666cc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:07.797535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2274ee06-3978-4bdc-88ea-5d24d4827f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:07.799403 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2274ee06-3978-4bdc-88ea-5d24d4827f0f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c45b172b-1987-4265-bf19-53bbb15666cc HTTP/1.1" status: 204 len: 168 time: 0.1720166 Sep 19 17:42:08.575670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54684) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:08.703167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1884402689-network', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:42:08.708496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:08.713584 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Usage tracker for resource:network and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:42:08.716670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:42:08.723203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:08.736095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Made reservation on behalf of 2b601f7aa5ca48a4964a2ee855255a82 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:42:08.738677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:08.753858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:08.774592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:08.778692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:42:08.781779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:42:08.788167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:08.879298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:08.884198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:08.914436 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:42:08.923141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:08.928966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:08.929315 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Added segment b43d485c-ab59-486e-8aef-e181c11924cf of type vlan for network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a Sep 19 17:42:08.958439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:08.989960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:08.991660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:08.992319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:09.099187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] Pushing event updated for resources: {'Network': ['ID=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:09.106499 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-718025a1-c9c0-463a-944f-a724dbfc8a85 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5296984 Sep 19 17:42:09.106711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54690) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:09.111612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:42:09.116615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Request body: {'subnet': {'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1884402689-subnet', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:42:09.125596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:09.132314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Usage tracker for resource:subnet and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:42:09.137336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:42:09.145838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:09.157651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Made reservation on behalf of 2b601f7aa5ca48a4964a2ee855255a82 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:42:09.161482 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:09.416884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:09.495870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5063aa1-c6c6-499d-a09b-14499194a415,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:09.508116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Checking segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:09.508557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Network hostable DHCP agents. Network: 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:42:09.530014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:42:09.541447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:09.546641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:09.547858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:09.554778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4e332-71f5-4d57-9db1-8f8a7fba8086 None None] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:42:09.576272 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c966c007-b0e5-4d18-9426-9c959e39f1bd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4672918 Sep 19 17:42:09.579398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54694) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:09.585103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:42:09.590541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:09.595599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Usage tracker for resource:router and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:42:09.598681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:42:09.605260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:09.620708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:09.621778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:09.638514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:09.789019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:42:09.789887 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:09.958726 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Allocated IP 172.20.0.2 (0c612fbc-0ab5-43f3-ad6e-e766e742ab6a/e5063aa1-c6c6-499d-a09b-14499194a415/c9809ddc-e567-4e74-8ff5-9158ff3866a7) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:42:10.027037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.186979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.199148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Transition to ACTIVE for port object c9809ddc-e567-4e74-8ff5-9158ff3866a7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:10.219151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Transition to ACTIVE for port object c9809ddc-e567-4e74-8ff5-9158ff3866a7 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:10.229194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.295967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:10.299114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:10.303221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:42:10.309338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Pushing event updated for resources: {'Port': ['ID=c9809ddc-e567-4e74-8ff5-9158ff3866a7,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:10.379454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.411436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.418870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Attempting to bind port c9809ddc-e567-4e74-8ff5-9158ff3866a7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:42:10.419433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Attempting to bind port c9809ddc-e567-4e74-8ff5-9158ff3866a7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:42:10.420016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Attempting to bind port c9809ddc-e567-4e74-8ff5-9158ff3866a7 on network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:42:10.434334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:42:10.434747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Checking segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:10.435207 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.435862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Bound using segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:42:10.436659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Bound port: c9809ddc-e567-4e74-8ff5-9158ff3866a7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:42:10.437412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.533329 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] For port c9809ddc-e567-4e74-8ff5-9158ff3866a7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:42:10.537007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] For port c9809ddc-e567-4e74-8ff5-9158ff3866a7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9809ddc-e567-4e74-8ff5-9158ff3866a7,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:42:10.542420 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.563633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Allocated IP 172.26.10.13 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/76222bbc-9c4b-4f42-885d-2502a8b24a40) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:42:10.620974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24b725-8d5b-4889-aeb8-c812d3fb9978 None None] Pushing event updated for resources: {'Port': ['ID=c9809ddc-e567-4e74-8ff5-9158ff3866a7,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:10.723669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.757773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:10.840292 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:10.843486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:10.846016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:42:10.877433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Pushing event updated for resources: {'Port': ['ID=76222bbc-9c4b-4f42-885d-2502a8b24a40,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:11.127124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9809ddc-e567-4e74-8ff5-9158ff3866a7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:11.198117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port c9809ddc-e567-4e74-8ff5-9158ff3866a7 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:11.303480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:11.407081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f802dd8f-da50-4f38-a21d-91683b2d644e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:11.678545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a053f594-6324-4c21-b604-6585da2d653b None None] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:42:11.801446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:11.812979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bb027f30-aac6-4834-a57f-dd081272cc00 None None] Provisioning for port c9809ddc-e567-4e74-8ff5-9158ff3866a7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:11.833682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-bb027f30-aac6-4834-a57f-dd081272cc00 None None] Provisioning complete for port c9809ddc-e567-4e74-8ff5-9158ff3866a7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:11.834184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bb027f30-aac6-4834-a57f-dd081272cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:12.021009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Router ddead479-92be-4c61-96b8-a74e794c192f is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:42:12.059006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-bb027f30-aac6-4834-a57f-dd081272cc00 None None] Current status of the port c9809ddc-e567-4e74-8ff5-9158ff3866a7 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:12.059287 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bb027f30-aac6-4834-a57f-dd081272cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:12.102215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-bb027f30-aac6-4834-a57f-dd081272cc00 None None] For port c9809ddc-e567-4e74-8ff5-9158ff3866a7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9809ddc-e567-4e74-8ff5-9158ff3866a7,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:12.108448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bb027f30-aac6-4834-a57f-dd081272cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:12.198784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb027f30-aac6-4834-a57f-dd081272cc00 None None] Pushing event updated for resources: {'Port': ['ID=c9809ddc-e567-4e74-8ff5-9158ff3866a7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:12.250594 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:42:12.268156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Sync routers for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:42:12.283143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:12.283516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:12.284028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:41:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:12.287403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54698) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:12.288227 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a4388372-b55a-4496-ab14-bcdc01e26613 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7073643 Sep 19 17:42:12.498960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3a56045c-97a5-41ee-bfde-2635c86af5ca None None] Provisioning complete for port c9809ddc-e567-4e74-8ff5-9158ff3866a7 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:12.498960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3a56045c-97a5-41ee-bfde-2635c86af5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:12.560043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:12.838724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3a56045c-97a5-41ee-bfde-2635c86af5ca None None] Current status of the port c9809ddc-e567-4e74-8ff5-9158ff3866a7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:12.917807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:11Z', 'revision_number': 3, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:12.922262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Checking router: ddead479-92be-4c61-96b8-a74e794c192f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:42:12.922727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Updating router ddead479-92be-4c61-96b8-a74e794c192f port 76222bbc-9c4b-4f42-885d-2502a8b24a40 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:42:12.980017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.103876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9809ddc-e567-4e74-8ff5-9158ff3866a7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:13.110539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.302713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port c9809ddc-e567-4e74-8ff5-9158ff3866a7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:13.303870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.356164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Allocated IP 172.20.0.1 (0c612fbc-0ab5-43f3-ad6e-e766e742ab6a/e5063aa1-c6c6-499d-a09b-14499194a415/af48fe98-0cbb-49ec-ad0a-39ce58c843f9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:42:13.585229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port c9809ddc-e567-4e74-8ff5-9158ff3866a7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:13.604964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b719082e-2e40-4f6c-816b-e5edece6f713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.610188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.623472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Transition to ACTIVE for port object 76222bbc-9c4b-4f42-885d-2502a8b24a40 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:13.634648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.666930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.686155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Transition to ACTIVE for port object af48fe98-0cbb-49ec-ad0a-39ce58c843f9 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:13.699569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Attempting to bind port 76222bbc-9c4b-4f42-885d-2502a8b24a40 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:42:13.699943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Attempting to bind port 76222bbc-9c4b-4f42-885d-2502a8b24a40 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:42:13.700307 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Attempting to bind port 76222bbc-9c4b-4f42-885d-2502a8b24a40 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:42:13.711448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:42:13.711796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:13.712196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.712586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:42:13.713058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Bound port: 76222bbc-9c4b-4f42-885d-2502a8b24a40, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:42:13.713460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.716727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.752432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ae74d-0685-4474-815c-3d5e7d38bb1f None None] Pushing event updated for resources: {'Port': ['ID=76222bbc-9c4b-4f42-885d-2502a8b24a40,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:13.788615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:13.792015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:13.796133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:42:13.805766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] For port 76222bbc-9c4b-4f42-885d-2502a8b24a40, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:42:13.809584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] For port 76222bbc-9c4b-4f42-885d-2502a8b24a40, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=76222bbc-9c4b-4f42-885d-2502a8b24a40,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:42:13.818931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.831154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:13.861180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:13.919395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:13.920352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:14.028534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ae74d-0685-4474-815c-3d5e7d38bb1f None None] Pushing event updated for resources: {'Port': ['ID=76222bbc-9c4b-4f42-885d-2502a8b24a40,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:14.124106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-90760ab6-3237-4cfa-946b-2004a61e4bea None None] Provisioning for port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:14.135552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-90760ab6-3237-4cfa-946b-2004a61e4bea None None] Provisioning complete for port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:14.135859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90760ab6-3237-4cfa-946b-2004a61e4bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:14.165231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:14.178999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:14.370707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-90760ab6-3237-4cfa-946b-2004a61e4bea None None] Port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:42:14.439557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:14.448926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:14.519698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:11Z', 'revision_number': 3, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:14.527815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653f238-3d19-42cb-b81d-3e21842feda3 None None] The sync data for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv is: [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:11Z', 'revision_number': 3, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:42:14.599132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:14.606884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:14.768179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:14.769484 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:14.984381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Router ddead479-92be-4c61-96b8-a74e794c192f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:42:15.005918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac04f795-33a0-4307-910a-7a7cf309bf63 None None] Provisioning complete for port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:15.006278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac04f795-33a0-4307-910a-7a7cf309bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:15.071798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ac04f795-33a0-4307-910a-7a7cf309bf63 None None] Port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:42:15.133220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 76222bbc-9c4b-4f42-885d-2502a8b24a40 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:15.192929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:42:15.202957 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bc7ebd69-e926-4d8b-9a4c-6e4c94ec7ca4 admin admin] 10.222.0.83 "PUT /v2.0/routers/ddead479-92be-4c61-96b8-a74e794c192f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9133193 Sep 19 17:42:15.206878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:15.241275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 76222bbc-9c4b-4f42-885d-2502a8b24a40 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:15.263123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 76222bbc-9c4b-4f42-885d-2502a8b24a40 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:15.263709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:15.364621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:15.513906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 76222bbc-9c4b-4f42-885d-2502a8b24a40 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:15.514599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:15.546206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 76222bbc-9c4b-4f42-885d-2502a8b24a40, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=76222bbc-9c4b-4f42-885d-2502a8b24a40,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:15.551753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:15.643732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=76222bbc-9c4b-4f42-885d-2502a8b24a40,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:15.814029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54716) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:15.820585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1386994828-network', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:42:15.825862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:15.830190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Usage tracker for resource:network and tenant:070d31de38324ea1b2361ea15ae5dd8f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:42:15.834473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:42:15.841682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:15.854804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Made reservation on behalf of 070d31de38324ea1b2361ea15ae5dd8f for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:42:15.858520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:15.876484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:15.893324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:15.897923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Usage tracker for resource:security_group_rule and tenant:070d31de38324ea1b2361ea15ae5dd8f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:42:15.901227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:42:15.908347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:16.014502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.019850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.060071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:42:16.070447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a803a4b-7990-4903-a6f8-5c870793bf6f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:16.088512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.089122 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Added segment 3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d of type vlan for network 95e0ffbe-374f-40d8-be1a-478dcb03456d Sep 19 17:42:16.130117 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.135750 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Sync routers for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:42:16.148757 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:16.149393 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:16.167663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.168797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:16.169452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.283609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4682689 Sep 19 17:42:16.286559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54720) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:16.289746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830295c-b4c5-4fb4-a340-3e4b79b0bd7c admin admin] Pushing event updated for resources: {'Network': ['ID=95e0ffbe-374f-40d8-be1a-478dcb03456d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:16.296662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Request body: {'subnet': {'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1386994828-subnet', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:42:16.303591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 95e0ffbe-374f-40d8-be1a-478dcb03456d details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:42:16.303814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:16.308347 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Usage tracker for resource:subnet and tenant:070d31de38324ea1b2361ea15ae5dd8f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:42:16.312357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:42:16.319920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:16.334642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Made reservation on behalf of 070d31de38324ea1b2361ea15ae5dd8f for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:42:16.337824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.348165 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:16.432072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.577896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.656741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9e61d6-9765-4b38-9c49-85874f094955,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:16.667288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Checking segment: {'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:16.667751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Network hostable DHCP agents. Network: 95e0ffbe-374f-40d8-be1a-478dcb03456d, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:42:16.692544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Network 95e0ffbe-374f-40d8-be1a-478dcb03456d is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:42:16.705659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 95e0ffbe-374f-40d8-be1a-478dcb03456d) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:16.716874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83e00b-9cfc-4086-9112-150423f2773e None None] Network 95e0ffbe-374f-40d8-be1a-478dcb03456d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:42:16.717812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:16.718486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.739968 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 2, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:16.747424 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Checking router: ddead479-92be-4c61-96b8-a74e794c192f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:42:16.748168 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Updating router ddead479-92be-4c61-96b8-a74e794c192f port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:42:16.748625 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-82073e05-4b17-4c4b-89af-740a808b9b52 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4606290 Sep 19 17:42:16.752907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54724) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:16.760793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:42:16.767185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:16.772355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Usage tracker for resource:router and tenant:070d31de38324ea1b2361ea15ae5dd8f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:42:16.776740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:42:16.785419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:16.808433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.809560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.825352 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:16.830437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.063637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-95e0ffbe-374f-40d8-be1a-478dcb03456d', 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'fixed_ips': [{'subnet_id': 'aa9e61d6-9765-4b38-9c49-85874f094955'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:42:17.065392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.131573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 76222bbc-9c4b-4f42-885d-2502a8b24a40 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:17.258495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.282939 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.286031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 76222bbc-9c4b-4f42-885d-2502a8b24a40 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:17.286488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.297298 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Transition to ACTIVE for port object af48fe98-0cbb-49ec-ad0a-39ce58c843f9 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:17.305982 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.341531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Allocated IP 172.20.0.2 (95e0ffbe-374f-40d8-be1a-478dcb03456d/aa9e61d6-9765-4b38-9c49-85874f094955/2d512f7e-3025-474c-a138-ab31282d7ed3) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:42:17.454224 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Pushing event updated for resources: {'Port': ['ID=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:17.510456 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.511029 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.511171 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.511680 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.511893 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.512279 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.512707 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.513037 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.513399 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.513756 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.514221 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.514526 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:17.533796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 76222bbc-9c4b-4f42-885d-2502a8b24a40 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:17.589320 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Attempting to bind port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:42:17.590211 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Attempting to bind port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:42:17.591359 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Attempting to bind port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 on network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:42:17.601665 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:42:17.603245 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Checking segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:17.604755 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.605455 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Bound using segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:42:17.606282 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Bound port: af48fe98-0cbb-49ec-ad0a-39ce58c843f9, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:42:17.607554 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.607711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.639496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.674194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.687227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Transition to ACTIVE for port object 2d512f7e-3025-474c-a138-ab31282d7ed3 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:17.713474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Transition to ACTIVE for port object 2d512f7e-3025-474c-a138-ab31282d7ed3 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:17.722525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.756738 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] For port af48fe98-0cbb-49ec-ad0a-39ce58c843f9, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:42:17.760420 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] For port af48fe98-0cbb-49ec-ad0a-39ce58c843f9, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:42:17.768643 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.797903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Network 95e0ffbe-374f-40d8-be1a-478dcb03456d is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:17.800898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:17.805183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:42:17.814010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Allocated IP 172.26.10.129 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/8cde3dd7-d51f-4569-b5b5-940f915e46e7) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:42:17.815174 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Pushing event updated for resources: {'Port': ['ID=2d512f7e-3025-474c-a138-ab31282d7ed3,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:17.839857 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:17.840535 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:17.922624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Attempting to bind port 2d512f7e-3025-474c-a138-ab31282d7ed3 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:42:17.923456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Attempting to bind port 2d512f7e-3025-474c-a138-ab31282d7ed3 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:42:17.924009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Attempting to bind port 2d512f7e-3025-474c-a138-ab31282d7ed3 on network 95e0ffbe-374f-40d8-be1a-478dcb03456d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:42:17.929578 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e544ec-1e7a-4e3e-b9a3-6011ce6ee543 None None] Pushing event updated for resources: {'Port': ['ID=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:17.930205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:42:17.930622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Checking segment: {'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:17.931064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.931490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Bound using segment: {'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:42:17.932194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Bound port: 2d512f7e-3025-474c-a138-ab31282d7ed3, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:42:17.932753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:17.978598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:18.019449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:18.043061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] For port 2d512f7e-3025-474c-a138-ab31282d7ed3, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:42:18.049304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] For port 2d512f7e-3025-474c-a138-ab31282d7ed3, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d512f7e-3025-474c-a138-ab31282d7ed3,segment=NetworkSegment(3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d),segment_id=3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:42:18.055790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:18.056429 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:18.098093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:18.102519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:18.109437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:42:18.155628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Pushing event updated for resources: {'Port': ['ID=8cde3dd7-d51f-4569-b5b5-940f915e46e7,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:18.185108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85a5b7-c094-4688-8695-973e3ac56019 None None] Pushing event updated for resources: {'Port': ['ID=2d512f7e-3025-474c-a138-ab31282d7ed3,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:18.472475 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:17Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:18.478602 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12077a-b6a4-4b69-9674-a624a96dea68 None None] The sync data for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv is: [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:17Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:42:18.678536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:19.183906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d512f7e-3025-474c-a138-ab31282d7ed3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:19.230545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:19.255686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b694b-3668-4f11-ab2d-89e5fc7a831e None None] Network 95e0ffbe-374f-40d8-be1a-478dcb03456d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:42:19.377118 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5347f317-6956-49c9-b846-9ce36d9f1f9d None None] Provisioning for port 2d512f7e-3025-474c-a138-ab31282d7ed3 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:19.385395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5347f317-6956-49c9-b846-9ce36d9f1f9d None None] Provisioning complete for port 2d512f7e-3025-474c-a138-ab31282d7ed3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:19.385770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5347f317-6956-49c9-b846-9ce36d9f1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:19.409488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 2d512f7e-3025-474c-a138-ab31282d7ed3 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:19.434822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2d512f7e-3025-474c-a138-ab31282d7ed3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:19.435239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:19.468534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Router 97dddc66-2092-411e-8c5c-cebe6a873655 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:42:19.772343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:42:19.775576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5347f317-6956-49c9-b846-9ce36d9f1f9d None None] Current status of the port 2d512f7e-3025-474c-a138-ab31282d7ed3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:19.775962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5347f317-6956-49c9-b846-9ce36d9f1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:19.791220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Sync routers for ids ['97dddc66-2092-411e-8c5c-cebe6a873655'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:42:19.797817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:19.801647 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a1d8a8db-4127-4766-87ee-c682c13c607a admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0448871 Sep 19 17:42:19.801850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54728) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:42:19.822862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d512f7e-3025-474c-a138-ab31282d7ed3 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:19.823269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:19.837973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Routers {'97dddc66-2092-411e-8c5c-cebe6a873655'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:19.838618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['97dddc66-2092-411e-8c5c-cebe6a873655'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:19.975904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5347f317-6956-49c9-b846-9ce36d9f1f9d None None] For port 2d512f7e-3025-474c-a138-ab31282d7ed3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d512f7e-3025-474c-a138-ab31282d7ed3,segment=NetworkSegment(3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d),segment_id=3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:19.988184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5347f317-6956-49c9-b846-9ce36d9f1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:20.185654 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:42:20.186238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:42:20.197909 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347f317-6956-49c9-b846-9ce36d9f1f9d None None] Pushing event updated for resources: {'Port': ['ID=2d512f7e-3025-474c-a138-ab31282d7ed3,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:20.201676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Set router 97dddc66-2092-411e-8c5c-cebe6a873655 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:20.202415 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:42:20.381001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0a9dc6fa-6164-4a00-b9d2-324db8e0707d None None] Provisioning complete for port 2d512f7e-3025-474c-a138-ab31282d7ed3 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:20.381270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0a9dc6fa-6164-4a00-b9d2-324db8e0707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:20.582995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0a9dc6fa-6164-4a00-b9d2-324db8e0707d None None] Current status of the port 2d512f7e-3025-474c-a138-ab31282d7ed3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:20.586604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:20.607629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129'}], 'enable_snat': True}, 'gw_port_id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:42:18Z', 'revision_number': 3, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port': {'id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:17Z', 'updated_at': '2022-09-19T17:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:20.611594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Checking router: 97dddc66-2092-411e-8c5c-cebe6a873655 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:42:20.611944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Updating router 97dddc66-2092-411e-8c5c-cebe6a873655 port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:42:20.666263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:20.806177 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d512f7e-3025-474c-a138-ab31282d7ed3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:20.807234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af48fe98-0cbb-49ec-ad0a-39ce58c843f9 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:20.925548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Allocated IP 172.20.0.1 (95e0ffbe-374f-40d8-be1a-478dcb03456d/aa9e61d6-9765-4b38-9c49-85874f094955/40755290-ea1b-4793-ad86-d8804e0b9eb5) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:42:20.980387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:21.002121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:21.002490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.080721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.097260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Transition to ACTIVE for port object 40755290-ea1b-4793-ad86-d8804e0b9eb5 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:21.124628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.193911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Network 95e0ffbe-374f-40d8-be1a-478dcb03456d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:21.196759 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:21.200705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:42:21.205572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.208423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:21.208891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.234266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Transition to ACTIVE for port object 8cde3dd7-d51f-4569-b5b5-940f915e46e7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:21.237510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Pushing event updated for resources: {'Port': ['ID=40755290-ea1b-4793-ad86-d8804e0b9eb5,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:21.255380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.272364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.297747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port af48fe98-0cbb-49ec-ad0a-39ce58c843f9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:21.320622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.329179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Attempting to bind port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:42:21.329599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Attempting to bind port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:42:21.329901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Attempting to bind port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:42:21.341419 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:42:21.342327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:21.342327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.342561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:42:21.343885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Bound port: 8cde3dd7-d51f-4569-b5b5-940f915e46e7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:42:21.343885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.440740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.446807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d512f7e-3025-474c-a138-ab31282d7ed3 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:21.481123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426579fe-b423-4435-9540-6fca97a3cf41 None None] Pushing event updated for resources: {'Port': ['ID=8cde3dd7-d51f-4569-b5b5-940f915e46e7,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:21.615809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] For port 8cde3dd7-d51f-4569-b5b5-940f915e46e7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:42:21.621991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] For port 8cde3dd7-d51f-4569-b5b5-940f915e46e7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8cde3dd7-d51f-4569-b5b5-940f915e46e7,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:42:21.625171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-afc0fa48-5ccb-47df-8407-c7c0eae8608a None None] Provisioning for port 40755290-ea1b-4793-ad86-d8804e0b9eb5 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:21.630080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:21.635452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.673276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-afc0fa48-5ccb-47df-8407-c7c0eae8608a None None] Provisioning complete for port 40755290-ea1b-4793-ad86-d8804e0b9eb5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:21.673615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-afc0fa48-5ccb-47df-8407-c7c0eae8608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.678790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.684375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.743821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 2d512f7e-3025-474c-a138-ab31282d7ed3 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:21.744072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.792748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:21.796279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Pushing event updated for resources: {'Port': ['ID=40755290-ea1b-4793-ad86-d8804e0b9eb5,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:21.799718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Routers {'97dddc66-2092-411e-8c5c-cebe6a873655'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:21.800360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['97dddc66-2092-411e-8c5c-cebe6a873655'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:21.854551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-afc0fa48-5ccb-47df-8407-c7c0eae8608a None None] Port 40755290-ea1b-4793-ad86-d8804e0b9eb5 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:42:21.874797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426579fe-b423-4435-9540-6fca97a3cf41 None None] Pushing event updated for resources: {'Port': ['ID=8cde3dd7-d51f-4569-b5b5-940f915e46e7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:21.933729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Network 95e0ffbe-374f-40d8-be1a-478dcb03456d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:21.935247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:22.048381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] Set router 97dddc66-2092-411e-8c5c-cebe6a873655 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:22.092270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 2d512f7e-3025-474c-a138-ab31282d7ed3 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:22.140153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Router 97dddc66-2092-411e-8c5c-cebe6a873655 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:42:22.270658 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-09632048-9acf-4aaf-801b-5dcaee2ec658 None None] Provisioning complete for port 40755290-ea1b-4793-ad86-d8804e0b9eb5 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:22.271389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-09632048-9acf-4aaf-801b-5dcaee2ec658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:22.323112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:42:22.332865 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f807a712-0652-4533-9b1e-2a7a8d87ce14 admin admin] 10.222.0.83 "PUT /v2.0/routers/97dddc66-2092-411e-8c5c-cebe6a873655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5296583 Sep 19 17:42:22.355869 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-09632048-9acf-4aaf-801b-5dcaee2ec658 None None] Port 40755290-ea1b-4793-ad86-d8804e0b9eb5 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:42:22.426525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129'}], 'enable_snat': True}, 'gw_port_id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 4, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port': {'id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:17Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '40755290-ea1b-4793-ad86-d8804e0b9eb5', 'name': '', 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'mac_address': 'fa:16:3e:2c:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:20Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 2, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'subnets': [{'id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:22.430784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f1df6-c491-47b3-b5a8-2e50fd9c6086 None None] The sync data for ids ['97dddc66-2092-411e-8c5c-cebe6a873655'] in dv-neutron-857789-3-hyperv is: [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129'}], 'enable_snat': True}, 'gw_port_id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 4, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port': {'id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:17Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '40755290-ea1b-4793-ad86-d8804e0b9eb5', 'name': '', 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'mac_address': 'fa:16:3e:2c:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:20Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 2, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'subnets': [{'id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:42:23.523039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8cde3dd7-d51f-4569-b5b5-940f915e46e7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:23.616237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:23.623737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:23.624107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:23.774369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:23.774751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:23.797319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8cde3dd7-d51f-4569-b5b5-940f915e46e7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8cde3dd7-d51f-4569-b5b5-940f915e46e7,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:23.802720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:23.803599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af48fe98-0cbb-49ec-ad0a-39ce58c843f9 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:23.917397 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8cde3dd7-d51f-4569-b5b5-940f915e46e7,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:23.931433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:23.931817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:24.068720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:25.405090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8cde3dd7-d51f-4569-b5b5-940f915e46e7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:25.486461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:25.487116 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:25.672334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:25.736770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:25.980764 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Sync routers for ids ['97dddc66-2092-411e-8c5c-cebe6a873655'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:42:25.992864 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Routers {'97dddc66-2092-411e-8c5c-cebe6a873655'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:25.996279 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['97dddc66-2092-411e-8c5c-cebe6a873655'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:26.190353 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Set router 97dddc66-2092-411e-8c5c-cebe6a873655 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:26.549089 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129'}], 'enable_snat': True}, 'gw_port_id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 4, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port': {'id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:17Z', 'updated_at': '2022-09-19T17:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '40755290-ea1b-4793-ad86-d8804e0b9eb5', 'name': '', 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'mac_address': 'fa:16:3e:2c:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:20Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 2, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'subnets': [{'id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:26.555582 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Checking router: 97dddc66-2092-411e-8c5c-cebe6a873655 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:42:26.556086 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Updating router 97dddc66-2092-411e-8c5c-cebe6a873655 port 40755290-ea1b-4793-ad86-d8804e0b9eb5 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:42:26.618579 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:27.024872 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:27.038597 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Transition to ACTIVE for port object 40755290-ea1b-4793-ad86-d8804e0b9eb5 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:27.046456 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:27.249680 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53312498-6888-48e0-88f0-b5f2c5209bd3 None None] Pushing event updated for resources: {'Port': ['ID=40755290-ea1b-4793-ad86-d8804e0b9eb5,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:27.270323 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Attempting to bind port 40755290-ea1b-4793-ad86-d8804e0b9eb5 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:42:27.270832 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Attempting to bind port 40755290-ea1b-4793-ad86-d8804e0b9eb5 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:42:27.271689 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Attempting to bind port 40755290-ea1b-4793-ad86-d8804e0b9eb5 on network 95e0ffbe-374f-40d8-be1a-478dcb03456d {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:42:27.280509 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:42:27.280509 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Checking segment: {'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:27.280509 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:27.280509 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Bound using segment: {'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:42:27.281711 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Bound port: 40755290-ea1b-4793-ad86-d8804e0b9eb5, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:42:27.281711 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:27.390761 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] For port 40755290-ea1b-4793-ad86-d8804e0b9eb5, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:42:27.398560 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] For port 40755290-ea1b-4793-ad86-d8804e0b9eb5, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=40755290-ea1b-4793-ad86-d8804e0b9eb5,segment=NetworkSegment(3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d),segment_id=3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:42:27.413678 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:27.491501 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Routers {'97dddc66-2092-411e-8c5c-cebe6a873655'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:42:27.493617 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['97dddc66-2092-411e-8c5c-cebe6a873655'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:27.585234 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53312498-6888-48e0-88f0-b5f2c5209bd3 None None] Pushing event updated for resources: {'Port': ['ID=40755290-ea1b-4793-ad86-d8804e0b9eb5,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:27.699301 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] Set router 97dddc66-2092-411e-8c5c-cebe6a873655 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:42:28.048145 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129'}], 'enable_snat': True}, 'gw_port_id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 4, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port': {'id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:17Z', 'updated_at': '2022-09-19T17:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '40755290-ea1b-4793-ad86-d8804e0b9eb5', 'name': '', 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'mac_address': 'fa:16:3e:2c:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:20Z', 'updated_at': '2022-09-19T17:42:27Z', 'revision_number': 4, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'subnets': [{'id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:42:28.053622 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c2f432-c4b1-4284-9d03-2f6cd175e190 None None] The sync data for ids ['97dddc66-2092-411e-8c5c-cebe6a873655'] in dv-neutron-857789-3-hyperv is: [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129'}], 'enable_snat': True}, 'gw_port_id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 4, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port': {'id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:17Z', 'updated_at': '2022-09-19T17:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '40755290-ea1b-4793-ad86-d8804e0b9eb5', 'name': '', 'network_id': '95e0ffbe-374f-40d8-be1a-478dcb03456d', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'mac_address': 'fa:16:3e:2c:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:20Z', 'updated_at': '2022-09-19T17:42:27Z', 'revision_number': 4, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'subnets': [{'id': 'aa9e61d6-9765-4b38-9c49-85874f094955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:42:29.455091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 40755290-ea1b-4793-ad86-d8804e0b9eb5 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:29.555409 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 40755290-ea1b-4793-ad86-d8804e0b9eb5 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:29.563761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 40755290-ea1b-4793-ad86-d8804e0b9eb5 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:29.564272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:29.762932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 40755290-ea1b-4793-ad86-d8804e0b9eb5 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:29.763698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:29.837556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 40755290-ea1b-4793-ad86-d8804e0b9eb5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=40755290-ea1b-4793-ad86-d8804e0b9eb5,segment=NetworkSegment(3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d),segment_id=3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:29.845343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:29.928159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=40755290-ea1b-4793-ad86-d8804e0b9eb5,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:31.413125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 40755290-ea1b-4793-ad86-d8804e0b9eb5 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:31.525407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 40755290-ea1b-4793-ad86-d8804e0b9eb5 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:31.525908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:31.661356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 40755290-ea1b-4793-ad86-d8804e0b9eb5 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:32.735444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-85233db2-9fa2-43a4-8e38-8459dbd859eb tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:32.736790 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-85233db2-9fa2-43a4-8e38-8459dbd859eb tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 815 time: 0.2569146 Sep 19 17:42:32.752454 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-d81f0155-6d40-4ffa-82f7-7920cc6e1b68 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/quotas/2b601f7aa5ca48a4964a2ee855255a82 HTTP/1.1" status: 200 len: 375 time: 0.0099139 Sep 19 17:42:32.843941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-3a8c5091-df96-4a99-ac35-70a40f6a0093 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858347 Sep 19 17:42:32.985378 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-ffb1dd6b-a0b2-4d48-9bbc-c666909d3da5 service neutron] 10.222.0.83 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290479 Sep 19 17:42:33.119971 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-cebb7519-bf15-4512-b0ab-4bc9f91bfaa4 service neutron] 10.222.0.83 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282880 Sep 19 17:42:33.438569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-64619cef-eda9-4ba9-affa-78d8e8b521c6 req-80a57029-74f7-4f96-ab29-9ab1ff4c65e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:42:33.466467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-64619cef-eda9-4ba9-affa-78d8e8b521c6 req-80a57029-74f7-4f96-ab29-9ab1ff4c65e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:42:33.468340 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64619cef-eda9-4ba9-affa-78d8e8b521c6 req-80a57029-74f7-4f96-ab29-9ab1ff4c65e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 210 time: 0.2106018 Sep 19 17:42:34.498974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-d976c7ea-88ee-4e96-857e-cc655b083d07 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:34.500483 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-d976c7ea-88ee-4e96-857e-cc655b083d07 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 815 time: 0.1596961 Sep 19 17:42:34.514556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'port': {'device_id': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'admin_state_up': True, 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:42:34.673097 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4c1e793f-a168-4ce5-8a22-1b999fbdd2c0 req-9dcc8875-59ff-4e0d-866f-efbc02853a9a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 210 time: 0.0613294 Sep 19 17:42:34.715551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:42:34.726382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:42:34.736683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Made reservation on behalf of 2b601f7aa5ca48a4964a2ee855255a82 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:42:34.740410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:34.918609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Allocated IP 172.20.0.6 (0c612fbc-0ab5-43f3-ad6e-e766e742ab6a/e5063aa1-c6c6-499d-a09b-14499194a415/1d70097e-582d-44cd-8423-d75ae4e902e0) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:42:35.204360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:35.232443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Transition to ACTIVE for port object 1d70097e-582d-44cd-8423-d75ae4e902e0 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:35.260308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:35.337259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:35.340772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:35.344862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:42:35.382404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=1d70097e-582d-44cd-8423-d75ae4e902e0,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:35.435015 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:35.435784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:35.480352 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-e12f7f27-863a-44bb-9fc8-5ff43b17841f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9699194 Sep 19 17:42:35.617993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-18b700e0-4598-4a3f-8d5f-c73db659bbe9 None None] Provisioning for port 1d70097e-582d-44cd-8423-d75ae4e902e0 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:35.628483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-18b700e0-4598-4a3f-8d5f-c73db659bbe9 None None] Provisioning complete for port 1d70097e-582d-44cd-8423-d75ae4e902e0 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:35.629466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-18b700e0-4598-4a3f-8d5f-c73db659bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:35.767615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-18b700e0-4598-4a3f-8d5f-c73db659bbe9 None None] Port 1d70097e-582d-44cd-8423-d75ae4e902e0 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:42:35.890248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9993ee-fd20-42b5-bf3c-9cc6abcf536f req-18d3ebe6-20c2-4977-9072-21db7ca21acf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:35.892612 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9993ee-fd20-42b5-bf3c-9cc6abcf536f req-18d3ebe6-20c2-4977-9072-21db7ca21acf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 931 time: 0.0938179 Sep 19 17:42:35.940051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-cb9993ee-fd20-42b5-bf3c-9cc6abcf536f req-b52bb308-163e-4747-b9b4-452579043fbb tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:42:35.962041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-cb9993ee-fd20-42b5-bf3c-9cc6abcf536f req-b52bb308-163e-4747-b9b4-452579043fbb tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:42:35.963201 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cb9993ee-fd20-42b5-bf3c-9cc6abcf536f req-b52bb308-163e-4747-b9b4-452579043fbb tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640411 Sep 19 17:42:37.188303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42fe2-b065-45a3-9ee4-625569eef7ce req-71ce314a-b603-472d-bcd1-7571366a73a0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:37.189098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-59f42fe2-b065-45a3-9ee4-625569eef7ce req-71ce314a-b603-472d-bcd1-7571366a73a0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:42:37.211847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-59f42fe2-b065-45a3-9ee4-625569eef7ce req-71ce314a-b603-472d-bcd1-7571366a73a0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:42:37.213074 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59f42fe2-b065-45a3-9ee4-625569eef7ce req-71ce314a-b603-472d-bcd1-7571366a73a0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 931 time: 0.1273146 Sep 19 17:42:37.278793 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59f42fe2-b065-45a3-9ee4-625569eef7ce req-2afa3e97-0663-4190-bd7b-f2beb253c76b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590587 Sep 19 17:42:38.497929 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfaa6b-a2f9-4396-8756-4e31613a1f33 req-b08de891-7281-4849-8444-5de0cefbb91f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:38.500359 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0bfaa6b-a2f9-4396-8756-4e31613a1f33 req-b08de891-7281-4849-8444-5de0cefbb91f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 931 time: 0.1033278 Sep 19 17:42:38.570661 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0bfaa6b-a2f9-4396-8756-4e31613a1f33 req-1a3e25c4-02ce-4b71-a6c6-75a9fd5ce7f6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Sep 19 17:42:39.787920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56810e21-b4a8-4e7e-acdd-91c22d839d05 req-37888217-c001-4b6e-881a-ddfaf30cd6f4 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:39.790204 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56810e21-b4a8-4e7e-acdd-91c22d839d05 req-37888217-c001-4b6e-881a-ddfaf30cd6f4 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 931 time: 0.0935090 Sep 19 17:42:39.837254 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-56810e21-b4a8-4e7e-acdd-91c22d839d05 req-1d01e214-ac72-4a60-bdfd-94fa92228bca tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Sep 19 17:42:41.045479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11d6a9-6461-4bd2-81c1-14bc3a1c3859 req-6d2f9b8f-6856-4370-af6f-f14ccbfd75cd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:41.047027 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b11d6a9-6461-4bd2-81c1-14bc3a1c3859 req-6d2f9b8f-6856-4370-af6f-f14ccbfd75cd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 931 time: 0.0903587 Sep 19 17:42:41.104792 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5b11d6a9-6461-4bd2-81c1-14bc3a1c3859 req-f3cea8e4-650f-4709-be8b-3b19f5dd1cc4 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487151 Sep 19 17:42:41.407502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-614ce36e-bba5-4b27-b2ba-e05be010372b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:42.320430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82919-cf56-4c5b-97f3-50fc4979b875 req-8bbaf908-eb63-422a-8816-f3c4a2ffc957 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:42.321907 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1f82919-cf56-4c5b-97f3-50fc4979b875 req-8bbaf908-eb63-422a-8816-f3c4a2ffc957 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 931 time: 0.0991309 Sep 19 17:42:42.369104 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1f82919-cf56-4c5b-97f3-50fc4979b875 req-0f92a16b-2343-4bd7-9f84-c91bf28bf391 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Sep 19 17:42:42.616908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Request body: {'port': {'device_id': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:42:42.876623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:43.240185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d70097e-582d-44cd-8423-d75ae4e902e0 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:42:43.248272 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:43.264625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Transition to ACTIVE for port object 1d70097e-582d-44cd-8423-d75ae4e902e0 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:42:43.269259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:43.461868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Pushing event updated for resources: {'Port': ['ID=1d70097e-582d-44cd-8423-d75ae4e902e0,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:43.509891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Attempting to bind port 1d70097e-582d-44cd-8423-d75ae4e902e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:42:43.510136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Attempting to bind port 1d70097e-582d-44cd-8423-d75ae4e902e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:42:43.510365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Attempting to bind port 1d70097e-582d-44cd-8423-d75ae4e902e0 on network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:42:43.516484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Port 1d70097e-582d-44cd-8423-d75ae4e902e0 on network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:42:43.516817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Attempting to bind port 1d70097e-582d-44cd-8423-d75ae4e902e0 on network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:42:43.523229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:42:43.523578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Checking segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:42:43.523973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Bound using segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:42:43.524414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Bound port: 1d70097e-582d-44cd-8423-d75ae4e902e0, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:42:43.524919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:43.585368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5504844e-c320-4804-8827-e9625e5036da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:43.623020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db2fa-5c46-4b55-8484-366451c711d8 req-2634c2b7-e6ac-460f-98c5-5c987bd07482 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:43.625403 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c5db2fa-5c46-4b55-8484-366451c711d8 req-2634c2b7-e6ac-460f-98c5-5c987bd07482 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 943 time: 0.1351752 Sep 19 17:42:43.663651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] For port 1d70097e-582d-44cd-8423-d75ae4e902e0, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:42:43.667136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] For port 1d70097e-582d-44cd-8423-d75ae4e902e0, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d70097e-582d-44cd-8423-d75ae4e902e0,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:42:43.673527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:43.676140 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5c5db2fa-5c46-4b55-8484-366451c711d8 req-8ee5f632-97bb-433c-b6f7-feee07514a64 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Sep 19 17:42:43.706693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:43.707339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:43.709097 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] 10.222.0.86 "PUT /v2.0/ports/1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 1093 time: 1.0968218 Sep 19 17:42:43.709554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:42:43.711963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:42:43.799539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39de1bc5-c8d2-4b3d-ae67-56b5cebaabfb x-openstack-request-id: req-39de1bc5-c8d2-4b3d-ae67-56b5cebaabfb {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:42:43.799870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:42:43.800065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-39de1bc5-c8d2-4b3d-ae67-56b5cebaabfb {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:42:43.800468 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39de1bc5-c8d2-4b3d-ae67-56b5cebaabfb'] response: {'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'status': 'completed', 'code': 200} Sep 19 17:42:43.811407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8053e3-cb3a-4eec-a9e2-717a18e12a48 service neutron] Pushing event updated for resources: {'Port': ['ID=1d70097e-582d-44cd-8423-d75ae4e902e0,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:43.845119 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-b54e9fd2-83a0-453f-8901-5afd5d454944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:43.846615 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-b54e9fd2-83a0-453f-8901-5afd5d454944 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1096 time: 0.0907922 Sep 19 17:42:43.921043 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-aa361145-2bb7-4ac2-8f8b-ed7c75ed7411 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 217 time: 0.0668135 Sep 19 17:42:43.991531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-50c9fad5-045a-403a-8c59-c21c65843bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:43.993058 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-50c9fad5-045a-403a-8c59-c21c65843bbd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0658851 Sep 19 17:42:44.075316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-bf296878-e3ec-48f1-8ab1-d8892d37e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:44.076664 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-bf296878-e3ec-48f1-8ab1-d8892d37e335 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777242 Sep 19 17:42:44.206569 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-184e19d1-136a-47ae-9a11-853875b87ab0 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237826 Sep 19 17:42:44.338241 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e6529e0c-084c-4fb4-947d-a3073d0f176a req-fd7a8956-74c6-4ec1-9c75-daa7eef5469d service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249285 Sep 19 17:42:44.472974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-e61f349d-b9da-40e1-a2da-22e27467147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:44.474559 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-e61f349d-b9da-40e1-a2da-22e27467147e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1096 time: 0.0869350 Sep 19 17:42:44.614159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-073e21a2-dd98-43ba-a094-331f33fd76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:44.615868 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-073e21a2-dd98-43ba-a094-331f33fd76b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1347005 Sep 19 17:42:44.791610 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-48dadb16-6ef0-41fe-8470-eb53d4edd55c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 217 time: 0.1685207 Sep 19 17:42:44.859104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-15acb0bd-352a-4b35-871b-fba21c13bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:44.860575 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-15acb0bd-352a-4b35-871b-fba21c13bee4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0620935 Sep 19 17:42:44.885579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566011-dd34-4fb4-8963-c756d4fc59cd req-56f9cce6-0e32-4bb0-a21b-2def92771e2c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:44.887000 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ab566011-dd34-4fb4-8963-c756d4fc59cd req-56f9cce6-0e32-4bb0-a21b-2def92771e2c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 943 time: 0.0939159 Sep 19 17:42:44.933981 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ab566011-dd34-4fb4-8963-c756d4fc59cd req-fa683e45-bb5f-4fe9-a469-8bd0657d0485 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Sep 19 17:42:44.947083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-0b58e0f8-dbfe-4a94-8a69-f39dc58826fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:44.948467 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-0b58e0f8-dbfe-4a94-8a69-f39dc58826fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804861 Sep 19 17:42:45.083478 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-5196929d-951b-462c-b7f3-fb9998a66d2e service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282144 Sep 19 17:42:45.172488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:45.218790 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e70d3a88-d046-4b93-ba02-7cf7d477bb7f req-6622929b-f473-4989-aa39-8afe08caec3d service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285167 Sep 19 17:42:45.260755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:46.143291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59781231-60a8-4be3-b27c-2add66e48b23 req-9c88994d-7194-46be-a78d-a1d6bd9f65de tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:46.144740 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59781231-60a8-4be3-b27c-2add66e48b23 req-9c88994d-7194-46be-a78d-a1d6bd9f65de tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 943 time: 0.0945582 Sep 19 17:42:46.189849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59781231-60a8-4be3-b27c-2add66e48b23 req-b3cb143e-62e6-4215-bd6f-f97ea2fa0eb3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Sep 19 17:42:46.337461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:47.283373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 1d70097e-582d-44cd-8423-d75ae4e902e0 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:42:47.396638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a835c8-4ed5-4224-b394-6734a46672c1 req-7988802b-844b-46d2-9374-a528aa184c03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:47.398151 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-68a835c8-4ed5-4224-b394-6734a46672c1 req-7988802b-844b-46d2-9374-a528aa184c03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 943 time: 0.0950098 Sep 19 17:42:47.449462 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-68a835c8-4ed5-4224-b394-6734a46672c1 req-f56d64c7-2714-4756-96c1-7de9d54e68fc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Sep 19 17:42:47.510718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 1d70097e-582d-44cd-8423-d75ae4e902e0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d70097e-582d-44cd-8423-d75ae4e902e0,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:47.527921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'port_id': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'mac_address': 'fa:16:3e:f7:0c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:42:47.594667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 1d70097e-582d-44cd-8423-d75ae4e902e0 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:47.595073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:47.667036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d70097e-582d-44cd-8423-d75ae4e902e0 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:42:47.715081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 1d70097e-582d-44cd-8423-d75ae4e902e0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d70097e-582d-44cd-8423-d75ae4e902e0,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:47.720814 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:47.798071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=1d70097e-582d-44cd-8423-d75ae4e902e0,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:47.807703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.808043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.808379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.808705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.809014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.809346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.809661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.809980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.810295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.810609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.810937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.811253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:47.956532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['1d70097e-582d-44cd-8423-d75ae4e902e0'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:42:48.655608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce01c4-5c43-4358-b45d-afaba79d0cd0 req-4d04aac8-7837-4470-9f12-73ff4c86268c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:48.657087 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e3ce01c4-5c43-4358-b45d-afaba79d0cd0 req-4d04aac8-7837-4470-9f12-73ff4c86268c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 944 time: 0.0913379 Sep 19 17:42:48.704914 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e3ce01c4-5c43-4358-b45d-afaba79d0cd0 req-0f65ad42-79c9-4906-aa6d-1c65c5cba153 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Sep 19 17:42:49.283024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 1d70097e-582d-44cd-8423-d75ae4e902e0 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:42:49.354089 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 1d70097e-582d-44cd-8423-d75ae4e902e0 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:42:49.359485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 1d70097e-582d-44cd-8423-d75ae4e902e0 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:42:49.359995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:49.482823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 1d70097e-582d-44cd-8423-d75ae4e902e0 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:42:49.483230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:49.510841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:42:49.513443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb68d8b-af8c-4f5f-aa45-0221eed44f83" -d '{"events": [{"server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "name": "network-vif-plugged", "status": "completed", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:42:49.523958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 1d70097e-582d-44cd-8423-d75ae4e902e0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d70097e-582d-44cd-8423-d75ae4e902e0,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:42:49.529180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:49.634463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=1d70097e-582d-44cd-8423-d75ae4e902e0,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:49.684247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146ac7e3-e7af-41bd-ba24-c3b97f3841c6 x-openstack-request-id: req-146ac7e3-e7af-41bd-ba24-c3b97f3841c6 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:42:49.684643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "name": "network-vif-plugged", "status": "completed", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:42:49.684871 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-146ac7e3-e7af-41bd-ba24-c3b97f3841c6 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:42:49.685307 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146ac7e3-e7af-41bd-ba24-c3b97f3841c6'] response: {'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'code': 200} Sep 19 17:42:49.969685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33ec9b-4b25-451f-9320-ef9d95196548 req-86b6ce0c-8626-460d-8937-8e7f5ef3d81f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:49.971167 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1f33ec9b-4b25-451f-9320-ef9d95196548 req-86b6ce0c-8626-460d-8937-8e7f5ef3d81f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.1475148 Sep 19 17:42:49.976895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166260d-c580-4129-b250-92fd3511bf43 req-220d5b17-834f-41f5-8335-d592b32ca2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:49.978282 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6166260d-c580-4129-b250-92fd3511bf43 req-220d5b17-834f-41f5-8335-d592b32ca2ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1098 time: 0.1141722 Sep 19 17:42:50.042453 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6166260d-c580-4129-b250-92fd3511bf43 req-fc30a697-1a8f-4ed9-875d-716f0cfd9ef1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505717 Sep 19 17:42:50.047652 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1f33ec9b-4b25-451f-9320-ef9d95196548 req-64eb34a8-ccb8-47d0-b1c3-1500e1e870a9 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685189 Sep 19 17:42:51.255207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9b724-0e1b-4e4e-8f32-1667795d0880 req-2dd2d159-5f08-4956-b695-8797fde386b6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:51.256699 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0e9b724-0e1b-4e4e-8f32-1667795d0880 req-2dd2d159-5f08-4956-b695-8797fde386b6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.0943539 Sep 19 17:42:51.301021 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a0e9b724-0e1b-4e4e-8f32-1667795d0880 req-11476385-235e-4ac9-b0ff-135fc9a88ecc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Sep 19 17:42:51.512478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa5db3-3c61-4488-a9f5-664f90e77745 req-159a4d61-861f-454c-a79f-48816a81efab tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:51.514069 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0fa5db3-3c61-4488-a9f5-664f90e77745 req-159a4d61-861f-454c-a79f-48816a81efab tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.0952685 Sep 19 17:42:51.562495 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e0fa5db3-3c61-4488-a9f5-664f90e77745 req-8be32025-30bf-4e81-8681-020c4ecff037 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Sep 19 17:42:51.977197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3824b26-c726-48e9-bad6-b0bdfe697396 req-a226864a-865a-4571-a876-28a1e2978e7b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:51.978719 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3824b26-c726-48e9-bad6-b0bdfe697396 req-a226864a-865a-4571-a876-28a1e2978e7b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.0955415 Sep 19 17:42:52.028771 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3824b26-c726-48e9-bad6-b0bdfe697396 req-aa3ad5bf-72da-4654-b060-38212eec82df tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Sep 19 17:42:55.760960 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:42:57.202311 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:43:04.807541 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7a803-3895-4c63-b6af-16a76fd80d83 req-24721e54-84d3-4af2-a3c9-a168bbb6ca34 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:04.808892 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f2c7a803-3895-4c63-b6af-16a76fd80d83 req-24721e54-84d3-4af2-a3c9-a168bbb6ca34 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.0879748 Sep 19 17:43:04.853446 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f2c7a803-3895-4c63-b6af-16a76fd80d83 req-18decd9b-236f-448a-b11b-642699357513 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Sep 19 17:43:04.883367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54934) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:05.084326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7294b3-84fa-4181-8883-a644634719a7 tempest-TestMinimumBasicScenario-1847487800 tempest-TestMinimumBasicScenario-1847487800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:05.085237 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4e7294b3-84fa-4181-8883-a644634719a7 tempest-TestMinimumBasicScenario-1847487800 tempest-TestMinimumBasicScenario-1847487800-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1093 time: 0.2001100 Sep 19 17:43:05.087616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54940) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:05.092792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:05.099372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:05.103422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:floatingip and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:43:05.106374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:43:05.112270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:05.124618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:05.266206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:05.403368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Allocated IP 172.26.10.138 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/d66d0610-e7c0-4de8-a520-f8b1ebd0cd51) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:43:05.560691 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:05.593935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:05.659706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:43:05.662689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:43:05.666345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:43:05.696269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=d66d0610-e7c0-4de8-a520-f8b1ebd0cd51,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:05.714552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.714927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.715266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.715602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.715900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.716238 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.716591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.716905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.717227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.717549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.717870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:05.718190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:06.218658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:06.296618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:06.507122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:06.513202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:06.621521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:06.667705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=d66d0610-e7c0-4de8-a520-f8b1ebd0cd51,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:06.795356 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Floating IP f06557e5-ba98-42d5-b83d-0c3ee59b0188 associated. External IP: 172.26.10.138, port: 1d70097e-582d-44cd-8423-d75ae4e902e0. Sep 19 17:43:07.169621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Router ddead479-92be-4c61-96b8-a74e794c192f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:43:07.355009 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:43:07.368136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] Sync routers for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:43:07.384465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:43:07.385469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:43:07.388342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.454589 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a17092a1-9c45-4ac8-80a3-053bc8ce62fd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3658164 Sep 19 17:43:07.455162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:43:07.457727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 54944) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:07.458578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c626e7e4-c63e-46e9-a56a-7417d3db966b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:43:07.463123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164219708', 'description': 'tempest-secgroup-smoke-1164219708 description', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:07.469583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:07.481763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:07.493237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.514571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:07.518827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:43:07.522472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:43:07.529464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:07.578554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec1c5ee-e372-466a-920f-088291111c93 x-openstack-request-id: req-3ec1c5ee-e372-466a-920f-088291111c93 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:43:07.579235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:43:07.579588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3ec1c5ee-e372-466a-920f-088291111c93 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:43:07.580298 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec1c5ee-e372-466a-920f-088291111c93'] response: {'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'status': 'completed', 'code': 200} Sep 19 17:43:07.593281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:43:07.608621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.666389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.734459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ba302d-49b8-41d2-99fe-28d443974dc9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:07.747566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.747908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.748247 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.748584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.748914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.749243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.749568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.749923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.750216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.750535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.750854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.751199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:43:07.754864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.756255 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bad572e1-7a62-4d58-b0c9-8690195baef1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2977030 Sep 19 17:43:07.759954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54952) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:07.766433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '09ba302d-49b8-41d2-99fe-28d443974dc9', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:07.769554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-c341e6cf-a5f8-4a63-a2d1-4bf8fa491f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:07.771150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-c341e6cf-a5f8-4a63-a2d1-4bf8fa491f8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1098 time: 0.1656146 Sep 19 17:43:07.774288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:07.779051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:43:07.782109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:43:07.789035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:07.808462 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.879951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.886420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.908044 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2eb5437-7278-4e00-bcd0-e2accb61b93d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:07.912756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-d6c8aeae-dd16-465f-80fe-f4cd4ce974b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:07.915271 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-d6c8aeae-dd16-465f-80fe-f4cd4ce974b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1377256 Sep 19 17:43:07.931794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.935588 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0602ea2a-a02e-4c10-8a09-97c18a9618c2 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721518 Sep 19 17:43:07.935855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54956) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:07.941512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '09ba302d-49b8-41d2-99fe-28d443974dc9', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:07.948406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:07.952915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:43:07.956696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:43:07.964216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:07.975376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f06557e5-ba98-42d5-b83d-0c3ee59b0188', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'floating_ip_address': '172.26.10.138', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'port_id': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'mac_address': 'fa:16:3e:f7:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:43:06Z', 'updated_at': '2022-09-19T17:43:06Z', 'revision_number': 0, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:43:07.982451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] Checking router: ddead479-92be-4c61-96b8-a74e794c192f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:43:07.987860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:07.997488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:43:07.998612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:42:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:43:08.089729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.097255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.126304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff02705-eef7-49a7-af89-883f0a7085e2,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:08.136963 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-ef04d249-9d2e-46ec-bacc-0371ecf99182 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 1000 time: 0.2151408 Sep 19 17:43:08.139915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.141357 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a25b38df-f17f-4706-bdfd-716e87d0aadc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2045274 Sep 19 17:43:08.144242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54960) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:08.149902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '09ba302d-49b8-41d2-99fe-28d443974dc9', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:08.156185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:08.160082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:43:08.163351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:43:08.169143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:08.191974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.205687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-82db1e19-5c6c-48ae-b0d0-e91b736353d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:08.207778 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-82db1e19-5c6c-48ae-b0d0-e91b736353d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0631950 Sep 19 17:43:08.226732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:43:08.299642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-cfef5da3-b792-4554-a739-bd3beb48ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:08.300669 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-cfef5da3-b792-4554-a739-bd3beb48ebbb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869353 Sep 19 17:43:08.398843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.405780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.446469 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-6de38e2d-157a-4413-ba93-91e2818a9725 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393969 Sep 19 17:43:08.447135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7a5c0f-d18f-4d55-9ce7-3d784d1f00ea,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:08.459921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.463906 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1b47b284-272e-4211-a7be-a9d28d1aab2a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160329 Sep 19 17:43:08.464223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54964) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:08.472044 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '09ba302d-49b8-41d2-99fe-28d443974dc9', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:08.479152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:08.483795 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:43:08.487027 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:43:08.493248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:08.512024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.575900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.581556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.592455 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c626e7e4-c63e-46e9-a56a-7417d3db966b req-61daddd4-8f0f-46f0-aea5-61f01b2af645 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384320 Sep 19 17:43:08.606840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13991ac-6845-4a26-9d68-6da2ccdbb5ed,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:08.619992 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.623337 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4a7f0ea7-a236-43d0-bb42-11c91e7ca59c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580491 Sep 19 17:43:08.624236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54968) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:08.630026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '09ba302d-49b8-41d2-99fe-28d443974dc9', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:08.630359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f06557e5-ba98-42d5-b83d-0c3ee59b0188', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'floating_ip_address': '172.26.10.138', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'port_id': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'mac_address': 'fa:16:3e:f7:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:43:06Z', 'updated_at': '2022-09-19T17:43:06Z', 'revision_number': 0, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:43:08.634879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c0322-009a-4b95-bea4-637ac9db21cc None None] The sync data for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv is: [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f06557e5-ba98-42d5-b83d-0c3ee59b0188', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'floating_ip_address': '172.26.10.138', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'port_id': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'mac_address': 'fa:16:3e:f7:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:43:06Z', 'updated_at': '2022-09-19T17:43:06Z', 'revision_number': 0, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:43:08.636107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:08.639983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:43:08.643224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:43:08.658284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:08.670519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Project 2b601f7aa5ca48a4964a2ee855255a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:43:08.678136 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.748408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.753783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.781059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c226414-fb52-42ba-82ee-53e4919679f9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:08.792735 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.794269 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-05f707d8-c6ce-44ac-b72b-9ce68b5ab74f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1687007 Sep 19 17:43:08.797121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 54972) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:43:08.802590 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '09ba302d-49b8-41d2-99fe-28d443974dc9', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:08.809586 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:43:08.813995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:43:08.819005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:43:08.825596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:43:08.837798 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Project 2b601f7aa5ca48a4964a2ee855255a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:43:08.845104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.845655 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e7321-c101-45ef-99e2-967e28a0c6ad None None] New status for floating IP f06557e5-ba98-42d5-b83d-0c3ee59b0188: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:43:08.913779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.918260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.945759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516ba44f-b5bb-4e18-acfd-b737c51f69f8,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:08.953291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:08.954603 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8c59150f-cc55-43e4-9178-207396b2573a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564837 Sep 19 17:43:09.076338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-7bba6db6-7ffd-485a-8b9a-a330a882c27b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:43:09.093944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-7bba6db6-7ffd-485a-8b9a-a330a882c27b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:43:09.095129 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-7bba6db6-7ffd-485a-8b9a-a330a882c27b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164219708&fields=id&tenant_id=2b601f7aa5ca48a4964a2ee855255a82 HTTP/1.1" status: 200 len: 267 time: 0.0592594 Sep 19 17:43:09.198230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-4533c7d3-0164-4d64-a8e5-8f85658caeba tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:09.199734 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-4533c7d3-0164-4d64-a8e5-8f85658caeba tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.0974987 Sep 19 17:43:09.210791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'port': {'security_groups': ['fef07d8c-c4b0-42a7-a0de-b0b332ed57ac', '09ba302d-49b8-41d2-99fe-28d443974dc9']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:43:09.335215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:09.593188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] For port 1d70097e-582d-44cd-8423-d75ae4e902e0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d70097e-582d-44cd-8423-d75ae4e902e0,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:43:09.618295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:09.624798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:09.637041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['1d70097e-582d-44cd-8423-d75ae4e902e0'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:43:09.667258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:09.667885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:09.669328 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-51cfd963-deda-49a7-b47c-20b9450b0684 req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "PUT /v2.0/ports/1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 981 time: 0.4631019 Sep 19 17:43:09.675667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:43:09.677446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df96bdef-1d34-43dc-acd3-a81e62bb1110" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:43:09.700277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['1d70097e-582d-44cd-8423-d75ae4e902e0'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:43:09.725284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c780b-a199-40f3-979a-b1ca4d1e15d7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=1d70097e-582d-44cd-8423-d75ae4e902e0,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:09.732090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bbf627-d64c-40db-9e6d-83d4a25b10e9 x-openstack-request-id: req-59bbf627-d64c-40db-9e6d-83d4a25b10e9 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:43:09.732606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:43:09.733113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-59bbf627-d64c-40db-9e6d-83d4a25b10e9 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:43:09.733674 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bbf627-d64c-40db-9e6d-83d4a25b10e9'] response: {'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'status': 'completed', 'code': 200} Sep 19 17:43:09.837900 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-c79482d0-db35-455b-aa5b-bae484df5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:09.840229 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-c79482d0-db35-455b-aa5b-bae484df5bea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1137 time: 0.0832996 Sep 19 17:43:09.862163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0379-9320-4103-b57e-e9bff7e8b7d1 req-47a2907a-dbe3-4e19-8dc7-36e5e747ca70 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:09.863692 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5dba0379-9320-4103-b57e-e9bff7e8b7d1 req-47a2907a-dbe3-4e19-8dc7-36e5e747ca70 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 984 time: 0.0968335 Sep 19 17:43:09.913990 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5dba0379-9320-4103-b57e-e9bff7e8b7d1 req-7b11e7e8-7306-40d9-aa97-1db923d13788 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=09ba302d-49b8-41d2-99fe-28d443974dc9&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437124 Sep 19 17:43:09.982403 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-5d89b148-3187-48b8-aabd-61144873b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:09.983943 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-5d89b148-3187-48b8-aabd-61144873b38b service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1377299 Sep 19 17:43:10.094113 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-a22d0869-1fe8-4d3c-9082-36198b10ea2f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 1002 time: 0.1028757 Sep 19 17:43:10.161812 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-507bc965-3d74-4fcc-8f5f-2491e3b255f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:10.163335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-507bc965-3d74-4fcc-8f5f-2491e3b255f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0628407 Sep 19 17:43:10.249134 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-6bd17161-3f9f-4c2f-90d3-b71d2a82461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:10.250631 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-6bd17161-3f9f-4c2f-90d3-b71d2a82461f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801303 Sep 19 17:43:10.488689 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-a5478368-f004-4e61-9ccd-50488d6db50c service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311597 Sep 19 17:43:10.626724 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-df96bdef-1d34-43dc-acd3-a81e62bb1110 req-1a942883-5edf-4357-96ca-67c8bbdd15f8 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313808 Sep 19 17:43:11.404256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8da5bca2-5061-4462-a586-ffd9e03cdd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:13.580434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0e9c1996-712d-40a8-a059-ad1bf759bd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:15.177780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:15.264423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:16.337624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:25.764835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:31.139954 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-78f8370f-00b9-4804-809b-0652b7d2d592 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854888 Sep 19 17:43:31.305852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-7785bcd6-d81c-446a-a16e-38471df0b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:31.307366 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-7785bcd6-d81c-446a-a16e-38471df0b559 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1137 time: 0.0802424 Sep 19 17:43:31.456501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-38cf2001-4fc8-44d6-814f-ca8429da52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:31.458020 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-38cf2001-4fc8-44d6-814f-ca8429da52b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1304202 Sep 19 17:43:31.563185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-3dea68e1-7f42-4b66-b154-5e4dce58d549 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 1002 time: 0.0990772 Sep 19 17:43:31.627075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-5c5e0631-b59a-46a4-bceb-640a5d4ba07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:31.628534 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-5c5e0631-b59a-46a4-bceb-640a5d4ba07e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0594888 Sep 19 17:43:31.718349 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-63456d84-6404-4ac7-be70-7f526c34dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:31.719822 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-63456d84-6404-4ac7-be70-7f526c34dc56 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851552 Sep 19 17:43:31.855017 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-9a4fb361-14c8-4896-9c76-a358eca53c04 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288569 Sep 19 17:43:31.987099 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1a20903c-ac57-4298-ac21-2cfe58ea11fd req-c86cf14b-feeb-4454-9309-c26e33767f80 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256807 Sep 19 17:43:34.202528 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:43:41.410379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecb359c5-6f10-4c04-8ce0-bf434eeba63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:43.584860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79bdb69b-1b52-440a-ac24-324d5edf7a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:45.182845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:45.265931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:46.340830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:43:55.763019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:11.203002 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:44:11.408303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-943d35d1-0032-4dc8-9878-d86d405a6fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:13.588590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad83c957-8ac7-4a54-b076-63c0929610a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:15.189975 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:15.270206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:16.344816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:25.765459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:32.198300 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1a281ba-606c-494d-945b-b2139a66366b req-d56a71cc-90ca-4673-9013-64fc6fd549fe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822666 Sep 19 17:44:32.356382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a281ba-606c-494d-945b-b2139a66366b req-c255929a-1979-4989-af97-ee5c024ab3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:32.357901 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1a281ba-606c-494d-945b-b2139a66366b req-c255929a-1979-4989-af97-ee5c024ab3af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1137 time: 0.0907784 Sep 19 17:44:32.511298 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a281ba-606c-494d-945b-b2139a66366b req-f4b81095-f4a7-4ddd-9347-f6edc0168b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:32.512679 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1a281ba-606c-494d-945b-b2139a66366b req-f4b81095-f4a7-4ddd-9347-f6edc0168b19 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1356988 Sep 19 17:44:32.622548 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1a281ba-606c-494d-945b-b2139a66366b req-9ce23f8c-a284-474c-8167-c71a85280525 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 1002 time: 0.1037076 Sep 19 17:44:32.695224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a281ba-606c-494d-945b-b2139a66366b req-fdef676e-8ae7-46e0-a0c5-3c5ce838ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:32.696726 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1a281ba-606c-494d-945b-b2139a66366b req-fdef676e-8ae7-46e0-a0c5-3c5ce838ac29 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0688531 Sep 19 17:44:32.786130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a281ba-606c-494d-945b-b2139a66366b req-ec53127e-d993-4f91-b27c-7f3ff66680f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:32.787540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1a281ba-606c-494d-945b-b2139a66366b req-ec53127e-d993-4f91-b27c-7f3ff66680f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842965 Sep 19 17:44:33.039020 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1a281ba-606c-494d-945b-b2139a66366b req-971e667e-8345-481a-8016-36bcbe332289 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443357 Sep 19 17:44:33.173035 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b1a281ba-606c-494d-945b-b2139a66366b req-bfae275e-db0b-4023-80db-c4daf5116c83 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277335 Sep 19 17:44:41.405033 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d47f2939-c90d-4384-9f67-0671e36e0e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:43.593744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3523a3ea-f1bc-4619-8131-a28d48675aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:45.185790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:45.272310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:46.347880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:44:48.202544 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:44:48.275162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-57c41884-d59f-46ba-b0a7-3110c635fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:48.276709 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-57c41884-d59f-46ba-b0a7-3110c635fed0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1137 time: 0.0804927 Sep 19 17:44:48.317162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad40a3-a0c5-4038-b572-7fda1ec530a5 req-faa7eb12-8ee8-4954-9dee-0b0ce4cba778 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:48.318640 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30ad40a3-a0c5-4038-b572-7fda1ec530a5 req-faa7eb12-8ee8-4954-9dee-0b0ce4cba778 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 984 time: 0.0888131 Sep 19 17:44:48.366945 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-30ad40a3-a0c5-4038-b572-7fda1ec530a5 req-0d0a30bd-f708-4cb2-b6e3-07726c76350f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=09ba302d-49b8-41d2-99fe-28d443974dc9&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413599 Sep 19 17:44:48.422726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-2ba62408-cf9e-42c7-a213-768af08615e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:48.424314 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-2ba62408-cf9e-42c7-a213-768af08615e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1415493 Sep 19 17:44:48.530853 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-2575d92c-006f-42f6-8a24-6ed57d8478ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 1002 time: 0.1006484 Sep 19 17:44:48.594299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-09256d10-ec48-4077-8964-ebfbe497a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:48.595794 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-09256d10-ec48-4077-8964-ebfbe497a621 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0592327 Sep 19 17:44:48.681683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-f90a8f18-6897-4a0c-9eff-fa987eff8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:48.683224 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-f90a8f18-6897-4a0c-9eff-fa987eff8b9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819011 Sep 19 17:44:48.817649 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-64d588d6-5393-49a2-a2c2-7da6a1859207 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281526 Sep 19 17:44:48.948971 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ba8ca7b0-3822-4117-bfc4-28bca3244d7e req-079e4f92-ddc8-40e9-802c-626c94d1b382 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256821 Sep 19 17:44:49.574145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47276d35-af0c-4cdf-a28c-2099dd98b52b req-555f871a-c41a-413e-9647-e0e40c5daad6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:49.575645 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-47276d35-af0c-4cdf-a28c-2099dd98b52b req-555f871a-c41a-413e-9647-e0e40c5daad6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 984 time: 0.0895026 Sep 19 17:44:49.625694 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-47276d35-af0c-4cdf-a28c-2099dd98b52b req-b9151888-c5a4-4c00-a809-ae59587131c5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=09ba302d-49b8-41d2-99fe-28d443974dc9&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439663 Sep 19 17:44:50.837469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a244894-0029-4355-9d1b-b099b339c06d req-46211583-d34d-4dea-8e3d-5098d0dbd3fa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:50.838843 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a244894-0029-4355-9d1b-b099b339c06d req-46211583-d34d-4dea-8e3d-5098d0dbd3fa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 984 time: 0.0968852 Sep 19 17:44:50.887326 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a244894-0029-4355-9d1b-b099b339c06d req-d5ab7890-c058-483c-8525-95bc67aab1bd tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=09ba302d-49b8-41d2-99fe-28d443974dc9&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423994 Sep 19 17:44:55.770691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:11.405548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-559fd6a5-d031-459d-9275-eeb4ab0384f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:13.598299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5eb63eaa-7f31-495c-8e36-d0473b47d71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:15.183847 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:15.280595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:16.355511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:25.202703 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:45:25.777466 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:33.699985 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-81607ec0-892d-446a-a1e5-cd89598c6c28 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1572664 Sep 19 17:45:33.866714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-3ff0fa36-b9fc-4dee-98c3-37c71c44ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:33.868298 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-3ff0fa36-b9fc-4dee-98c3-37c71c44ad30 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1137 time: 0.0910189 Sep 19 17:45:34.019570 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-c39900f9-5ea4-43eb-9f1b-511c04401654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:34.020926 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-c39900f9-5ea4-43eb-9f1b-511c04401654 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1339252 Sep 19 17:45:34.123915 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-d81e7eec-c2c7-43ad-982e-b2b8ffb4c216 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 1002 time: 0.0954943 Sep 19 17:45:34.294019 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-30373653-5109-4d2f-a6a8-d8b110efa082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:34.295398 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-30373653-5109-4d2f-a6a8-d8b110efa082 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.1658607 Sep 19 17:45:34.380581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-56848f1b-35ac-4cd0-a0be-b19268dccc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:34.382465 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-56848f1b-35ac-4cd0-a0be-b19268dccc2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811949 Sep 19 17:45:34.532100 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-4d8b02aa-3194-478f-ae7d-7e27ccf596ab service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428392 Sep 19 17:45:34.681379 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b58902ae-96e8-4daf-9c79-970d91980c81 req-fe7c2eb7-fe06-46a9-b9ed-37575eba069b service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428044 Sep 19 17:45:41.405216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-84c57769-51af-41dc-ba13-ab11d5e99cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:43.604767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac9d-56c9-46da-9204-d019586e1420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:45.181681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:45.282251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:46.353606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:45:55.786731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:00.734941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-53050eb3-5844-487a-853b-f36affa5dad8 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164219708&fields=id&tenant_id=2b601f7aa5ca48a4964a2ee855255a82 HTTP/1.1" status: 200 len: 267 time: 0.0453577 Sep 19 17:46:00.835152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-ef3e79ef-2b69-45d1-9aa0-78cc37370922 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:00.836624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-ef3e79ef-2b69-45d1-9aa0-78cc37370922 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 984 time: 0.0939777 Sep 19 17:46:00.850333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'port': {'security_groups': ['fef07d8c-c4b0-42a7-a0de-b0b332ed57ac']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:00.981471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.241130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] For port 1d70097e-582d-44cd-8423-d75ae4e902e0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d70097e-582d-44cd-8423-d75ae4e902e0,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:46:01.268635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.277140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.289948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['1d70097e-582d-44cd-8423-d75ae4e902e0'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:46:01.319058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:01.319667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.321281 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8c90b6aa-317b-4779-b7de-3ec402fc5739 req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "PUT /v2.0/ports/1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 942 time: 0.4754407 Sep 19 17:46:01.321578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:46:01.324001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:46:01.328837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55058) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:01.366379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['1d70097e-582d-44cd-8423-d75ae4e902e0'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:46:01.372444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=1d70097e-582d-44cd-8423-d75ae4e902e0,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:01.381445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.381795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.382149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.382616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.382983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.383322 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.383653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.384029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.384434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.384765 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.385092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.385418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f959a6-2bd0-4522-aa23-9e55c4f751e1 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.413317 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.459167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.536107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.557381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ba302d-49b8-41d2-99fe-28d443974dc9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:01.567269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.567614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.567947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.568281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.568606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.568931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.569253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.569573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.569889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.570223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.570524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.570838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:01.576634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.577747 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f6e9aa2a-af20-4fa5-9e1f-99cf6a2a5eea tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "DELETE /v2.0/security-groups/09ba302d-49b8-41d2-99fe-28d443974dc9 HTTP/1.1" status: 204 len: 168 time: 0.2469606 Sep 19 17:46:01.581650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55064) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:01.799953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Deleting port d66d0610-e7c0-4de8-a520-f8b1ebd0cd51 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:46:01.800164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.972574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:01.972851 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:02.100092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Calling delete_port for d66d0610-e7c0-4de8-a520-f8b1ebd0cd51 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:46:02.202296 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:46:02.275689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:02.364087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event deleted for resources: {'Port': ['ID=d66d0610-e7c0-4de8-a520-f8b1ebd0cd51,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:02.434381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:02.434761 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Floating IP f06557e5-ba98-42d5-b83d-0c3ee59b0188 disassociated (deleted). External IP: 172.26.10.138, port: 1d70097e-582d-44cd-8423-d75ae4e902e0. Sep 19 17:46:02.540204 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ff60c6-4f3d-4f88-9d8c-c989bc364693 x-openstack-request-id: req-62ff60c6-4f3d-4f88-9d8c-c989bc364693 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:46:02.540745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:46:02.540826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-62ff60c6-4f3d-4f88-9d8c-c989bc364693 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:46:02.541279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ff60c6-4f3d-4f88-9d8c-c989bc364693'] response: {'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'status': 'completed', 'code': 200} Sep 19 17:46:02.647847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-60093db5-38a1-4b16-965f-183efb431b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:02.649249 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-60093db5-38a1-4b16-965f-183efb431b27 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1098 time: 0.0874674 Sep 19 17:46:02.782399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-f82e22ff-0442-439a-b0a1-00fc6762f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:02.784275 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-f82e22ff-0442-439a-b0a1-00fc6762f901 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1288452 Sep 19 17:46:02.852190 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-9eab26f4-aa02-4c3f-a9a9-217469eab5cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 217 time: 0.0620139 Sep 19 17:46:02.910565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Router ddead479-92be-4c61-96b8-a74e794c192f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:46:02.919945 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-114002a8-41a6-4ff6-b196-708b058c9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:02.921451 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-114002a8-41a6-4ff6-b196-708b058c9be3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0640075 Sep 19 17:46:03.005658 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-a4fc9956-4b8d-4dd6-894e-670bcd9430b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:03.007185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-a4fc9956-4b8d-4dd6-894e-670bcd9430b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796258 Sep 19 17:46:03.094572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:46:03.106418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] Sync routers for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:46:03.116718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:46:03.117358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:45:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:46:03.117784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:03.145108 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-29fa43c7-b38f-4140-8935-70eeb5765ca9 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313915 Sep 19 17:46:03.175996 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3047d6ab-a99d-45a4-b463-b9130358de03 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "DELETE /v2.0/floatingips/f06557e5-ba98-42d5-b83d-0c3ee59b0188 HTTP/1.1" status: 204 len: 168 time: 1.5930829 Sep 19 17:46:03.176737 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:46:03.179199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dd2f00-8d75-4186-af75-e50d2a579812" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:46:03.226501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d98968-774f-41c2-a8fc-2da0dfcaab2e x-openstack-request-id: req-43d98968-774f-41c2-a8fc-2da0dfcaab2e {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:46:03.226798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:46:03.227322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-43d98968-774f-41c2-a8fc-2da0dfcaab2e {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:46:03.227744 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d98968-774f-41c2-a8fc-2da0dfcaab2e'] response: {'name': 'network-changed', 'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'status': 'completed', 'code': 200} Sep 19 17:46:03.299412 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-49561a4b-c31d-4bbf-b2a5-67f1cbe98015 req-86f80e2e-8aa9-4b45-9579-a9fa5199c4d3 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481090 Sep 19 17:46:03.331082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:46:03.557239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-be408086-9fd6-455d-b365-c1f93d32bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:03.558770 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-be408086-9fd6-455d-b365-c1f93d32bac5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 1098 time: 0.1928744 Sep 19 17:46:03.729552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:46:03.729983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-40807f4e-ec6a-4f28-98d4-bb6befaa0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:03.731871 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-40807f4e-ec6a-4f28-98d4-bb6befaa0bc4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1663914 Sep 19 17:46:03.733653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] Checking router: ddead479-92be-4c61-96b8-a74e794c192f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:46:03.748068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:46:03.748733 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:45:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:46:03.800870 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-bfc12232-21f7-4619-be08-5164bd75b6ce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 200 len: 217 time: 0.0627167 Sep 19 17:46:03.867767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-fc29bf7c-aab9-4cdc-85eb-5371562a6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:03.869218 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-fc29bf7c-aab9-4cdc-85eb-5371562a6744 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0620415 Sep 19 17:46:03.929014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:46:03.954995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-5753d34e-7b32-408c-a815-e07778da80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:03.956913 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-5753d34e-7b32-408c-a815-e07778da80c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793176 Sep 19 17:46:04.097717 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-494fa52b-0fe5-48a6-a53a-7f935fcf7a86 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336339 Sep 19 17:46:04.248959 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d0dd2f00-8d75-4186-af75-e50d2a579812 req-f9571b91-819f-4014-ba17-0ecde3405a0a service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365709 Sep 19 17:46:04.255684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:46:04.259708 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc1113-b178-49cc-940d-0c22e9dfddad None None] The sync data for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv is: [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:46:04.498326 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78285140-b37c-45e7-8d8a-7518b5b773ae None None] New status for floating IP f06557e5-ba98-42d5-b83d-0c3ee59b0188: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:46:08.036761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c3573-d298-485b-a847-02b954f48e9b req-c7b563b5-0568-483b-9db9-056da5989df4 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:08.038422 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-372c3573-d298-485b-a847-02b954f48e9b req-c7b563b5-0568-483b-9db9-056da5989df4 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.1155906 Sep 19 17:46:08.096504 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-372c3573-d298-485b-a847-02b954f48e9b req-c351c324-1de0-4c8a-8d63-4e80d6aca739 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Sep 19 17:46:09.314745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177fd3c-08a6-44e5-a5f9-2c94de49eb49 req-2abbc8c2-bf52-4f2b-84e1-44f00ae9b0ec tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:09.315518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2177fd3c-08a6-44e5-a5f9-2c94de49eb49 req-2abbc8c2-bf52-4f2b-84e1-44f00ae9b0ec tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:46:09.334814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2177fd3c-08a6-44e5-a5f9-2c94de49eb49 req-2abbc8c2-bf52-4f2b-84e1-44f00ae9b0ec tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:46:09.336090 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2177fd3c-08a6-44e5-a5f9-2c94de49eb49 req-2abbc8c2-bf52-4f2b-84e1-44f00ae9b0ec tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.1233566 Sep 19 17:46:09.385603 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2177fd3c-08a6-44e5-a5f9-2c94de49eb49 req-e95a9593-ba12-4281-9a7d-1efe0c3a6c3c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:46:09.404319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2177fd3c-08a6-44e5-a5f9-2c94de49eb49 req-e95a9593-ba12-4281-9a7d-1efe0c3a6c3c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:46:09.405520 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2177fd3c-08a6-44e5-a5f9-2c94de49eb49 req-e95a9593-ba12-4281-9a7d-1efe0c3a6c3c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626922 Sep 19 17:46:09.529672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-97bb36df-81b4-4daf-950f-766184ffd96f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:09.531278 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-97bb36df-81b4-4daf-950f-766184ffd96f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 945 time: 0.0974255 Sep 19 17:46:09.605905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Deleting port 1d70097e-582d-44cd-8423-d75ae4e902e0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:46:09.606239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:09.881077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] For port 1d70097e-582d-44cd-8423-d75ae4e902e0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d70097e-582d-44cd-8423-d75ae4e902e0,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:46:09.881479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:10.010735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Calling delete_port for 1d70097e-582d-44cd-8423-d75ae4e902e0 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:46:10.167020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:10.178893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['1d70097e-582d-44cd-8423-d75ae4e902e0'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:46:10.217561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event deleted for resources: {'Port': ['ID=1d70097e-582d-44cd-8423-d75ae4e902e0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:10.412788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] No DVR routers for this DVR port 1d70097e-582d-44cd-8423-d75ae4e902e0 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:46:10.416004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:10.419160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'name': 'network-vif-deleted', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:46:10.421488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa5318d-3597-4d97-8073-dcfab93325f7" -d '{"events": [{"server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "name": "network-vif-deleted", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:46:10.442277 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e80e107f-7985-4de8-ae02-25fa87c31116 req-f6db811d-8b8f-4ac2-a438-a810093ad708 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.86 "DELETE /v2.0/ports/1d70097e-582d-44cd-8423-d75ae4e902e0 HTTP/1.1" status: 204 len: 173 time: 0.9057922 Sep 19 17:46:10.468697 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edc207d-98bc-4c73-a077-80395803c793 x-openstack-request-id: req-9edc207d-98bc-4c73-a077-80395803c793 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:46:10.469025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0a29c7-cf37-47a1-9eea-b5389c59944c", "name": "network-vif-deleted", "tag": "1d70097e-582d-44cd-8423-d75ae4e902e0", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:46:10.469285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9edc207d-98bc-4c73-a077-80395803c793 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:46:10.469749 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edc207d-98bc-4c73-a077-80395803c793'] response: {'server_uuid': '2c0a29c7-cf37-47a1-9eea-b5389c59944c', 'name': 'network-vif-deleted', 'tag': '1d70097e-582d-44cd-8423-d75ae4e902e0', 'status': 'completed', 'code': 200} Sep 19 17:46:10.587737 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ed76a54-5539-41df-83a8-027b867a2852 req-aa7cefad-51b8-494c-b750-cccb079a1cb6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c0a29c7-cf37-47a1-9eea-b5389c59944c HTTP/1.1" status: 200 len: 210 time: 0.0561163 Sep 19 17:46:11.407467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3b68b084-099f-4e5a-ab73-71349706e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:12.305965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 1d70097e-582d-44cd-8423-d75ae4e902e0 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:46:12.344028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 1d70097e-582d-44cd-8423-d75ae4e902e0 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:46:12.344379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 1d70097e-582d-44cd-8423-d75ae4e902e0 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:46:13.605014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b1584e19-c2c6-45e2-a3b1-c810f444d9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:15.181460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:15.285338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:16.360175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:21.273747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-705e94b5-8494-4004-b553-77e7cbbbdaaa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:21.274367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-705e94b5-8494-4004-b553-77e7cbbbdaaa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:46:21.297126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-705e94b5-8494-4004-b553-77e7cbbbdaaa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:46:21.298978 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-705e94b5-8494-4004-b553-77e7cbbbdaaa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 815 time: 0.1962888 Sep 19 17:46:21.321175 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-279c0404-be1f-469c-a1c3-e89d09782ded tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/quotas/2b601f7aa5ca48a4964a2ee855255a82 HTTP/1.1" status: 200 len: 375 time: 0.0131850 Sep 19 17:46:21.420868 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-df883e3e-88c4-4e85-81fb-e59c4ab8a028 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939159 Sep 19 17:46:21.623499 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-d9d1a303-30f5-45fe-aa17-9f57de896b21 service neutron] 10.222.0.83 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900547 Sep 19 17:46:21.773419 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-23ee55f0-edb8-4fff-9bd5-cc6df93c7d72 service neutron] 10.222.0.83 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425238 Sep 19 17:46:21.975156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-511d261a-1de3-44f8-9209-bcac9034e638 req-e0fd5da1-9299-4252-8fff-f1aad579c8fa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:46:21.997012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-511d261a-1de3-44f8-9209-bcac9034e638 req-e0fd5da1-9299-4252-8fff-f1aad579c8fa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:46:21.998470 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-511d261a-1de3-44f8-9209-bcac9034e638 req-e0fd5da1-9299-4252-8fff-f1aad579c8fa tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 210 time: 0.0744200 Sep 19 17:46:23.120077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-854f7bef-d6d7-4cc8-bd52-b91c5484a56f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:23.121569 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-854f7bef-d6d7-4cc8-bd52-b91c5484a56f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 815 time: 0.1709723 Sep 19 17:46:23.138191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'port': {'device_id': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'admin_state_up': True, 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:23.172615 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ec28c111-b38b-40f8-948e-880f55f63049 req-2334f7d2-c24b-4fa8-af14-5e4c7f9b88a3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 210 time: 0.0532651 Sep 19 17:46:23.309950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:23.320797 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:23.334260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Made reservation on behalf of 2b601f7aa5ca48a4964a2ee855255a82 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:46:23.339677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:23.560130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Allocated IP 172.20.0.6 (0c612fbc-0ab5-43f3-ad6e-e766e742ab6a/e5063aa1-c6c6-499d-a09b-14499194a415/8548a30a-37b4-4349-90cd-2c2158ed4075) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:46:23.907681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:23.928689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Transition to ACTIVE for port object 8548a30a-37b4-4349-90cd-2c2158ed4075 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:46:23.956734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:24.035096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:46:24.036356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:46:24.040399 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:46:24.095348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=8548a30a-37b4-4349-90cd-2c2158ed4075,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:24.133299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:24.133985 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:24.177732 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-bbe3c5ea-40ec-40bb-b544-65488c4c976c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0480025 Sep 19 17:46:24.334314 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-84a0a7c7-eeeb-476b-a017-bd7f36efa2b4 None None] Provisioning for port 8548a30a-37b4-4349-90cd-2c2158ed4075 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:46:24.340811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-84a0a7c7-eeeb-476b-a017-bd7f36efa2b4 None None] Provisioning complete for port 8548a30a-37b4-4349-90cd-2c2158ed4075 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:46:24.341523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-84a0a7c7-eeeb-476b-a017-bd7f36efa2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:24.421477 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-84a0a7c7-eeeb-476b-a017-bd7f36efa2b4 None None] Port 8548a30a-37b4-4349-90cd-2c2158ed4075 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:46:24.453065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c44d9-0542-449f-b138-8fa2378f6d0d req-ef926167-eedd-42bf-85a0-a18964995d31 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:24.453734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-680c44d9-0542-449f-b138-8fa2378f6d0d req-ef926167-eedd-42bf-85a0-a18964995d31 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:46:24.473856 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-680c44d9-0542-449f-b138-8fa2378f6d0d req-ef926167-eedd-42bf-85a0-a18964995d31 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:46:24.475189 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-680c44d9-0542-449f-b138-8fa2378f6d0d req-ef926167-eedd-42bf-85a0-a18964995d31 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 931 time: 0.1643970 Sep 19 17:46:24.539509 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-680c44d9-0542-449f-b138-8fa2378f6d0d req-7a865b5a-d474-44fe-b9a6-d841127bccdb tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563083 Sep 19 17:46:25.781833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee566-637e-4d53-a554-93e63657f7ae req-e7736262-43df-4310-8045-0ed9ebcfce4c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:25.790595 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-098ee566-637e-4d53-a554-93e63657f7ae req-e7736262-43df-4310-8045-0ed9ebcfce4c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 931 time: 0.1289167 Sep 19 17:46:25.795169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:25.852483 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-098ee566-637e-4d53-a554-93e63657f7ae req-2105e013-0305-4bb8-87c7-ba0558c19437 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604951 Sep 19 17:46:27.213188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07419-a435-4d63-a3c9-1be67897a1fc req-2bf8c95e-5b66-418f-bdea-0f40477d125e tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:27.214856 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d5d07419-a435-4d63-a3c9-1be67897a1fc req-2bf8c95e-5b66-418f-bdea-0f40477d125e tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 931 time: 0.2064142 Sep 19 17:46:27.284707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d5d07419-a435-4d63-a3c9-1be67897a1fc req-6e42db89-6a62-4738-aece-d90371d47a25 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611925 Sep 19 17:46:28.627592 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737990-d823-4723-953b-b92d1d3b8b2b req-9d920fed-09db-4da6-9491-9eb7c2eb8954 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:28.629858 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d737990-d823-4723-953b-b92d1d3b8b2b req-9d920fed-09db-4da6-9491-9eb7c2eb8954 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 931 time: 0.2155006 Sep 19 17:46:28.822239 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1d737990-d823-4723-953b-b92d1d3b8b2b req-7f2a06a4-acb9-4c6c-9554-beb129074f87 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830139 Sep 19 17:46:30.047696 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080144-a6b9-4639-b263-e86441a7ef67 req-e25da569-87e8-460f-a294-82784517c4da tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:30.049401 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ca080144-a6b9-4639-b263-e86441a7ef67 req-e25da569-87e8-460f-a294-82784517c4da tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 931 time: 0.0971427 Sep 19 17:46:30.105627 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ca080144-a6b9-4639-b263-e86441a7ef67 req-31b36e9a-2abb-4824-a98c-62148e85d402 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 Sep 19 17:46:31.092423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Request body: {'port': {'device_id': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:31.208143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:31.311172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e51bc6-f3f6-4a52-9daf-6c6ffa85c4c0 req-6c0c4d92-51de-4467-8196-49015b1e000f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:31.312979 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76e51bc6-f3f6-4a52-9daf-6c6ffa85c4c0 req-6c0c4d92-51de-4467-8196-49015b1e000f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 931 time: 0.0897644 Sep 19 17:46:31.359357 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76e51bc6-f3f6-4a52-9daf-6c6ffa85c4c0 req-601a0e9e-e241-4357-962d-09cf3a55e36a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Sep 19 17:46:31.583342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8548a30a-37b4-4349-90cd-2c2158ed4075 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:46:31.591043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:31.606947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Transition to ACTIVE for port object 8548a30a-37b4-4349-90cd-2c2158ed4075 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:46:31.613011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:31.905079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8548a30a-37b4-4349-90cd-2c2158ed4075,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:31.949783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Attempting to bind port 8548a30a-37b4-4349-90cd-2c2158ed4075 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:46:31.950123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Attempting to bind port 8548a30a-37b4-4349-90cd-2c2158ed4075 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:46:31.950450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Attempting to bind port 8548a30a-37b4-4349-90cd-2c2158ed4075 on network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:46:31.955151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Port 8548a30a-37b4-4349-90cd-2c2158ed4075 on network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:46:31.955591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Attempting to bind port 8548a30a-37b4-4349-90cd-2c2158ed4075 on network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:46:31.961040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:46:31.961375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Checking segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:46:31.961760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Bound using segment: {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:46:31.962177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Bound port: 8548a30a-37b4-4349-90cd-2c2158ed4075, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43d485c-ab59-486e-8aef-e181c11924cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:46:31.962540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:32.054460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] For port 8548a30a-37b4-4349-90cd-2c2158ed4075, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:46:32.057548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] For port 8548a30a-37b4-4349-90cd-2c2158ed4075, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8548a30a-37b4-4349-90cd-2c2158ed4075,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:46:32.062951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:32.093379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:32.094138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:32.095502 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] 10.222.0.86 "PUT /v2.0/ports/8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 1093 time: 1.0075099 Sep 19 17:46:32.096113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:46:32.098328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd1766d-303e-4726-b77f-66d405713583" -d '{"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:46:32.179861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb55cfe-bcb6-44fd-b10e-6ae3d4dd789e x-openstack-request-id: req-3eb55cfe-bcb6-44fd-b10e-6ae3d4dd789e {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:46:32.180186 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:46:32.180388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3eb55cfe-bcb6-44fd-b10e-6ae3d4dd789e {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:46:32.180797 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb55cfe-bcb6-44fd-b10e-6ae3d4dd789e'] response: {'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'status': 'completed', 'code': 200} Sep 19 17:46:32.198313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfbed2-2e01-40a5-adfe-c3623303b2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8548a30a-37b4-4349-90cd-2c2158ed4075,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:32.232415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-89db371c-1b04-48a5-b815-04aeabd890f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:32.233907 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-89db371c-1b04-48a5-b815-04aeabd890f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1096 time: 0.0963395 Sep 19 17:46:32.305994 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-643db65d-f122-4f46-960d-a50aca5dacd8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 217 time: 0.0653903 Sep 19 17:46:32.369778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-7729faac-d3b2-474f-bc82-549eebff24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:32.371362 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-7729faac-d3b2-474f-bc82-549eebff24e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0594919 Sep 19 17:46:32.460047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-e70815af-b18e-4b1b-b5f7-d2147236633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:32.461550 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-e70815af-b18e-4b1b-b5f7-d2147236633f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838559 Sep 19 17:46:32.567634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996aa392-ed99-4e5f-956a-bffbc707d84a req-8d538da0-546b-4ebc-9a6f-8f9f219fad2f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:32.569159 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-996aa392-ed99-4e5f-956a-bffbc707d84a req-8d538da0-546b-4ebc-9a6f-8f9f219fad2f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 943 time: 0.0925670 Sep 19 17:46:32.603452 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-9d18df29-e683-4905-a403-02d59060661a service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352265 Sep 19 17:46:32.623216 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-996aa392-ed99-4e5f-956a-bffbc707d84a req-d84e43fb-7758-4c88-b2e1-4a96f4f97fc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Sep 19 17:46:32.754561 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-86e11902-da3c-4eda-b42d-d90cccbd408c req-cbe6dd92-7018-4f54-bec6-858aaba92c2f service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447606 Sep 19 17:46:32.891713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1766d-303e-4726-b77f-66d405713583 req-aa610050-4cf3-4949-a649-1b3e71624b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:32.894034 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cd1766d-303e-4726-b77f-66d405713583 req-aa610050-4cf3-4949-a649-1b3e71624b9b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1096 time: 0.0944245 Sep 19 17:46:33.032718 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1766d-303e-4726-b77f-66d405713583 req-ebb2eadd-3431-4665-bfa0-3f6343334db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:33.034101 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cd1766d-303e-4726-b77f-66d405713583 req-ebb2eadd-3431-4665-bfa0-3f6343334db3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1331174 Sep 19 17:46:33.105472 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cd1766d-303e-4726-b77f-66d405713583 req-11d45ee8-0e88-40d9-927d-066e1dd71429 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 217 time: 0.0647137 Sep 19 17:46:33.170885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1766d-303e-4726-b77f-66d405713583 req-3d7b91db-0149-469e-a3ec-029b0a643a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:33.172331 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cd1766d-303e-4726-b77f-66d405713583 req-3d7b91db-0149-469e-a3ec-029b0a643a2c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0600395 Sep 19 17:46:33.276276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1766d-303e-4726-b77f-66d405713583 req-0d40ca19-528d-490a-b322-a3d48c8fe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:33.278235 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cd1766d-303e-4726-b77f-66d405713583 req-0d40ca19-528d-490a-b322-a3d48c8fe52a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0979757 Sep 19 17:46:33.461341 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cd1766d-303e-4726-b77f-66d405713583 req-6d005843-128a-4b22-9e35-38d69302b16c service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758575 Sep 19 17:46:33.629267 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2cd1766d-303e-4726-b77f-66d405713583 req-4cc01c34-d6f8-44dc-9fc9-354749282110 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613395 Sep 19 17:46:33.849864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d00fc2-bbe0-4fb3-b3c0-27d10c1055a2 req-39815dde-7f03-4f2a-8cab-661794687550 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:33.851295 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-81d00fc2-bbe0-4fb3-b3c0-27d10c1055a2 req-39815dde-7f03-4f2a-8cab-661794687550 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 943 time: 0.1126239 Sep 19 17:46:33.904497 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-81d00fc2-bbe0-4fb3-b3c0-27d10c1055a2 req-876a253a-ddac-47fe-b0d5-650f60186dda tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Sep 19 17:46:34.352526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8548a30a-37b4-4349-90cd-2c2158ed4075 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:46:34.499787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8548a30a-37b4-4349-90cd-2c2158ed4075, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8548a30a-37b4-4349-90cd-2c2158ed4075,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:46:34.514318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'port_id': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'mac_address': 'fa:16:3e:c6:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:46:34.584707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8548a30a-37b4-4349-90cd-2c2158ed4075 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:46:34.585299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:34.606454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8548a30a-37b4-4349-90cd-2c2158ed4075 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:46:34.624429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8548a30a-37b4-4349-90cd-2c2158ed4075, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8548a30a-37b4-4349-90cd-2c2158ed4075,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:46:34.630725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:34.702337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8548a30a-37b4-4349-90cd-2c2158ed4075,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:34.710610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.710972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.711349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.711686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.712023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.712354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.712682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.713009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.713339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.713636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.713958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.714278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:46:34.866190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8548a30a-37b4-4349-90cd-2c2158ed4075'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:46:35.118949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3827-9fa0-418f-8a17-f7d15f4f0471 req-2eb43aed-98e2-42fc-8393-3e8bf0ed7a6c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:35.120370 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-238c3827-9fa0-418f-8a17-f7d15f4f0471 req-2eb43aed-98e2-42fc-8393-3e8bf0ed7a6c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 944 time: 0.0994773 Sep 19 17:46:35.175678 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-238c3827-9fa0-418f-8a17-f7d15f4f0471 req-dc789f2b-222b-4279-b391-5d0646fde58f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469656 Sep 19 17:46:36.361835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8548a30a-37b4-4349-90cd-2c2158ed4075 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:46:36.439990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 8548a30a-37b4-4349-90cd-2c2158ed4075 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:46:36.446710 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 8548a30a-37b4-4349-90cd-2c2158ed4075 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:46:36.447135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:36.513684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd65cc-e754-40b2-a394-5a2a28f5c4bd req-b79cdb8f-a6b0-45a4-be8e-ba98e7e6993a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:36.515111 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bd65cc-e754-40b2-a394-5a2a28f5c4bd req-b79cdb8f-a6b0-45a4-be8e-ba98e7e6993a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 944 time: 0.2199826 Sep 19 17:46:36.561972 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b6bd65cc-e754-40b2-a394-5a2a28f5c4bd req-99e1c5c0-be1e-400c-a459-405573fb919f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Sep 19 17:46:36.579006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8548a30a-37b4-4349-90cd-2c2158ed4075 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:46:36.579392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:36.608622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:46:36.611042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d35c4e2-85f6-449f-95fc-15fbadafbec4" -d '{"events": [{"server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "name": "network-vif-plugged", "status": "completed", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:46:36.623266 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8548a30a-37b4-4349-90cd-2c2158ed4075, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8548a30a-37b4-4349-90cd-2c2158ed4075,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:46:36.630328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:36.664278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f0f402-5652-43d6-b0ac-260bcbc17796 x-openstack-request-id: req-b6f0f402-5652-43d6-b0ac-260bcbc17796 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:46:36.664567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "name": "network-vif-plugged", "status": "completed", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:46:36.664816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b6f0f402-5652-43d6-b0ac-260bcbc17796 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:46:36.665200 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f0f402-5652-43d6-b0ac-260bcbc17796'] response: {'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'code': 200} Sep 19 17:46:36.711601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8548a30a-37b4-4349-90cd-2c2158ed4075,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:36.917627 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d735511-b0a4-4c5c-85ac-2f900233b3f5 req-f578221f-9113-4c1f-b33a-53dd6153dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:36.919209 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6d735511-b0a4-4c5c-85ac-2f900233b3f5 req-f578221f-9113-4c1f-b33a-53dd6153dabd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1098 time: 0.0964675 Sep 19 17:46:36.963212 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6d735511-b0a4-4c5c-85ac-2f900233b3f5 req-6662979c-00fb-4634-abf3-20723d4e695b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Sep 19 17:46:37.770097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941723d5-2462-460d-bad0-1567101fe3de req-4cd0aa81-bcf3-460b-b014-9133c41bfbe8 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:37.771513 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-941723d5-2462-460d-bad0-1567101fe3de req-4cd0aa81-bcf3-460b-b014-9133c41bfbe8 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.0949144 Sep 19 17:46:37.821731 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-941723d5-2462-460d-bad0-1567101fe3de req-c59f7187-5541-4e5c-b527-ea18d3981f78 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Sep 19 17:46:39.049694 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953f3a1-45da-4eb5-bfaa-58f956d38fc3 req-518c9200-1b6a-4631-9b43-33984351eb9f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:39.051243 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7953f3a1-45da-4eb5-bfaa-58f956d38fc3 req-518c9200-1b6a-4631-9b43-33984351eb9f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.1127470 Sep 19 17:46:39.098702 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7953f3a1-45da-4eb5-bfaa-58f956d38fc3 req-dbf9b00b-6f2b-4f92-882b-d9b249e3d4e0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Sep 19 17:46:39.201510 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:46:39.321348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257456a-3c13-4509-bbf3-9eaa9ab30793 req-e3f137a8-2afb-4034-acc1-2385fc12396a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:39.322809 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3257456a-3c13-4509-bbf3-9eaa9ab30793 req-e3f137a8-2afb-4034-acc1-2385fc12396a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.0979843 Sep 19 17:46:39.367978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3257456a-3c13-4509-bbf3-9eaa9ab30793 req-26ccd3e7-f914-45ae-a7bd-76c149504a90 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Sep 19 17:46:39.793711 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786ef4-7ecc-48b4-8c45-5e43d6d71612 req-de063536-717c-4ffa-bee6-d2d374f8f2e9 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:39.795206 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06786ef4-7ecc-48b4-8c45-5e43d6d71612 req-de063536-717c-4ffa-bee6-d2d374f8f2e9 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.0993221 Sep 19 17:46:39.843208 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06786ef4-7ecc-48b4-8c45-5e43d6d71612 req-61d88d74-b787-4aff-acbb-7cb020352769 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Sep 19 17:46:41.405248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a8f7239a-2e0a-446c-8007-43ca6f1036a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:43.641751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-619a23c2-0cfa-4c8d-9186-eb4e818dcb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:45.181582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:45.286679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:46.361110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:54.791279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-dbe45073-2f95-4944-8f62-bc4f1c545834 req-f7228739-b568-4233-8871-7d303e1b2844 tempest-ServerDiskConfigTestJSON-1816833550 tempest-ServerDiskConfigTestJSON-1816833550-project] (89056) timed out ('10.222.0.86', 53040) {{(pid=89056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 19 17:46:55.671842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7df1e-1852-4958-810f-4c62c4d7b6f3 req-0d83cbd8-5db5-4104-a074-0f78df7a6468 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:55.673319 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-01b7df1e-1852-4958-810f-4c62c4d7b6f3 req-0d83cbd8-5db5-4104-a074-0f78df7a6468 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.1149964 Sep 19 17:46:55.719638 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-01b7df1e-1852-4958-810f-4c62c4d7b6f3 req-d473cda2-851a-46ae-a7a8-d88179bdcc71 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Sep 19 17:46:55.759167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55342) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:55.792414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:55.847447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b263c-5f68-4e1b-a76e-c44eaa9f4c70 tempest-TestMinimumBasicScenario-1847487800 tempest-TestMinimumBasicScenario-1847487800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:55.848161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f89b263c-5f68-4e1b-a76e-c44eaa9f4c70 tempest-TestMinimumBasicScenario-1847487800 tempest-TestMinimumBasicScenario-1847487800-project-admin] Synchronizing usage tracker for tenant:070d31de38324ea1b2361ea15ae5dd8f on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:46:55.869965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f89b263c-5f68-4e1b-a76e-c44eaa9f4c70 tempest-TestMinimumBasicScenario-1847487800 tempest-TestMinimumBasicScenario-1847487800-project-admin] Unset dirty status for tenant:070d31de38324ea1b2361ea15ae5dd8f on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:46:55.871171 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f89b263c-5f68-4e1b-a76e-c44eaa9f4c70 tempest-TestMinimumBasicScenario-1847487800 tempest-TestMinimumBasicScenario-1847487800-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1093 time: 0.1107900 Sep 19 17:46:55.874116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55346) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:55.879185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:55.885887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:55.890192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:floatingip and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:46:55.893213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:46:55.899869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:55.911993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:56.052315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:56.215233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Allocated IP 172.26.10.244 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/e2c97eb7-f3c1-47b5-9625-635871f62c57) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:46:56.377579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:56.412640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:56.484299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:46:56.487058 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:46:56.489802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:46:56.533397 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=e2c97eb7-f3c1-47b5-9625-635871f62c57,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:56.945239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:57.025108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:57.362676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:57.370074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:57.477407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=e2c97eb7-f3c1-47b5-9625-635871f62c57,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:57.479969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:57.672262 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Floating IP 05bec953-b194-4ff2-afcd-63cabb5f0e3b associated. External IP: 172.26.10.244, port: 8548a30a-37b4-4349-90cd-2c2158ed4075. Sep 19 17:46:58.031290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Router ddead479-92be-4c61-96b8-a74e794c192f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:46:58.228179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:46:58.239068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] Sync routers for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:46:58.249547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:46:58.250327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:46:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:46:58.260973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.320937 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-434f3f53-6546-461e-82d9-91c2760676bf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4430809 Sep 19 17:46:58.320937 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:46:58.322359 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55350) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:58.322838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50" -d '{"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:46:58.328974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323727133', 'description': 'tempest-secgroup-smoke-323727133 description', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:58.337501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:58.349158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:58.360503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.371991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b7a90e-1598-4a1d-aa4e-fbdf2055e964 x-openstack-request-id: req-50b7a90e-1598-4a1d-aa4e-fbdf2055e964 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:46:58.372311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:46:58.372563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-50b7a90e-1598-4a1d-aa4e-fbdf2055e964 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:46:58.372966 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b7a90e-1598-4a1d-aa4e-fbdf2055e964'] response: {'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'status': 'completed', 'code': 200} Sep 19 17:46:58.386860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:58.391520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:46:58.394725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:46:58.401271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:58.440276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:46:58.476638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.482701 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.498384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-26b7d6be-89c7-43d8-b72f-7fcba833def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:58.499895 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-26b7d6be-89c7-43d8-b72f-7fcba833def1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1098 time: 0.0946214 Sep 19 17:46:58.532725 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153b9a13-17a9-46b9-af2e-fb49dffffd9d,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:58.535593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.540486 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dcd5a164-0819-4363-b243-0228e7fdd741 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2133470 Sep 19 17:46:58.541277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55356) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:58.546055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '153b9a13-17a9-46b9-af2e-fb49dffffd9d', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:58.553101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:58.558347 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:46:58.562146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:46:58.568308 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:58.591974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.651109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-145411f0-5a3d-48f9-860c-ba3a9eda2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:58.653273 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-145411f0-5a3d-48f9-860c-ba3a9eda2277 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1467614 Sep 19 17:46:58.657368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.662056 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.692444 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f4cdea-0448-494d-bcf0-b923ea4145c4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:58.702095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.703663 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a8788830-0da7-4e1f-9d22-6fa0951caae3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620245 Sep 19 17:46:58.706432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55360) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:58.712132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '153b9a13-17a9-46b9-af2e-fb49dffffd9d', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:58.719217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:58.723377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:46:58.727257 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:46:58.733723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:58.753170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.824732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '05bec953-b194-4ff2-afcd-63cabb5f0e3b', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'floating_ip_address': '172.26.10.244', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'port_id': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'mac_address': 'fa:16:3e:c6:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:46:56Z', 'updated_at': '2022-09-19T17:46:56Z', 'revision_number': 0, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:46:58.827159 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.829471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] Checking router: ddead479-92be-4c61-96b8-a74e794c192f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:46:58.832381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.841210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:46:58.841944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:46:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:46:58.864260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.868420 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608901 Sep 19 17:46:58.869068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55364) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:58.873274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1b5e-41e2-49fe-8233-10bc2a963830 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4392489e-67f6-4347-b1c2-6689c515a76f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:58.877589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '153b9a13-17a9-46b9-af2e-fb49dffffd9d', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:58.883060 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-065db55a-f012-4ad6-8179-2392f75ea27d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 1000 time: 0.2230103 Sep 19 17:46:58.883832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:58.887969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:46:58.891044 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:46:58.897102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:58.917967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:58.950406 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-a9bf12ce-2d9f-4309-b9de-21c2fdcdcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:58.951809 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-a9bf12ce-2d9f-4309-b9de-21c2fdcdcbcf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0618105 Sep 19 17:46:58.993074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.002519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.042987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-a65fc4b5-9935-4c9e-866b-c44638037b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:59.044486 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-a65fc4b5-9935-4c9e-866b-c44638037b0c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862274 Sep 19 17:46:59.049181 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151acd0b-03f9-4e26-9d4c-fc7db37d1fd4,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:59.064459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.066239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:46:59.066806 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-80f8b4fe-dd7d-4db8-b005-d7059c4f4cc0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949873 Sep 19 17:46:59.069882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55368) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:59.076653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '153b9a13-17a9-46b9-af2e-fb49dffffd9d', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:59.084653 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:59.089129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:46:59.093148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:46:59.099419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:59.120191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.188315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-a8e1a8be-b84e-497d-adc3-d33082229f2c service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371598 Sep 19 17:46:59.189942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.193946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.223335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a2afcb-0ab9-4941-94c9-17b700b4fe60,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:59.234753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.236626 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-577396e2-20e4-48c6-bdee-c7a0355d8e0c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1654165 Sep 19 17:46:59.239416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55372) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:59.245060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '153b9a13-17a9-46b9-af2e-fb49dffffd9d', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:59.253345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:59.258426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:46:59.261646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:46:59.267848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:59.280811 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Project 2b601f7aa5ca48a4964a2ee855255a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:46:59.288337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.337065 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-476e2ad0-9d0a-46b9-a6c1-fabef5cecd50 req-f0d9c135-5378-4bf5-9030-d38f4d8f33ee service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419430 Sep 19 17:46:59.365600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.372520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.396722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c0a857-6bb1-4dfd-ac52-a30cdf2b9d37,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:59.408226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.412294 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-682a0dc5-8101-4e39-b894-44bfc30267ef tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1690421 Sep 19 17:46:59.412579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55376) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:46:59.418267 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'security_group_rule': {'security_group_id': '153b9a13-17a9-46b9-af2e-fb49dffffd9d', 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:59.425240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:46:59.429405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Usage tracker for resource:security_group_rule and tenant:2b601f7aa5ca48a4964a2ee855255a82 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:46:59.432740 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:46:59.439311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:46:59.454549 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Project 2b601f7aa5ca48a4964a2ee855255a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:46:59.462252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.482029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '05bec953-b194-4ff2-afcd-63cabb5f0e3b', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'floating_ip_address': '172.26.10.244', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'port_id': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'mac_address': 'fa:16:3e:c6:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:46:56Z', 'updated_at': '2022-09-19T17:46:56Z', 'revision_number': 0, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:46:59.487119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b3c25-5bfa-4375-82f6-e64eca4632e9 None None] The sync data for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv is: [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '05bec953-b194-4ff2-afcd-63cabb5f0e3b', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'floating_ip_address': '172.26.10.244', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'port_id': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'mac_address': 'fa:16:3e:c6:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:46:56Z', 'updated_at': '2022-09-19T17:46:56Z', 'revision_number': 0, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:46:59.542041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.544887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.574632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4baaf6-7d06-4a3e-b053-75358cadcf6b,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:46:59.587721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:46:59.587721 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-967c7d72-5d6b-4310-b0be-2ba55a55a107 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1720517 Sep 19 17:46:59.721878 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de8913d-d34d-4e1b-9432-470623735b74 None None] New status for floating IP 05bec953-b194-4ff2-afcd-63cabb5f0e3b: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:46:59.730528 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-1755d99e-0766-4e95-aafa-7ebe04eb5831 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323727133&fields=id&tenant_id=2b601f7aa5ca48a4964a2ee855255a82 HTTP/1.1" status: 200 len: 267 time: 0.0525384 Sep 19 17:46:59.841323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-c81738bf-6978-4786-84b7-79d9b17b2d36 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:46:59.842838 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-c81738bf-6978-4786-84b7-79d9b17b2d36 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.1115041 Sep 19 17:46:59.854261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'port': {'security_groups': ['fef07d8c-c4b0-42a7-a0de-b0b332ed57ac', '153b9a13-17a9-46b9-af2e-fb49dffffd9d']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:46:59.983436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:00.255206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] For port 8548a30a-37b4-4349-90cd-2c2158ed4075, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8548a30a-37b4-4349-90cd-2c2158ed4075,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:47:00.290018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:00.297578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:00.310180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8548a30a-37b4-4349-90cd-2c2158ed4075'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:47:00.340832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:00.341473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:00.342937 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ef183e87-6550-4c12-9d86-ba7149d669a8 req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "PUT /v2.0/ports/8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 981 time: 0.4937160 Sep 19 17:47:00.374118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:47:00.376454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d788b8a-1649-4580-8cf6-1be1206d1523" -d '{"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:47:00.378815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8548a30a-37b4-4349-90cd-2c2158ed4075'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:47:00.393197 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc495f-c5fe-4d1e-a69c-e5531fcc448f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=8548a30a-37b4-4349-90cd-2c2158ed4075,revision_number=6']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:47:00.432566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122aca52-e0c4-44d3-8e28-c0563801a820 x-openstack-request-id: req-122aca52-e0c4-44d3-8e28-c0563801a820 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:47:00.432867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:47:00.433125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-122aca52-e0c4-44d3-8e28-c0563801a820 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:47:00.433537 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122aca52-e0c4-44d3-8e28-c0563801a820'] response: {'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'status': 'completed', 'code': 200} Sep 19 17:47:00.537176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-70f04d26-abeb-4640-a82d-9ab33b4c9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:00.539375 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-70f04d26-abeb-4640-a82d-9ab33b4c9d28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1137 time: 0.0825863 Sep 19 17:47:00.555078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15e0ef-a6af-4ccc-9b40-e2f57509b5f6 req-73220bfa-43ca-4dd7-919a-1d9eaae647eb tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:00.556733 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4e15e0ef-a6af-4ccc-9b40-e2f57509b5f6 req-73220bfa-43ca-4dd7-919a-1d9eaae647eb tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0994506 Sep 19 17:47:00.606297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4e15e0ef-a6af-4ccc-9b40-e2f57509b5f6 req-e692f19d-45ed-4075-beb4-6cc162050446 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:47:00.623557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-4e15e0ef-a6af-4ccc-9b40-e2f57509b5f6 req-e692f19d-45ed-4075-beb4-6cc162050446 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:47:00.625158 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4e15e0ef-a6af-4ccc-9b40-e2f57509b5f6 req-e692f19d-45ed-4075-beb4-6cc162050446 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617070 Sep 19 17:47:00.674701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-d7f75e97-d403-48d4-b552-124958c47e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:00.676216 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-d7f75e97-d403-48d4-b552-124958c47e01 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1311219 Sep 19 17:47:00.784906 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-3d4820ae-2588-47a3-9f13-030a66e3a7a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 1002 time: 0.1023667 Sep 19 17:47:00.852302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-bebb443a-7969-4377-8ebd-1e09482d388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:00.853737 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-bebb443a-7969-4377-8ebd-1e09482d388c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0620816 Sep 19 17:47:00.938166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-328a91dd-ca4d-4e5b-9e08-77809ec9a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:00.939712 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-328a91dd-ca4d-4e5b-9e08-77809ec9a668 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802100 Sep 19 17:47:01.078194 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-70d5966e-8958-4696-836f-61739b2dacc1 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317096 Sep 19 17:47:01.318138 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d788b8a-1649-4580-8cf6-1be1206d1523 req-8065e66d-2707-40e6-9651-325d402ee7ad service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331734 Sep 19 17:47:11.405628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-973ab79c-10a3-477f-92f5-c2bbf02aafd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:13.609283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-16138bc0-6012-404c-8aed-56b79ee0a659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:15.179944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:15.299773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:16.206546 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:47:16.367906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:16.612597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-c462f62d-2f06-4aa0-9dc7-4d6e4e52c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:16.614076 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-c462f62d-2f06-4aa0-9dc7-4d6e4e52c855 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1137 time: 0.0841465 Sep 19 17:47:16.647616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb56da1-4955-4b08-9f38-0e4de57e1ee9 req-cf04cf81-37eb-46c3-8164-2575e6a9a12c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:16.649082 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fbb56da1-4955-4b08-9f38-0e4de57e1ee9 req-cf04cf81-37eb-46c3-8164-2575e6a9a12c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0893996 Sep 19 17:47:16.702403 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fbb56da1-4955-4b08-9f38-0e4de57e1ee9 req-3a711d87-359e-4d2a-ba0b-16bb7b1cdb68 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463481 Sep 19 17:47:16.748333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-7be676ff-8c12-4e0a-8e23-235a1a9ca44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:16.749703 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-7be676ff-8c12-4e0a-8e23-235a1a9ca44d service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1287355 Sep 19 17:47:16.857710 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-76716ddc-ee76-4a32-899f-7ca9328e02dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 1002 time: 0.1006699 Sep 19 17:47:16.922402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-276eada6-5937-4700-b24a-a43059bf7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:16.923885 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-276eada6-5937-4700-b24a-a43059bf7169 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0594940 Sep 19 17:47:17.014210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-911ec329-d570-4898-934a-63f0c57d0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:17.015624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-911ec329-d570-4898-934a-63f0c57d0358 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854812 Sep 19 17:47:17.155428 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-4a896ad2-b0be-4280-8ed7-18d9a14430c9 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311805 Sep 19 17:47:17.290450 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bcdead42-b67a-4a3f-bd8a-2a002efb86f2 req-6b41bfba-62e0-4b17-a8ce-538988df4239 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279981 Sep 19 17:47:17.922004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8d55-1712-40dc-8a65-834c4d863548 req-b4342edb-24cc-4761-ad8c-33e23e417e54 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:17.923489 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-23ae8d55-1712-40dc-8a65-834c4d863548 req-b4342edb-24cc-4761-ad8c-33e23e417e54 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.1018951 Sep 19 17:47:17.976033 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-23ae8d55-1712-40dc-8a65-834c4d863548 req-b25883f2-f11f-46e2-b614-c4ed82ae6b50 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465677 Sep 19 17:47:19.222919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c583d2-f7ea-4b2e-a750-93564e591aaf req-dc8ecdf7-a142-4f6c-9363-ee8af95c13d5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:19.224385 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-34c583d2-f7ea-4b2e-a750-93564e591aaf req-dc8ecdf7-a142-4f6c-9363-ee8af95c13d5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.1002235 Sep 19 17:47:19.273724 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-34c583d2-f7ea-4b2e-a750-93564e591aaf req-30edadd6-ad96-4fb3-b2d0-b0270ebd5390 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424662 Sep 19 17:47:20.495491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d44725-6898-4dfe-a322-cef8245f7b7e req-923c960e-4882-42ed-8dec-18d20941982c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:20.497638 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b7d44725-6898-4dfe-a322-cef8245f7b7e req-923c960e-4882-42ed-8dec-18d20941982c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0955296 Sep 19 17:47:20.546306 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b7d44725-6898-4dfe-a322-cef8245f7b7e req-43ce2978-f9bb-4422-b56b-154395a49497 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428643 Sep 19 17:47:21.764429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dc3fa-09fa-4a96-a45a-8944538dd5a2 req-5e562693-f123-4d2b-8445-d6734c700bdf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:21.765799 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-619dc3fa-09fa-4a96-a45a-8944538dd5a2 req-5e562693-f123-4d2b-8445-d6734c700bdf tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.1044440 Sep 19 17:47:21.815710 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-619dc3fa-09fa-4a96-a45a-8944538dd5a2 req-ebdb5f3c-e5d6-4af3-a805-e183490bdc4a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439613 Sep 19 17:47:23.080571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215804d-7d00-45ea-ade7-5782374cf46b req-43e4354c-1ff9-4858-b007-f98f7dee641c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:23.082049 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f215804d-7d00-45ea-ade7-5782374cf46b req-43e4354c-1ff9-4858-b007-f98f7dee641c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0956440 Sep 19 17:47:23.137102 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f215804d-7d00-45ea-ade7-5782374cf46b req-5236a655-240c-47be-8cde-8885290230d0 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461195 Sep 19 17:47:24.346878 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab30553-58f1-4c41-936a-e0c7301e9a2b req-35400cf3-7977-4f46-a4c0-4f364552944e tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:24.348424 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ab30553-58f1-4c41-936a-e0c7301e9a2b req-35400cf3-7977-4f46-a4c0-4f364552944e tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0986624 Sep 19 17:47:24.401058 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9ab30553-58f1-4c41-936a-e0c7301e9a2b req-98ba1f16-241d-43ff-b5b6-3f93af6683bc tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466628 Sep 19 17:47:25.606264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088765b6-7b1e-451f-8fac-2d0954bd61a6 req-0978a9ff-34ec-4078-b1d1-6c330c1d9b1b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:25.607985 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-088765b6-7b1e-451f-8fac-2d0954bd61a6 req-0978a9ff-34ec-4078-b1d1-6c330c1d9b1b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0911741 Sep 19 17:47:25.656959 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-088765b6-7b1e-451f-8fac-2d0954bd61a6 req-09ef1774-6fc8-4148-a655-aaffe6e5d473 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402970 Sep 19 17:47:25.808274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:26.903631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82150196-28dc-4438-bcc0-507cf20cc123 req-cc643df0-1720-4631-b5dd-6b574553d12b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:26.905783 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-82150196-28dc-4438-bcc0-507cf20cc123 req-cc643df0-1720-4631-b5dd-6b574553d12b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.1169817 Sep 19 17:47:26.960303 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-82150196-28dc-4438-bcc0-507cf20cc123 req-a3e612f2-0f92-4765-9f85-642fb0b9e54c tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440700 Sep 19 17:47:28.172325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5b88b-ac5a-47eb-8d5f-a5bcc3b7934f req-4efc72a0-4422-4fd9-803a-3d43e41993b8 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:28.173774 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b9c5b88b-ac5a-47eb-8d5f-a5bcc3b7934f req-4efc72a0-4422-4fd9-803a-3d43e41993b8 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0949790 Sep 19 17:47:28.230580 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b9c5b88b-ac5a-47eb-8d5f-a5bcc3b7934f req-a83b2f88-d07e-4ee2-a5a9-338ab822149e tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487363 Sep 19 17:47:29.452523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64d3cd-bfd2-46f3-9860-39cd75302a7e req-94e8c78a-800f-4040-800e-a0c3a4503656 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:29.453985 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed64d3cd-bfd2-46f3-9860-39cd75302a7e req-94e8c78a-800f-4040-800e-a0c3a4503656 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0951073 Sep 19 17:47:29.504626 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ed64d3cd-bfd2-46f3-9860-39cd75302a7e req-cfb05bb4-4376-4496-93aa-a11408a60bc8 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=153b9a13-17a9-46b9-af2e-fb49dffffd9d&id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419705 Sep 19 17:47:37.617979 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-824f4a70-50e5-4c00-8b61-459dab21fafa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896139 Sep 19 17:47:37.781829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-407d98cc-da28-433e-9bcb-aaf21f762198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:37.783319 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-407d98cc-da28-433e-9bcb-aaf21f762198 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1137 time: 0.0950577 Sep 19 17:47:38.043745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-8f197a9d-cd61-4403-8a23-0999d564ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:38.045180 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-8f197a9d-cd61-4403-8a23-0999d564ae1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.2431102 Sep 19 17:47:38.154079 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-24f22f36-da92-4c4e-a6d7-46162ddf7d1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 1002 time: 0.1019104 Sep 19 17:47:38.224642 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-2bf5a70c-e9f3-4008-9275-a0bed0b46869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:38.226081 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-2bf5a70c-e9f3-4008-9275-a0bed0b46869 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0663517 Sep 19 17:47:38.314753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-19d1a6c2-0fb8-4924-8b2a-2432687fc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:47:38.316164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-19d1a6c2-0fb8-4924-8b2a-2432687fc86f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838294 Sep 19 17:47:38.463010 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-19335d0f-6119-4065-b100-aa8f03224258 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397035 Sep 19 17:47:38.607850 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37ec0fdd-cf60-42d8-bea0-5354d2068729 req-18bea4ee-b2e4-4050-b3a0-08ed4300bb48 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375217 Sep 19 17:47:41.400818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c78a8e2a-1133-4d3a-bf4b-0a766abee2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:43.600515 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-907c9cbc-b5a3-49d6-bdd2-4734b65b4336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:45.179771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:45.292716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:46.371859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:47:53.206089 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:47:55.806754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:01.611846 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-f4b4e3ae-0998-4bf8-b282-d954385f5b5b tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323727133&fields=id&tenant_id=2b601f7aa5ca48a4964a2ee855255a82 HTTP/1.1" status: 200 len: 267 time: 0.0470719 Sep 19 17:48:01.708056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-ab05da7e-7c89-4d61-825e-914d870119f7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:01.709448 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-ab05da7e-7c89-4d61-825e-914d870119f7 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 984 time: 0.0920358 Sep 19 17:48:01.723396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Request body: {'port': {'security_groups': ['fef07d8c-c4b0-42a7-a0de-b0b332ed57ac']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:01.860593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.137002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] For port 8548a30a-37b4-4349-90cd-2c2158ed4075, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8548a30a-37b4-4349-90cd-2c2158ed4075,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:02.164780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.172952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.186645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8548a30a-37b4-4349-90cd-2c2158ed4075'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:48:02.211927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:02.212544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.214186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-abbd2fcf-6b65-4a16-85ea-d802e6090f07 req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "PUT /v2.0/ports/8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 942 time: 0.4952142 Sep 19 17:48:02.214304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:48:02.216682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25193f44-0964-416f-8bef-5a2a0cdb8602" -d '{"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:48:02.221341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55438) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:02.261063 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8548a30a-37b4-4349-90cd-2c2158ed4075'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:48:02.266275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8944d642-f1fc-4b5f-bc7f-7ac8a33e3943 x-openstack-request-id: req-8944d642-f1fc-4b5f-bc7f-7ac8a33e3943 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:48:02.266565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:48:02.266883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8944d642-f1fc-4b5f-bc7f-7ac8a33e3943 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:48:02.267310 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8944d642-f1fc-4b5f-bc7f-7ac8a33e3943'] response: {'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'status': 'completed', 'code': 200} Sep 19 17:48:02.272640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event updated for resources: {'Port': ['ID=8548a30a-37b4-4349-90cd-2c2158ed4075,revision_number=7']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:02.282585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.282585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.282961 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.283293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.284002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.284348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.284686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.285070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.285782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.286138 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.286569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.286927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d87c41-c7d5-438c-b4e6-3a00d20ff882 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.310873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.343700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.376838 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-caa2d677-4589-43f1-9dde-348ad17ed5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:02.378820 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-caa2d677-4589-43f1-9dde-348ad17ed5cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1098 time: 0.0866196 Sep 19 17:48:02.419959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.448575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153b9a13-17a9-46b9-af2e-fb49dffffd9d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:02.457993 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.461762 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "DELETE /v2.0/security-groups/153b9a13-17a9-46b9-af2e-fb49dffffd9d HTTP/1.1" status: 204 len: 168 time: 0.2357535 Sep 19 17:48:02.461762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.461762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.461762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.461762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.462220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.462374 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.462704 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.463100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.463431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.464023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.464131 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.464392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f231e1-ad0a-4173-9a1d-b990e9b8336f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:02.466986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55442) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:02.542243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-8de24e96-54c6-4a61-bc41-31c26fd5fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:02.544977 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-8de24e96-54c6-4a61-bc41-31c26fd5fdd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1589644 Sep 19 17:48:02.648476 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-dd50c5f5-af92-4f68-b487-f974f3187579 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 1002 time: 0.0975397 Sep 19 17:48:02.674459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Deleting port e2c97eb7-f3c1-47b5-9625-635871f62c57 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:02.675148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.716756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-7d519203-e4da-4848-9ec2-9a3c49b438af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:02.718238 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-7d519203-e4da-4848-9ec2-9a3c49b438af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0633674 Sep 19 17:48:02.802452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-b3095f30-2097-434e-8732-4acde55d29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:02.803966 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-b3095f30-2097-434e-8732-4acde55d29d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796666 Sep 19 17:48:02.959432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:02.959665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:03.041413 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-1801fadc-68eb-4da6-92b4-c6d0be5baf74 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311723 Sep 19 17:48:03.082121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Calling delete_port for e2c97eb7-f3c1-47b5-9625-635871f62c57 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:03.177006 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-25193f44-0964-416f-8bef-5a2a0cdb8602 req-ab4c463d-f2b4-4694-8baa-88bade9643fa service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293426 Sep 19 17:48:03.243829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:03.296532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event deleted for resources: {'Port': ['ID=e2c97eb7-f3c1-47b5-9625-635871f62c57,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:03.410372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:03.410911 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Floating IP 05bec953-b194-4ff2-afcd-63cabb5f0e3b disassociated (deleted). External IP: 172.26.10.244, port: 8548a30a-37b4-4349-90cd-2c2158ed4075. Sep 19 17:48:03.784496 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Router ddead479-92be-4c61-96b8-a74e794c192f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:48:03.974538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:48:03.986216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] Sync routers for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:48:03.995972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:03.996631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:47:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:03.998326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:04.053676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5e347a73-093b-457f-895c-bd84ceb056e5 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "DELETE /v2.0/floatingips/05bec953-b194-4ff2-afcd-63cabb5f0e3b HTTP/1.1" status: 204 len: 168 time: 1.5853941 Sep 19 17:48:04.054146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:48:04.056807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3754099-05ad-468b-b8a0-cacc3016ba16" -d '{"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:48:04.107288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62fb304-4668-49ad-bfd6-83377bd4b5f4 x-openstack-request-id: req-b62fb304-4668-49ad-bfd6-83377bd4b5f4 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:48:04.107703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:48:04.108013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b62fb304-4668-49ad-bfd6-83377bd4b5f4 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:48:04.108486 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62fb304-4668-49ad-bfd6-83377bd4b5f4'] response: {'name': 'network-changed', 'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'status': 'completed', 'code': 200} Sep 19 17:48:04.180003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:04.213552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-23833f6c-0781-43c0-975d-484a8637380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:04.215331 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-23833f6c-0781-43c0-975d-484a8637380f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 1098 time: 0.0862803 Sep 19 17:48:04.354225 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-e94559d6-c99b-4e28-9a1e-890b09bc1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:04.355922 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-e94559d6-c99b-4e28-9a1e-890b09bc1d57 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 200 len: 916 time: 0.1334624 Sep 19 17:48:04.440368 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-39a85467-5995-4685-b439-6bb86f926a20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 200 len: 217 time: 0.0784721 Sep 19 17:48:04.513664 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:04.518030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] Checking router: ddead479-92be-4c61-96b8-a74e794c192f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:48:04.527771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:04.528518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:47:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:04.529574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-379d0dca-4ad1-4937-b80f-f691292e467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:04.531123 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-379d0dca-4ad1-4937-b80f-f691292e467a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 200 len: 854 time: 0.0849299 Sep 19 17:48:04.618284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-03297aba-6670-4c10-a3bc-c328191b95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:04.619800 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-03297aba-6670-4c10-a3bc-c328191b95d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832343 Sep 19 17:48:04.744160 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:04.753419 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-c8e03f22-4c1d-4c5b-9326-50c680a60b79 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256871 Sep 19 17:48:04.891143 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f3754099-05ad-468b-b8a0-cacc3016ba16 req-08fd7d64-d85c-4e75-8a44-96a07f3e4ad3 service neutron] 10.222.0.86 "GET /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310110 Sep 19 17:48:05.066237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:05.070480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d048c96e-fa99-4a01-b84c-1177ade7a9d7 None None] The sync data for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv is: [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:42:14Z', 'revision_number': 4, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'af48fe98-0cbb-49ec-ad0a-39ce58c843f9', 'name': '', 'network_id': '0c612fbc-0ab5-43f3-ad6e-e766e742ab6a', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'mac_address': 'fa:16:3e:e1:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:13Z', 'updated_at': '2022-09-19T17:42:21Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'subnets': [{'id': 'e5063aa1-c6c6-499d-a09b-14499194a415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:48:05.292549 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4ba0c-ac23-4e27-8d1c-2f6e8c6759c7 None None] New status for floating IP 05bec953-b194-4ff2-afcd-63cabb5f0e3b: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:48:08.683198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d370-34cd-4e61-912e-16b1d002e0a8 req-2f10fb8d-dd9f-4d11-a7e0-5ff86f55672f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:08.684124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-99b2d370-34cd-4e61-912e-16b1d002e0a8 req-2f10fb8d-dd9f-4d11-a7e0-5ff86f55672f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:48:08.704549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-99b2d370-34cd-4e61-912e-16b1d002e0a8 req-2f10fb8d-dd9f-4d11-a7e0-5ff86f55672f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:48:08.705759 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-99b2d370-34cd-4e61-912e-16b1d002e0a8 req-2f10fb8d-dd9f-4d11-a7e0-5ff86f55672f tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.1324759 Sep 19 17:48:08.764160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-99b2d370-34cd-4e61-912e-16b1d002e0a8 req-352f119d-ec56-46d3-9551-290efe9320b6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Synchronizing usage tracker for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:48:08.787808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-99b2d370-34cd-4e61-912e-16b1d002e0a8 req-352f119d-ec56-46d3-9551-290efe9320b6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Unset dirty status for tenant:2b601f7aa5ca48a4964a2ee855255a82 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:48:08.789123 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-99b2d370-34cd-4e61-912e-16b1d002e0a8 req-352f119d-ec56-46d3-9551-290efe9320b6 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746968 Sep 19 17:48:10.011679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d0965-9edb-47b6-9a89-ca00b335d683 req-a26312ae-4958-4a5b-b627-173a1efbbd23 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:10.013486 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f21d0965-9edb-47b6-9a89-ca00b335d683 req-a26312ae-4958-4a5b-b627-173a1efbbd23 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.0985920 Sep 19 17:48:10.063807 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f21d0965-9edb-47b6-9a89-ca00b335d683 req-bf1d67b3-4bbf-4afa-81cf-8cfbae6a0bab tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/security-groups?id=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Sep 19 17:48:10.258692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-d2be0a14-650f-4e7d-9481-016141ff8d09 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:10.260156 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-d2be0a14-650f-4e7d-9481-016141ff8d09 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.86 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 945 time: 0.1045616 Sep 19 17:48:10.331546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Deleting port 8548a30a-37b4-4349-90cd-2c2158ed4075 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:10.331777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:10.587217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] For port 8548a30a-37b4-4349-90cd-2c2158ed4075, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8548a30a-37b4-4349-90cd-2c2158ed4075,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:10.587439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:10.811883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Calling delete_port for 8548a30a-37b4-4349-90cd-2c2158ed4075 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:10.963034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:10.974917 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8548a30a-37b4-4349-90cd-2c2158ed4075'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:48:11.013504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Pushing event deleted for resources: {'Port': ['ID=8548a30a-37b4-4349-90cd-2c2158ed4075,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:11.104604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] No DVR routers for this DVR port 8548a30a-37b4-4349-90cd-2c2158ed4075 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:48:11.107741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:11.110425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'name': 'network-vif-deleted', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:48:11.112763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287bb272-bcd6-45de-8e6c-1c8074f53622" -d '{"events": [{"server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "name": "network-vif-deleted", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:48:11.128731 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-70b43061-20f9-46a9-be72-b481ac1b8a02 req-04dab5e7-7ebe-4460-be28-62892aaad32a tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.86 "DELETE /v2.0/ports/8548a30a-37b4-4349-90cd-2c2158ed4075 HTTP/1.1" status: 204 len: 173 time: 0.8628492 Sep 19 17:48:11.159165 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2551a3cb-3c6d-405d-a8c4-656c79edefdb x-openstack-request-id: req-2551a3cb-3c6d-405d-a8c4-656c79edefdb {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:48:11.159519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077539f5-9297-4675-bdcb-2c8a1cb14102", "name": "network-vif-deleted", "tag": "8548a30a-37b4-4349-90cd-2c2158ed4075", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:48:11.159786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2551a3cb-3c6d-405d-a8c4-656c79edefdb {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:48:11.160201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2551a3cb-3c6d-405d-a8c4-656c79edefdb'] response: {'server_uuid': '077539f5-9297-4675-bdcb-2c8a1cb14102', 'name': 'network-vif-deleted', 'tag': '8548a30a-37b4-4349-90cd-2c2158ed4075', 'status': 'completed', 'code': 200} Sep 19 17:48:11.243034 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3ad3a583-b27a-497a-9bf9-0a6e1061d8c2 req-60e224d9-7447-4729-adc6-d561cd58ebe3 tempest-TestMinimumBasicScenario-694821656 tempest-TestMinimumBasicScenario-694821656-project] 10.222.0.83 "GET /v2.0/ports?device_id=077539f5-9297-4675-bdcb-2c8a1cb14102 HTTP/1.1" status: 200 len: 210 time: 0.0501397 Sep 19 17:48:11.405759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74ddf662-a658-4e55-b019-97ddf298b44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:12.948441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55526) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:13.599348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9310f283-d17c-4cf6-9f24-2cafc965b945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:13.649716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:14.009800 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Deleting port af48fe98-0cbb-49ec-ad0a-39ce58c843f9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:14.010487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:14.300651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] For port af48fe98-0cbb-49ec-ad0a-39ce58c843f9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:14.300885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:14.424044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Calling delete_port for af48fe98-0cbb-49ec-ad0a-39ce58c843f9 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:14.754085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8548a30a-37b4-4349-90cd-2c2158ed4075 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:48:14.762331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:14.789021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 8548a30a-37b4-4349-90cd-2c2158ed4075 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:48:14.789346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8548a30a-37b4-4349-90cd-2c2158ed4075 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:48:14.808631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Pushing event deleted for resources: {'Port': ['ID=af48fe98-0cbb-49ec-ad0a-39ce58c843f9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:15.086512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:15.180827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:15.294478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:15.473044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Router ddead479-92be-4c61-96b8-a74e794c192f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:48:15.775028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:48:15.783989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] Sync routers for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:48:15.788676 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1928ed8d-2074-4341-bda7-59f79e0a172e admin admin] 10.222.0.83 "PUT /v2.0/routers/ddead479-92be-4c61-96b8-a74e794c192f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8391066 Sep 19 17:48:15.791351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55532) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:15.795360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:15.795988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:15.980470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:16.088639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:16.268234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13'}], 'enable_snat': True}, 'gw_port_id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:48:14Z', 'revision_number': 5, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port': {'id': '76222bbc-9c4b-4f42-885d-2502a8b24a40', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:10Z', 'updated_at': '2022-09-19T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:16.269454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:16.272418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] Checking router: ddead479-92be-4c61-96b8-a74e794c192f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:48:16.281570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Deleting port 76222bbc-9c4b-4f42-885d-2502a8b24a40 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:16.282081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:16.282408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] Routers {'ddead479-92be-4c61-96b8-a74e794c192f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:16.283052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['ddead479-92be-4c61-96b8-a74e794c192f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:16.432829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:16.448821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] Set router ddead479-92be-4c61-96b8-a74e794c192f gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:16.483052 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] For port 76222bbc-9c4b-4f42-885d-2502a8b24a40, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=76222bbc-9c4b-4f42-885d-2502a8b24a40,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:16.483405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:16.602767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:48:16Z', 'revision_number': 6, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:16.606833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e27826-1a26-4674-8f1a-184cadee75f9 None None] The sync data for ids ['ddead479-92be-4c61-96b8-a74e794c192f'] in dv-neutron-857789-3-hyperv is: [{'id': 'ddead479-92be-4c61-96b8-a74e794c192f', 'name': 'tempest-TestMinimumBasicScenario-1884402689-router', 'tenant_id': '2b601f7aa5ca48a4964a2ee855255a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:09Z', 'updated_at': '2022-09-19T17:48:16Z', 'revision_number': 6, 'project_id': '2b601f7aa5ca48a4964a2ee855255a82', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:48:16.611750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Calling delete_port for 76222bbc-9c4b-4f42-885d-2502a8b24a40 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:16.933387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:16.980455 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=76222bbc-9c4b-4f42-885d-2502a8b24a40,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:17.081419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.265061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.267912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.296055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.296488 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddead479-92be-4c61-96b8-a74e794c192f {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:48:17.311314 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.312615 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d49a00e8-ee30-41ae-81ea-914ea50e6d63 admin admin] 10.222.0.83 "DELETE /v2.0/routers/ddead479-92be-4c61-96b8-a74e794c192f HTTP/1.1" status: 204 len: 168 time: 1.5201335 Sep 19 17:48:17.315982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55536) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:17.383239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c433e2c-0aa3-4fe2-8106-1ffef25eaf62 admin admin] Deleting subnet e5063aa1-c6c6-499d-a09b-14499194a415 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:48:17.386634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c433e2c-0aa3-4fe2-8106-1ffef25eaf62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.443591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c433e2c-0aa3-4fe2-8106-1ffef25eaf62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.592234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 76222bbc-9c4b-4f42-885d-2502a8b24a40 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:48:17.635601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 76222bbc-9c4b-4f42-885d-2502a8b24a40 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:48:17.635945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 76222bbc-9c4b-4f42-885d-2502a8b24a40 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:48:17.636354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af48fe98-0cbb-49ec-ad0a-39ce58c843f9 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:48:17.670837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c433e2c-0aa3-4fe2-8106-1ffef25eaf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.672397 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: af48fe98-0cbb-49ec-ad0a-39ce58c843f9 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:48:17.672735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device af48fe98-0cbb-49ec-ad0a-39ce58c843f9 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:48:17.744434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c433e2c-0aa3-4fe2-8106-1ffef25eaf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.784474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c433e2c-0aa3-4fe2-8106-1ffef25eaf62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5063aa1-c6c6-499d-a09b-14499194a415,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:17.789309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2c433e2c-0aa3-4fe2-8106-1ffef25eaf62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.794821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0700922b-3004-49a1-beb2-f99792c8fdb2 None None] Network 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:48:17.796786 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2c433e2c-0aa3-4fe2-8106-1ffef25eaf62 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e5063aa1-c6c6-499d-a09b-14499194a415 HTTP/1.1" status: 204 len: 168 time: 0.4795058 Sep 19 17:48:17.800584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55540) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:17.906818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:17.917669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Deleting port c9809ddc-e567-4e74-8ff5-9158ff3866a7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:17.918000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.066004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] DHCP port deletion for 0c612fbc-0ab5-43f3-ad6e-e766e742ab6a request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:48:18.070601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] Deleting port c9809ddc-e567-4e74-8ff5-9158ff3866a7 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:18.071019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.146425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] For port c9809ddc-e567-4e74-8ff5-9158ff3866a7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9809ddc-e567-4e74-8ff5-9158ff3866a7,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:18.146738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.273531 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Calling delete_port for c9809ddc-e567-4e74-8ff5-9158ff3866a7 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:18.284590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] For port c9809ddc-e567-4e74-8ff5-9158ff3866a7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=c9809ddc-e567-4e74-8ff5-9158ff3866a7,segment=NetworkSegment(b43d485c-ab59-486e-8aef-e181c11924cf),segment_id=b43d485c-ab59-486e-8aef-e181c11924cf)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:18.284892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.355368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.407864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9809ddc-e567-4e74-8ff5-9158ff3866a7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:18.411440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] No DVR routers for this DVR port c9809ddc-e567-4e74-8ff5-9158ff3866a7 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:48:18.419289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] Calling delete_port for c9809ddc-e567-4e74-8ff5-9158ff3866a7 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:18.494146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:48:18.494511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:48:18.535539 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.562942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c612fbc-0ab5-43f3-ad6e-e766e742ab6a']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:18.575006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43d485c-ab59-486e-8aef-e181c11924cf') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:18.575306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43d485c-ab59-486e-8aef-e181c11924cf') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:18.586911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.605857 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.613659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:48:18.614141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.699235 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment b43d485c-ab59-486e-8aef-e181c11924cf resource provider aggregate not found Sep 19 17:48:18.715914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.719069 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment b43d485c-ab59-486e-8aef-e181c11924cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b43d485c-ab59-486e-8aef-e181c11924cf found for delete ", "request_id": "req-1d5775a0-51eb-4d87-9a94-3fd1964ff343"}]} Sep 19 17:48:18.737592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:18.746751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c612fbc-0ab5-43f3-ad6e-e766e742ab6a,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:18.766302 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4b693291-63ca-48f7-b792-566e5a91930d admin admin] 10.222.0.83 "DELETE /v2.0/networks/0c612fbc-0ab5-43f3-ad6e-e766e742ab6a HTTP/1.1" status: 204 len: 168 time: 0.9646347 Sep 19 17:48:18.769971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55550) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:18.995806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] Deleting port c9809ddc-e567-4e74-8ff5-9158ff3866a7 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:18.996408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:19.066143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-dc62b2ce-0c21-469e-a526-65b7a34cc10d None None] The port 'c9809ddc-e567-4e74-8ff5-9158ff3866a7' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:48:19.460275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:19.580396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9809ddc-e567-4e74-8ff5-9158ff3866a7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:48:19.621729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: c9809ddc-e567-4e74-8ff5-9158ff3866a7 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:48:19.622176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device c9809ddc-e567-4e74-8ff5-9158ff3866a7 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:48:19.835628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Deleting port 40755290-ea1b-4793-ad86-d8804e0b9eb5 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:19.835851 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:20.016576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] For port 40755290-ea1b-4793-ad86-d8804e0b9eb5, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=40755290-ea1b-4793-ad86-d8804e0b9eb5,segment=NetworkSegment(3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d),segment_id=3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:20.016926 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:20.143677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Calling delete_port for 40755290-ea1b-4793-ad86-d8804e0b9eb5 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:20.332498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:20.382971 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Pushing event deleted for resources: {'Port': ['ID=40755290-ea1b-4793-ad86-d8804e0b9eb5,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:20.675436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:21.160284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Router 97dddc66-2092-411e-8c5c-cebe6a873655 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:48:21.348863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:48:21.357729 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] Sync routers for ids ['97dddc66-2092-411e-8c5c-cebe6a873655'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:48:21.366700 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4672f5a2-4566-42cd-ae86-fdbacb50a984 admin admin] 10.222.0.83 "PUT /v2.0/routers/97dddc66-2092-411e-8c5c-cebe6a873655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5957036 Sep 19 17:48:21.369250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55554) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:21.370633 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] Routers {'97dddc66-2092-411e-8c5c-cebe6a873655'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:21.371282 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['97dddc66-2092-411e-8c5c-cebe6a873655'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:21.553828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:21.582773 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] Set router 97dddc66-2092-411e-8c5c-cebe6a873655 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:21.741067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:21.752705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Deleting port 8cde3dd7-d51f-4569-b5b5-940f915e46e7 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:21.753126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:21.870689 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129'}], 'enable_snat': True}, 'gw_port_id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:48:20Z', 'revision_number': 5, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port': {'id': '8cde3dd7-d51f-4569-b5b5-940f915e46e7', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:42:17Z', 'updated_at': '2022-09-19T17:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:21.874696 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] Checking router: 97dddc66-2092-411e-8c5c-cebe6a873655 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:48:21.883180 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] Routers {'97dddc66-2092-411e-8c5c-cebe6a873655'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:21.883781 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['97dddc66-2092-411e-8c5c-cebe6a873655'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:21.928254 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] For port 8cde3dd7-d51f-4569-b5b5-940f915e46e7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8cde3dd7-d51f-4569-b5b5-940f915e46e7,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:21.928610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.032003 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] Set router 97dddc66-2092-411e-8c5c-cebe6a873655 gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:22.050376 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Calling delete_port for 8cde3dd7-d51f-4569-b5b5-940f915e46e7 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:22.135020 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:48:21Z', 'revision_number': 6, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:22.139004 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c71c3-acfc-48f6-b1b4-e2fa13411f68 None None] The sync data for ids ['97dddc66-2092-411e-8c5c-cebe6a873655'] in dv-neutron-857789-3-hyperv is: [{'id': '97dddc66-2092-411e-8c5c-cebe6a873655', 'name': 'tempest-TestMinimumBasicScenario-1386994828-router', 'tenant_id': '070d31de38324ea1b2361ea15ae5dd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:42:16Z', 'updated_at': '2022-09-19T17:48:21Z', 'revision_number': 6, 'project_id': '070d31de38324ea1b2361ea15ae5dd8f', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:48:22.225108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.393285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=8cde3dd7-d51f-4569-b5b5-940f915e46e7,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:22.495279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.686630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.689167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.717024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.717569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97dddc66-2092-411e-8c5c-cebe6a873655 {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:48:22.730129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.731279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9f0c54a9-5b00-485c-8e69-413cda1c3d8d admin admin] 10.222.0.83 "DELETE /v2.0/routers/97dddc66-2092-411e-8c5c-cebe6a873655 HTTP/1.1" status: 204 len: 168 time: 1.3611407 Sep 19 17:48:22.733984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55558) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:22.795803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dcd69a-530a-40ad-93db-8263665b0983 admin admin] Deleting subnet aa9e61d6-9765-4b38-9c49-85874f094955 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:48:22.799018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85dcd69a-530a-40ad-93db-8263665b0983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.853071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85dcd69a-530a-40ad-93db-8263665b0983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:22.931650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85dcd69a-530a-40ad-93db-8263665b0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.006179 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85dcd69a-530a-40ad-93db-8263665b0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.049075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcd69a-530a-40ad-93db-8263665b0983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9e61d6-9765-4b38-9c49-85874f094955,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:23.053582 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-85dcd69a-530a-40ad-93db-8263665b0983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.059635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfc98d3-4155-481f-ba20-692b736dee61 None None] Network 95e0ffbe-374f-40d8-be1a-478dcb03456d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:48:23.063740 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-85dcd69a-530a-40ad-93db-8263665b0983 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/aa9e61d6-9765-4b38-9c49-85874f094955 HTTP/1.1" status: 204 len: 168 time: 0.3252482 Sep 19 17:48:23.063946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55562) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:23.174345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.185111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Deleting port 2d512f7e-3025-474c-a138-ab31282d7ed3 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:23.185804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.320117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] DHCP port deletion for 95e0ffbe-374f-40d8-be1a-478dcb03456d request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:48:23.324536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] Deleting port 2d512f7e-3025-474c-a138-ab31282d7ed3 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:23.324911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.400292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] For port 2d512f7e-3025-474c-a138-ab31282d7ed3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d512f7e-3025-474c-a138-ab31282d7ed3,segment=NetworkSegment(3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d),segment_id=3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:23.400639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.524408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Calling delete_port for 2d512f7e-3025-474c-a138-ab31282d7ed3 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:23.569338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] For port 2d512f7e-3025-474c-a138-ab31282d7ed3, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=2d512f7e-3025-474c-a138-ab31282d7ed3,segment=NetworkSegment(3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d),segment_id=3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:23.569731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.612971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.631183 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 40755290-ea1b-4793-ad86-d8804e0b9eb5 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:48:23.659831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Pushing event deleted for resources: {'Port': ['ID=2d512f7e-3025-474c-a138-ab31282d7ed3,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:23.663660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] No DVR routers for this DVR port 2d512f7e-3025-474c-a138-ab31282d7ed3 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:48:23.724264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] Calling delete_port for 2d512f7e-3025-474c-a138-ab31282d7ed3 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:48:23.763689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 40755290-ea1b-4793-ad86-d8804e0b9eb5 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:48:23.764221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 40755290-ea1b-4793-ad86-d8804e0b9eb5 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:48:23.764645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8cde3dd7-d51f-4569-b5b5-940f915e46e7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:48:23.780438 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.806096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 8cde3dd7-d51f-4569-b5b5-940f915e46e7 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:48:23.806439 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8cde3dd7-d51f-4569-b5b5-940f915e46e7 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:48:23.806859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d512f7e-3025-474c-a138-ab31282d7ed3 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:48:23.808997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e0ffbe-374f-40d8-be1a-478dcb03456d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:23.822403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:23.822708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:23.834600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.843758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 2d512f7e-3025-474c-a138-ab31282d7ed3 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:48:23.844025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 2d512f7e-3025-474c-a138-ab31282d7ed3 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:48:23.856066 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.862396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:48:23.862820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.870602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:48:23.870995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:48:23.947709 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d resource provider aggregate not found Sep 19 17:48:23.956088 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.972122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:23.975197 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d38d5b2-cfaf-4d7c-8bcd-fd6499e75e8d found for delete ", "request_id": "req-676daeda-8619-48d4-90bd-d9ea567eeb47"}]} Sep 19 17:48:23.983575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] Pushing event deleted for resources: {'Network': ['ID=95e0ffbe-374f-40d8-be1a-478dcb03456d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:23.990706 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b085fe96-b91b-4b24-8cec-607a1e9f6baa admin admin] 10.222.0.83 "DELETE /v2.0/networks/95e0ffbe-374f-40d8-be1a-478dcb03456d HTTP/1.1" status: 204 len: 168 time: 0.9256868 Sep 19 17:48:24.118364 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55576) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:24.172557 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-1d4350b2-d9ac-4e15-90bc-2fbd97d5a23c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2b601f7aa5ca48a4964a2ee855255a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529611 Sep 19 17:48:24.175276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55580) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:24.235408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f65b751-bc6c-48f0-aa98-5ff4ce5d5f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.262840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f65b751-bc6c-48f0-aa98-5ff4ce5d5f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.323078 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f65b751-bc6c-48f0-aa98-5ff4ce5d5f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.339574 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65b751-bc6c-48f0-aa98-5ff4ce5d5f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef07d8c-c4b0-42a7-a0de-b0b332ed57ac,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:24.352348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f65b751-bc6c-48f0-aa98-5ff4ce5d5f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.353495 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f65b751-bc6c-48f0-aa98-5ff4ce5d5f21 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fef07d8c-c4b0-42a7-a0de-b0b332ed57ac HTTP/1.1" status: 204 len: 168 time: 0.1773396 Sep 19 17:48:24.372407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] Deleting port 2d512f7e-3025-474c-a138-ab31282d7ed3 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:48:24.372873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.438517 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00aee-8477-4e3b-a8f1-6f1643f838be None None] The port '2d512f7e-3025-474c-a138-ab31282d7ed3' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:48:24.754394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55588) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:24.807287 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a669c392-d1a6-42a2-99ca-65286bfc05d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=070d31de38324ea1b2361ea15ae5dd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513144 Sep 19 17:48:24.809756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55594) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:24.870052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acdc22be-96a5-4977-b560-8077cfb93184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.895789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acdc22be-96a5-4977-b560-8077cfb93184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.954431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acdc22be-96a5-4977-b560-8077cfb93184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.969160 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc22be-96a5-4977-b560-8077cfb93184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a803a4b-7990-4903-a6f8-5c870793bf6f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:24.975795 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-acdc22be-96a5-4977-b560-8077cfb93184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:24.976952 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-acdc22be-96a5-4977-b560-8077cfb93184 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a803a4b-7990-4903-a6f8-5c870793bf6f HTTP/1.1" status: 204 len: 168 time: 0.1659598 Sep 19 17:48:25.817395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:26.643461 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55636) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:26.651196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896571437', 'description': 'tempest-secgroup-smoke-896571437 description', 'project_id': 'e37e1a26307d490f975489ba4fe41844'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:26.659410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:26.663647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:26.666666 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:26.672683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:26.685624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:26.697724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:26.715508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:26.719743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:26.722557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:26.728378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:26.819904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:26.826373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:26.837525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:26.845488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:26.849966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:26.864173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:26.871675 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ee9181-0928-4a2f-91dd-1655768cedd6,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:26.943140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:26.949592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:26.990660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2845a3dc-d264-4e80-9957-f9e4179094e8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:27.000283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.002278 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-65270983-36ce-4cb2-9f26-f43510b0bd81 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3575678 Sep 19 17:48:27.006359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55640) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:27.011793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '2845a3dc-d264-4e80-9957-f9e4179094e8', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:27.018277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:27.022516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:27.025653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:27.031960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:27.053173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.120191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.125648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.149434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c585ef-965c-40b0-9a0a-5a5d9d5d25f8,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:27.159070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.160266 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c27f1bd4-770d-4025-88ee-413ccb5a30f8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527898 Sep 19 17:48:27.164210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55644) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:27.169110 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '2845a3dc-d264-4e80-9957-f9e4179094e8', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:27.175502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:27.179556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:27.182524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:27.189143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:27.207874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.273090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.280074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.313073 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6e012f-e618-450e-bed7-1eb03b79b008,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:27.325064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.326274 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-51505208-7d3c-4264-87e3-0cfd0116ddbc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611609 Sep 19 17:48:27.329366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55648) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:27.334392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '2845a3dc-d264-4e80-9957-f9e4179094e8', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:27.340244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:27.344125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:27.347339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:27.353209 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:27.373162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.439388 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.444205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.468786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f234e271-b0f7-45bb-8fab-0bc38a796dbd,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:27.479379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.480570 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5408dc5a-7006-4cf0-9faa-b50c5507e72d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502151 Sep 19 17:48:27.483450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55652) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:27.489034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '2845a3dc-d264-4e80-9957-f9e4179094e8', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:27.494873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:27.498699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:27.502192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:27.508071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:27.528749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.598789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.606057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.631265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31891245-e507-4a73-b8b0-202794877531,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:27.642285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.643985 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1b18c689-f7e9-437c-b36a-8de2ba284e13 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591830 Sep 19 17:48:27.646420 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55656) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:27.651368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '2845a3dc-d264-4e80-9957-f9e4179094e8', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:27.657289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:27.661566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:27.664629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:27.670540 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:27.685035 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:48:27.692097 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.755026 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.760564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.784685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca81097-d11e-41c1-9c3c-085201b02f4f,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:27.795780 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.796973 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-db6a9c21-60be-4429-ae95-d6e69b6692c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495810 Sep 19 17:48:27.800129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55660) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:27.805208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '2845a3dc-d264-4e80-9957-f9e4179094e8', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:27.811527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:27.815719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:27.818743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:27.824496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:27.838689 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:48:27.845297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.912791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.919171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.944014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f8b642-7cc8-4026-bb81-b5829d8fcdfd,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:27.955665 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:27.956847 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-71cdbeef-c4fb-4566-8cb6-3760fe2b198b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557162 Sep 19 17:48:27.960002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55664) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:27.965431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'network': {'name': 'tempest-network-smoke--1863025050', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'port_security_enabled': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:27.970884 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:27.974814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:network and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:27.977865 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:27.984093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:27.997158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:48:28.000509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.027980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:48:28.036936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.037270 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Added segment 2906c062-6df3-425e-aba2-5036a1e2fc31 of type vlan for network e1520ca1-db57-491f-ade4-67d3047278ac Sep 19 17:48:28.063218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.096195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.101520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:28.102098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.208161 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2439456 Sep 19 17:48:28.208426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55668) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:28.215380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'admin_state_up': True, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:28.221634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4571f7-d489-48cf-a1cc-3be1fc5a3155 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Network': ['ID=e1520ca1-db57-491f-ade4-67d3047278ac,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:28.225664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:28.229808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:router and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:28.232854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network e1520ca1-db57-491f-ade4-67d3047278ac details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:48:28.233345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:28.239486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:28.252681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.253804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.269742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.643008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.965262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:28.994431 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:29.133787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.223 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/9342222d-6407-4e56-9c0d-faf3aeb577a2) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:48:29.296705 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:29.332038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:29.396726 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:48:29.399771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:48:29.403781 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:48:29.433088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=9342222d-6407-4e56-9c0d-faf3aeb577a2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:29.842739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:30.206943 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:48:30.299825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:30.514547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router c200d6bc-53b6-463b-8a21-97aae9fabc28 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:48:30.700648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:48:30.710599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Sync routers for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:48:30.720694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:30.721330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:30.730604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:30.734727 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-76ca2693-037f-4947-a67e-a15712a91b90 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 897 time: 2.5226278 Sep 19 17:48:30.735074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55672) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:30.879825 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-22d3ed76-434c-4d12-b57f-7d3773202e31 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=e37e1a26307d490f975489ba4fe41844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1436234 Sep 19 17:48:30.882515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55678) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:30.902727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:31.011997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc2105b-b6cb-4148-b5ef-368eba1a862a tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:31.013525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fbc2105b-b6cb-4148-b5ef-368eba1a862a tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300447 Sep 19 17:48:31.016601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55682) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:31.055354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2945c66c-649a-47f2-9213-1319055239eb tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376587 Sep 19 17:48:31.058189 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55686) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:31.064543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1437683627', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:31.172939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:31.177008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:subnet and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:31.179906 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:31.186536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:31.194114 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:29Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:31.198064 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Checking router: c200d6bc-53b6-463b-8a21-97aae9fabc28 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:48:31.198442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Updating router c200d6bc-53b6-463b-8a21-97aae9fabc28 port 9342222d-6407-4e56-9c0d-faf3aeb577a2 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:48:31.198800 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:48:31.202340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:31.255071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:31.432142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:31.517669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Subnet': ['ID=acb2e018-61c1-4085-a03a-8162724a6d36,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:31.520026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Checking segment: {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:48:31.520294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network hostable DHCP agents. Network: e1520ca1-db57-491f-ade4-67d3047278ac, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:48:31.541756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network e1520ca1-db57-491f-ade4-67d3047278ac is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:48:31.554738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, e1520ca1-db57-491f-ade4-67d3047278ac) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:48:31.559051 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:31.559811 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:31.585051 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f83c3b5-6273-4b3f-a48e-2e8c068d74f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5257323 Sep 19 17:48:31.586321 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c8b1b7-44a0-4f2f-944e-0f93fb77d6b1 None None] Network e1520ca1-db57-491f-ade4-67d3047278ac requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:48:31.587814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55690) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:31.735665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:31.764167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Transition to ACTIVE for port object 9342222d-6407-4e56-9c0d-faf3aeb577a2 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:48:31.779362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:31.873719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Attempting to bind port 9342222d-6407-4e56-9c0d-faf3aeb577a2 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:48:31.874054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Attempting to bind port 9342222d-6407-4e56-9c0d-faf3aeb577a2 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:48:31.874450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Attempting to bind port 9342222d-6407-4e56-9c0d-faf3aeb577a2 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:48:31.894711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:48:31.895143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:48:31.895538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:31.895931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:48:31.896401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Bound port: 9342222d-6407-4e56-9c0d-faf3aeb577a2, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:48:31.896777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:31.927291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Pushing event updated for resources: {'Port': ['ID=9342222d-6407-4e56-9c0d-faf3aeb577a2,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:31.954877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.955244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.955582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.955914 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.956245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.956595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.956906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.957268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.957568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.957882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.958203 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:31.958526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:32.023974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-e1520ca1-db57-491f-ade4-67d3047278ac', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:48:32.024803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:32.053569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] For port 9342222d-6407-4e56-9c0d-faf3aeb577a2, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:48:32.098923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] For port 9342222d-6407-4e56-9c0d-faf3aeb577a2, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9342222d-6407-4e56-9c0d-faf3aeb577a2,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:48:32.105592 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:32.189910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:32.190547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:32.316767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64812854-7940-4c96-8848-7bee761976b6 None None] Pushing event updated for resources: {'Port': ['ID=9342222d-6407-4e56-9c0d-faf3aeb577a2,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:32.404005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Allocated IP 172.20.0.2 (e1520ca1-db57-491f-ade4-67d3047278ac/acb2e018-61c1-4085-a03a-8162724a6d36/581b5737-0998-4007-86f1-dc88133aa12f) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:48:32.405885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:32.501013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:32.860099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:32.876673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Transition to ACTIVE for port object 581b5737-0998-4007-86f1-dc88133aa12f will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:48:32.899007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Transition to ACTIVE for port object 581b5737-0998-4007-86f1-dc88133aa12f will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:48:32.907423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:32.968769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:29Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:32.972026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Network e1520ca1-db57-491f-ade4-67d3047278ac is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:48:32.973316 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.1 (e1520ca1-db57-491f-ade4-67d3047278ac/acb2e018-61c1-4085-a03a-8162724a6d36/14d93cfa-a509-42c0-a3b8-e496fa340604) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:48:32.976330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:48:32.982168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:48:32.984196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2f3ef-7d9a-4af5-a054-773787a683f7 None None] The sync data for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv is: [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:29Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:48:33.034202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Pushing event updated for resources: {'Port': ['ID=581b5737-0998-4007-86f1-dc88133aa12f,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:33.146629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Attempting to bind port 581b5737-0998-4007-86f1-dc88133aa12f on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:48:33.147021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Attempting to bind port 581b5737-0998-4007-86f1-dc88133aa12f by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:48:33.147384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Attempting to bind port 581b5737-0998-4007-86f1-dc88133aa12f on network e1520ca1-db57-491f-ade4-67d3047278ac {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:48:33.147679 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.153082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:48:33.153446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Checking segment: {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:48:33.153840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.154225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Bound using segment: {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:48:33.154686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Bound port: 581b5737-0998-4007-86f1-dc88133aa12f, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:48:33.155210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.163902 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object 14d93cfa-a509-42c0-a3b8-e496fa340604 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:48:33.191322 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.271540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] For port 581b5737-0998-4007-86f1-dc88133aa12f, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:48:33.275418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] For port 581b5737-0998-4007-86f1-dc88133aa12f, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=581b5737-0998-4007-86f1-dc88133aa12f,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:48:33.283357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network e1520ca1-db57-491f-ade4-67d3047278ac is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:48:33.284021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.286766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:48:33.289400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:48:33.335594 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=14d93cfa-a509-42c0-a3b8-e496fa340604,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:33.360073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.371211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2414496-b3bc-4129-a618-52f8a86f7d68 None None] Pushing event updated for resources: {'Port': ['ID=581b5737-0998-4007-86f1-dc88133aa12f,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:33.661042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9342222d-6407-4e56-9c0d-faf3aeb577a2 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:48:33.768712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 9342222d-6407-4e56-9c0d-faf3aeb577a2 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:48:33.774100 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9342222d-6407-4e56-9c0d-faf3aeb577a2 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:33.774615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.830501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.902248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9342222d-6407-4e56-9c0d-faf3aeb577a2 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:48:33.902717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:33.921806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 9342222d-6407-4e56-9c0d-faf3aeb577a2, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9342222d-6407-4e56-9c0d-faf3aeb577a2,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:33.927780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:34.004574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=9342222d-6407-4e56-9c0d-faf3aeb577a2,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:34.289349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:34.295978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:34.414920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f95fc-a966-4050-ab9b-1840d30b090d None None] Network e1520ca1-db57-491f-ade4-67d3047278ac requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:48:34.421990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:34.426285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=14d93cfa-a509-42c0-a3b8-e496fa340604,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:34.511730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-80ec3234-d192-48c2-8877-b4e219b527c9 None None] Provisioning for port 581b5737-0998-4007-86f1-dc88133aa12f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:48:34.572866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network e1520ca1-db57-491f-ade4-67d3047278ac is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:48:34.574099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:48:34.774585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router c200d6bc-53b6-463b-8a21-97aae9fabc28 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:48:34.963749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:48:34.966309 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5bd0eb01-92ce-4d0a-a450-00e2014a8410 None None] Provisioning for port 14d93cfa-a509-42c0-a3b8-e496fa340604 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:48:34.972885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5bd0eb01-92ce-4d0a-a450-00e2014a8410 None None] Provisioning complete for port 14d93cfa-a509-42c0-a3b8-e496fa340604 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:34.973424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5bd0eb01-92ce-4d0a-a450-00e2014a8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:34.976417 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d5aee17a-c81a-4a8c-843f-f216404c6889 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/c200d6bc-53b6-463b-8a21-97aae9fabc28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3873470 Sep 19 17:48:34.981510 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Sync routers for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:48:34.992704 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:34.993342 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:35.068575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0eb01-92ce-4d0a-a450-00e2014a8410 None None] Port 14d93cfa-a509-42c0-a3b8-e496fa340604 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:48:35.159765 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-1ddd4d92-daf4-468a-9bcb-153f484b270f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896571437&fields=id&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 267 time: 0.0415385 Sep 19 17:48:35.186877 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:35.189936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7d6e68a9-58c3-4a35-8db8-c29d5c73bb39 None None] Provisioning complete for port 14d93cfa-a509-42c0-a3b8-e496fa340604 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:35.190584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d6e68a9-58c3-4a35-8db8-c29d5c73bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:35.250567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e68a9-58c3-4a35-8db8-c29d5c73bb39 None None] Port 14d93cfa-a509-42c0-a3b8-e496fa340604 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:48:35.326556 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-c15c93be-94fa-4dfc-8126-93048fd91ed1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:35.328137 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-c15c93be-94fa-4dfc-8126-93048fd91ed1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/networks?id=e1520ca1-db57-491f-ade4-67d3047278ac HTTP/1.1" status: 200 len: 797 time: 0.1615298 Sep 19 17:48:35.344335 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-aeecef0a-e7b9-45e5-9e9f-7725d5ba1fe5 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/quotas/e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 375 time: 0.0093417 Sep 19 17:48:35.370178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b8ebaade-29ff-4202-8ccc-2c7cf485c417 None None] Provisioning complete for port 14d93cfa-a509-42c0-a3b8-e496fa340604 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:35.370668 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b8ebaade-29ff-4202-8ccc-2c7cf485c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:35.432523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebaade-29ff-4202-8ccc-2c7cf485c417 None None] Port 14d93cfa-a509-42c0-a3b8-e496fa340604 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:48:35.517225 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:34Z', 'revision_number': 2, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:35.521178 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Checking router: c200d6bc-53b6-463b-8a21-97aae9fabc28 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:48:35.521524 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Updating router c200d6bc-53b6-463b-8a21-97aae9fabc28 port 14d93cfa-a509-42c0-a3b8-e496fa340604 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:48:35.557777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-53d2644c-deef-4638-8c31-f815f8f9d2c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:48:35.580784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-53d2644c-deef-4638-8c31-f815f8f9d2c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:48:35.582326 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-53d2644c-deef-4638-8c31-f815f8f9d2c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2319515 Sep 19 17:48:35.617384 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:35.678922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9342222d-6407-4e56-9c0d-faf3aeb577a2 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:48:35.726034 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bbeb8c20-ab0f-4722-a438-7e24a548078a service neutron] 10.222.0.83 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292725 Sep 19 17:48:35.748525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 9342222d-6407-4e56-9c0d-faf3aeb577a2 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:35.748992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:35.869567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 9342222d-6407-4e56-9c0d-faf3aeb577a2 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:48:35.871582 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-ec43640f-14df-4f60-b028-3a523d170998 service neutron] 10.222.0.83 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368985 Sep 19 17:48:35.872722 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 581b5737-0998-4007-86f1-dc88133aa12f up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:48:35.944376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 581b5737-0998-4007-86f1-dc88133aa12f completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:48:35.949291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 581b5737-0998-4007-86f1-dc88133aa12f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:35.949679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:35.993801 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:36.010993 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Transition to ACTIVE for port object 14d93cfa-a509-42c0-a3b8-e496fa340604 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:48:36.020682 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:36.070097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 581b5737-0998-4007-86f1-dc88133aa12f is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:48:36.070707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:36.097707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9028cb48-5168-409b-aa64-6132a9639115 req-3c50118b-36cf-44bf-8b23-31e9d724b818 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 210 time: 0.0647643 Sep 19 17:48:36.106930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 581b5737-0998-4007-86f1-dc88133aa12f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=581b5737-0998-4007-86f1-dc88133aa12f,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:36.113173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:36.190022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=581b5737-0998-4007-86f1-dc88133aa12f,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:36.248263 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Pushing event updated for resources: {'Port': ['ID=14d93cfa-a509-42c0-a3b8-e496fa340604,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:36.268669 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.269019 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.269355 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.269929 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.270041 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.270313 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.270634 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.270973 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.271299 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.271619 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.271942 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.272259 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:48:36.285515 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Attempting to bind port 14d93cfa-a509-42c0-a3b8-e496fa340604 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:48:36.285970 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Attempting to bind port 14d93cfa-a509-42c0-a3b8-e496fa340604 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:48:36.286555 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Attempting to bind port 14d93cfa-a509-42c0-a3b8-e496fa340604 on network e1520ca1-db57-491f-ade4-67d3047278ac {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:48:36.291953 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:48:36.292440 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Checking segment: {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:48:36.292840 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:36.293226 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Bound using segment: {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:48:36.293711 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Bound port: 14d93cfa-a509-42c0-a3b8-e496fa340604, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:48:36.294072 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:36.388643 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] For port 14d93cfa-a509-42c0-a3b8-e496fa340604, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:48:36.392038 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] For port 14d93cfa-a509-42c0-a3b8-e496fa340604, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=14d93cfa-a509-42c0-a3b8-e496fa340604,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:48:36.396986 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:36.459096 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:36.459844 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:36.551951 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a79b9-06dc-4e62-8026-3cc791e0a916 None None] Pushing event updated for resources: {'Port': ['ID=14d93cfa-a509-42c0-a3b8-e496fa340604,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:36.655356 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:36.967299 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:36Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:36.971506 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cc63f-6bcc-42f0-88d0-a163e0f5fd4b None None] The sync data for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv is: [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:36Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:48:37.281457 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-10f0d086-e95e-4473-af12-280f6044b5d6 req-a76c68f2-9764-40a8-a7e7-e1e7e755ef46 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 210 time: 0.0670843 Sep 19 17:48:37.369834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-c443155b-28cd-431f-9caf-70eb718aafec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:37.370526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-c443155b-28cd-431f-9caf-70eb718aafec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:48:37.394560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-c443155b-28cd-431f-9caf-70eb718aafec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:48:37.395818 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-c443155b-28cd-431f-9caf-70eb718aafec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/networks?id=e1520ca1-db57-491f-ade4-67d3047278ac HTTP/1.1" status: 200 len: 797 time: 0.1888492 Sep 19 17:48:37.464946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-7b30fcbc-fbb4-4795-8515-d9b281d746fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:48:37.486133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-7b30fcbc-fbb4-4795-8515-d9b281d746fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:48:37.487347 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-7b30fcbc-fbb4-4795-8515-d9b281d746fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 379 time: 0.0814075 Sep 19 17:48:37.496302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'port': {'device_id': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'admin_state_up': True, 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'security_groups': ['2845a3dc-d264-4e80-9957-f9e4179094e8']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:37.647514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:37.659605 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:37.675538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 14d93cfa-a509-42c0-a3b8-e496fa340604 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:48:37.686386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:48:37.690060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:37.746158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 14d93cfa-a509-42c0-a3b8-e496fa340604 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:48:37.751857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 14d93cfa-a509-42c0-a3b8-e496fa340604 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:37.752209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:37.863882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.9 (e1520ca1-db57-491f-ade4-67d3047278ac/acb2e018-61c1-4085-a03a-8162724a6d36/f42e94ec-01bb-4718-bc02-b97e3e56364f) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:48:37.877744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 14d93cfa-a509-42c0-a3b8-e496fa340604 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:48:37.878220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:37.913874 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 14d93cfa-a509-42c0-a3b8-e496fa340604, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=14d93cfa-a509-42c0-a3b8-e496fa340604,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:37.919663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:37.920620 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 581b5737-0998-4007-86f1-dc88133aa12f up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:48:38.074598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=14d93cfa-a509-42c0-a3b8-e496fa340604,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:38.086995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 581b5737-0998-4007-86f1-dc88133aa12f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:38.087371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:38.201769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:38.210521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 581b5737-0998-4007-86f1-dc88133aa12f is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:48:38.218012 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object f42e94ec-01bb-4718-bc02-b97e3e56364f will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:48:38.243746 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:38.312486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network e1520ca1-db57-491f-ade4-67d3047278ac is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:48:38.315771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:48:38.319882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:48:38.357775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=f42e94ec-01bb-4718-bc02-b97e3e56364f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:38.402591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:38.403631 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:38.488121 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6c80ff37-8c63-4210-8a24-0ae8ae9ebf3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957139 Sep 19 17:48:38.502604 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Request body: {'port': {'device_id': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:38.556673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5f8ad-3009-4a4e-bd7f-3737375cfa51 req-6e54f336-9aa1-40a6-b587-8e829fe09ffe tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:38.557357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-11a5f8ad-3009-4a4e-bd7f-3737375cfa51 req-6e54f336-9aa1-40a6-b587-8e829fe09ffe tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:48:38.574635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-04a3014f-78a6-4ed4-9627-63637548f4e9 None None] Provisioning for port f42e94ec-01bb-4718-bc02-b97e3e56364f completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:48:38.580235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-04a3014f-78a6-4ed4-9627-63637548f4e9 None None] Provisioning complete for port f42e94ec-01bb-4718-bc02-b97e3e56364f triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:38.580817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-04a3014f-78a6-4ed4-9627-63637548f4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:38.609966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-11a5f8ad-3009-4a4e-bd7f-3737375cfa51 req-6e54f336-9aa1-40a6-b587-8e829fe09ffe tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:48:38.611272 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-11a5f8ad-3009-4a4e-bd7f-3737375cfa51 req-6e54f336-9aa1-40a6-b587-8e829fe09ffe tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 931 time: 0.2156076 Sep 19 17:48:38.638591 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-04a3014f-78a6-4ed4-9627-63637548f4e9 None None] Port f42e94ec-01bb-4718-bc02-b97e3e56364f cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:48:38.662018 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:38.684297 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-11a5f8ad-3009-4a4e-bd7f-3737375cfa51 req-ac9b30a9-b4ab-41d3-8183-aefdb69b9a45 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661790 Sep 19 17:48:39.036519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42e94ec-01bb-4718-bc02-b97e3e56364f {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:48:39.044361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:39.059533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Transition to ACTIVE for port object f42e94ec-01bb-4718-bc02-b97e3e56364f will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:48:39.066677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:39.251898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Pushing event updated for resources: {'Port': ['ID=f42e94ec-01bb-4718-bc02-b97e3e56364f,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:39.295595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Attempting to bind port f42e94ec-01bb-4718-bc02-b97e3e56364f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:48:39.295934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Attempting to bind port f42e94ec-01bb-4718-bc02-b97e3e56364f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:48:39.296263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Attempting to bind port f42e94ec-01bb-4718-bc02-b97e3e56364f on network e1520ca1-db57-491f-ade4-67d3047278ac {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:48:39.301122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Port f42e94ec-01bb-4718-bc02-b97e3e56364f on network e1520ca1-db57-491f-ade4-67d3047278ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:48:39.301447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Attempting to bind port f42e94ec-01bb-4718-bc02-b97e3e56364f on network e1520ca1-db57-491f-ade4-67d3047278ac {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:48:39.307181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:48:39.307525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Checking segment: {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:48:39.307886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Bound using segment: {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:48:39.308339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Bound port: f42e94ec-01bb-4718-bc02-b97e3e56364f, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2906c062-6df3-425e-aba2-5036a1e2fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:48:39.308687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:39.407327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] For port f42e94ec-01bb-4718-bc02-b97e3e56364f, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:48:39.410389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] For port f42e94ec-01bb-4718-bc02-b97e3e56364f, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:48:39.417904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:39.449164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:39.449776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:39.451159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] 10.222.0.86 "PUT /v2.0/ports/f42e94ec-01bb-4718-bc02-b97e3e56364f HTTP/1.1" status: 200 len: 1093 time: 0.9528606 Sep 19 17:48:39.451593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:48:39.453959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d0341e-be51-405e-87db-d9569bf083f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:48:39.530939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c99540-4cbc-4345-844d-c2a2b6a29cbc x-openstack-request-id: req-f2c99540-4cbc-4345-844d-c2a2b6a29cbc {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:48:39.531246 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:48:39.531745 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f2c99540-4cbc-4345-844d-c2a2b6a29cbc {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:48:39.533108 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c99540-4cbc-4345-844d-c2a2b6a29cbc'] response: {'name': 'network-changed', 'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'status': 'completed', 'code': 200} Sep 19 17:48:39.553321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7da8c-c19f-4669-9365-dfd5d34c80aa service neutron] Pushing event updated for resources: {'Port': ['ID=f42e94ec-01bb-4718-bc02-b97e3e56364f,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:39.589300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-e3a6d3b6-e076-44db-bf60-aeb6f34d84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:39.590828 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-e3a6d3b6-e076-44db-bf60-aeb6f34d84fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 1096 time: 0.1002142 Sep 19 17:48:39.597848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 14d93cfa-a509-42c0-a3b8-e496fa340604 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:48:39.661077 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-f9a14f17-5f37-4942-a26b-397d7af835f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f HTTP/1.1" status: 200 len: 217 time: 0.0637522 Sep 19 17:48:39.666416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 14d93cfa-a509-42c0-a3b8-e496fa340604 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:39.666927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:39.730379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-742c3ca0-378e-4d3c-b33d-0de6b395dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:39.731758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-742c3ca0-378e-4d3c-b33d-0de6b395dd78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb2e018-61c1-4085-a03a-8162724a6d36 HTTP/1.1" status: 200 len: 835 time: 0.0654907 Sep 19 17:48:39.786584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 14d93cfa-a509-42c0-a3b8-e496fa340604 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:48:39.878939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-77b3f9a7-5764-4eed-aac6-772ae3ed09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:39.880403 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-77b3f9a7-5764-4eed-aac6-772ae3ed09a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1520ca1-db57-491f-ade4-67d3047278ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1426980 Sep 19 17:48:40.088329 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631036d-1f29-4ff5-abd5-a7d4d0af3609 req-b3cb017b-8ff6-4603-9ee2-49553bf62615 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:40.089668 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b631036d-1f29-4ff5-abd5-a7d4d0af3609 req-b3cb017b-8ff6-4603-9ee2-49553bf62615 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 943 time: 0.2900834 Sep 19 17:48:40.166797 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b631036d-1f29-4ff5-abd5-a7d4d0af3609 req-a90cbca4-b6fb-4c59-8d5e-7449bf685f5c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692320 Sep 19 17:48:40.168779 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-6ec593fe-1f50-4054-bc1e-35dbf627dcf0 service neutron] 10.222.0.86 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808559 Sep 19 17:48:40.309538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2eab3626-0be0-4d07-87ba-e2fc5618cbc7 req-c918dac6-35f3-4a78-bbd6-6507c53be004 service neutron] 10.222.0.86 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342468 Sep 19 17:48:40.436241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0341e-be51-405e-87db-d9569bf083f5 req-fca459da-6c74-4b7d-b089-74991d4df893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:40.437806 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59d0341e-be51-405e-87db-d9569bf083f5 req-fca459da-6c74-4b7d-b089-74991d4df893 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 1096 time: 0.0834067 Sep 19 17:48:40.571814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0341e-be51-405e-87db-d9569bf083f5 req-6e1a9b4f-7fdb-4f3a-b405-36f96dce0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:40.573268 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59d0341e-be51-405e-87db-d9569bf083f5 req-6e1a9b4f-7fdb-4f3a-b405-36f96dce0e2a service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1520ca1-db57-491f-ade4-67d3047278ac HTTP/1.1" status: 200 len: 898 time: 0.1292205 Sep 19 17:48:40.645390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59d0341e-be51-405e-87db-d9569bf083f5 req-0b2caf40-12bb-4f3a-9548-9285ea98550e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f HTTP/1.1" status: 200 len: 217 time: 0.0646112 Sep 19 17:48:40.710183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0341e-be51-405e-87db-d9569bf083f5 req-2c240fe5-af7e-43c9-84ed-eaabc5701c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:40.711536 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59d0341e-be51-405e-87db-d9569bf083f5 req-2c240fe5-af7e-43c9-84ed-eaabc5701c54 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb2e018-61c1-4085-a03a-8162724a6d36 HTTP/1.1" status: 200 len: 835 time: 0.0596182 Sep 19 17:48:40.799727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0341e-be51-405e-87db-d9569bf083f5 req-f203c55d-b322-40fd-a5b8-1d12ebc5d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:40.801196 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59d0341e-be51-405e-87db-d9569bf083f5 req-f203c55d-b322-40fd-a5b8-1d12ebc5d1d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1520ca1-db57-491f-ade4-67d3047278ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829465 Sep 19 17:48:40.878382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device f42e94ec-01bb-4718-bc02-b97e3e56364f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:48:40.933354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59d0341e-be51-405e-87db-d9569bf083f5 req-224463ed-2208-4fc2-ab39-78a3dd5afdc5 service neutron] 10.222.0.86 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250432 Sep 19 17:48:41.018383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port f42e94ec-01bb-4718-bc02-b97e3e56364f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:41.031837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'port_id': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'mac_address': 'fa:16:3e:bc:93:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:48:41.068031 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-59d0341e-be51-405e-87db-d9569bf083f5 req-6f2265ad-bda2-45b4-a5f1-3e4180e5268b service neutron] 10.222.0.86 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281440 Sep 19 17:48:41.087484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port f42e94ec-01bb-4718-bc02-b97e3e56364f is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:48:41.087889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:41.104405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42e94ec-01bb-4718-bc02-b97e3e56364f {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:48:41.121261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port f42e94ec-01bb-4718-bc02-b97e3e56364f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:41.128603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:41.201356 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=f42e94ec-01bb-4718-bc02-b97e3e56364f,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:41.332805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['f42e94ec-01bb-4718-bc02-b97e3e56364f'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:48:41.397934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866147bc-0b33-4a64-92c7-55be62424593 req-837f7414-d665-434c-9266-a5f4c7e5443b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:41.399922 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866147bc-0b33-4a64-92c7-55be62424593 req-837f7414-d665-434c-9266-a5f4c7e5443b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 944 time: 0.1038404 Sep 19 17:48:41.419968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0dcdc128-e555-44cc-85c1-94ab96bf652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:41.450437 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-866147bc-0b33-4a64-92c7-55be62424593 req-d417a846-e9fb-462f-9502-11a3fbb3c03c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451469 Sep 19 17:48:42.662301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9934bc-f94e-4a4d-ae5e-37264a69682e req-6218e85e-7ea7-490e-8704-749f04ef718b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:42.663839 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1b9934bc-f94e-4a4d-ae5e-37264a69682e req-6218e85e-7ea7-490e-8704-749f04ef718b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 944 time: 0.0927067 Sep 19 17:48:42.711900 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1b9934bc-f94e-4a4d-ae5e-37264a69682e req-3c8c2620-b98b-43c0-8604-225536fe187e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Sep 19 17:48:42.893486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device f42e94ec-01bb-4718-bc02-b97e3e56364f up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:48:42.974709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port f42e94ec-01bb-4718-bc02-b97e3e56364f completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:48:42.979335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port f42e94ec-01bb-4718-bc02-b97e3e56364f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:48:42.979703 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:43.095750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port f42e94ec-01bb-4718-bc02-b97e3e56364f is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:48:43.096111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:43.125647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:48:43.128085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d1fa8-c38c-4dfe-b73f-f325bb390122" -d '{"events": [{"server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "name": "network-vif-plugged", "status": "completed", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:48:43.144665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port f42e94ec-01bb-4718-bc02-b97e3e56364f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:48:43.153026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:43.228755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=f42e94ec-01bb-4718-bc02-b97e3e56364f,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:43.232250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb924e-59d3-43e5-94cd-a674e91a2735 x-openstack-request-id: req-33cb924e-59d3-43e5-94cd-a674e91a2735 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:48:43.232536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "name": "network-vif-plugged", "status": "completed", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:48:43.232802 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-33cb924e-59d3-43e5-94cd-a674e91a2735 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:48:43.233214 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cb924e-59d3-43e5-94cd-a674e91a2735'] response: {'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'code': 200} Sep 19 17:48:43.479519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdeb11-ff71-47a5-b51b-37550d095475 req-9122269d-f72b-42dd-9cab-764c83521bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:43.480933 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2acdeb11-ff71-47a5-b51b-37550d095475 req-9122269d-f72b-42dd-9cab-764c83521bf4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 1098 time: 0.0829229 Sep 19 17:48:43.523645 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2acdeb11-ff71-47a5-b51b-37550d095475 req-9a7ab8d6-81c6-476b-8d27-0d47da8682c8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361736 Sep 19 17:48:43.595346 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d2932212-cb13-457d-ac1f-b479c0bbec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:43.931680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218b35a-1f8f-4c8d-90d8-b7391cfd1810 req-1a579adf-a3e5-4c44-97c7-fa60d56f9bf0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:43.933178 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f218b35a-1f8f-4c8d-90d8-b7391cfd1810 req-1a579adf-a3e5-4c44-97c7-fa60d56f9bf0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.1020064 Sep 19 17:48:43.988098 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f218b35a-1f8f-4c8d-90d8-b7391cfd1810 req-02f1f83d-c727-45ce-b8ba-e2169605a3bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484498 Sep 19 17:48:45.177279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:45.222697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080709-f3d1-4a35-a4c7-bff377137c00 req-caa81bb5-b5a4-4a29-833a-f35cb3cc7067 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:45.224192 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08080709-f3d1-4a35-a4c7-bff377137c00 req-caa81bb5-b5a4-4a29-833a-f35cb3cc7067 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.1032650 Sep 19 17:48:45.271003 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-08080709-f3d1-4a35-a4c7-bff377137c00 req-031fed4c-c781-4def-8ca4-be7c2494410d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 Sep 19 17:48:45.299973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:45.495451 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af361513-3285-47dc-9e6f-9addada89cb8 req-e6e12f3f-6efe-4c2f-986b-6174c7075f51 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:45.496923 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af361513-3285-47dc-9e6f-9addada89cb8 req-e6e12f3f-6efe-4c2f-986b-6174c7075f51 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.1085768 Sep 19 17:48:45.550861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-af361513-3285-47dc-9e6f-9addada89cb8 req-c89e8468-9918-4f51-9915-616dbb42500c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480061 Sep 19 17:48:45.586063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55746) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:45.674699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee887efe-e72c-4e4d-af02-48bb92a096f2 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:45.676399 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ee887efe-e72c-4e4d-af02-48bb92a096f2 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 1093 time: 0.0881407 Sep 19 17:48:45.680723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55750) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:45.686247 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:48:45.694076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:48:45.698513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:floatingip and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:48:45.701657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:48:45.708386 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:48:45.721710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:45.866071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:46.019614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.46 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/eac6a01c-3560-4aaa-b32d-1391a106b414) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:48:46.183475 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:46.228529 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:46.295161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:48:46.298132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:48:46.302013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:48:46.335601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=eac6a01c-3560-4aaa-b32d-1391a106b414,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:46.376057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:46.864710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:46.945690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:47.177799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:47.183734 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:47.295217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=eac6a01c-3560-4aaa-b32d-1391a106b414,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:48:47.299550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:47.483813 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9 associated. External IP: 172.26.10.46, port: f42e94ec-01bb-4718-bc02-b97e3e56364f. Sep 19 17:48:47.843696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router c200d6bc-53b6-463b-8a21-97aae9fabc28 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:48:48.028052 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:48:48.039213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] Sync routers for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:48:48.049400 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:48.050022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:48.054587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:48:48.115337 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9a36e09b-ec57-41f8-a3ce-a975dd87e67b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4333224 Sep 19 17:48:48.115688 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:48:48.118110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a774b18f-183f-4e66-9591-027472e76882" -d '{"events": [{"name": "network-changed", "server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:48:48.264565 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d48aa76-36d1-4a55-a3e6-ad1e1efce31e x-openstack-request-id: req-8d48aa76-36d1-4a55-a3e6-ad1e1efce31e {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:48:48.264907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:48:48.265110 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8d48aa76-36d1-4a55-a3e6-ad1e1efce31e {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:48:48.265523 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d48aa76-36d1-4a55-a3e6-ad1e1efce31e'] response: {'name': 'network-changed', 'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'status': 'completed', 'code': 200} Sep 19 17:48:48.278883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:48.309843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfb52e-d1b6-4b10-b07b-327fa8fdbeab req-32b53879-74d9-4afd-9f1a-ba4c707bbc5f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:48.311723 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76bfb52e-d1b6-4b10-b07b-327fa8fdbeab req-32b53879-74d9-4afd-9f1a-ba4c707bbc5f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.0950935 Sep 19 17:48:48.324811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774b18f-183f-4e66-9591-027472e76882 req-dffceac7-ff90-4f3b-bfdc-df7355ab7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:48.326273 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a774b18f-183f-4e66-9591-027472e76882 req-dffceac7-ff90-4f3b-bfdc-df7355ab7788 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 1098 time: 0.0835116 Sep 19 17:48:48.359252 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-76bfb52e-d1b6-4b10-b07b-327fa8fdbeab req-801b8ae6-a365-46ea-8bf3-498d4fbdab77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399339 Sep 19 17:48:48.392753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55760) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:48.465232 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774b18f-183f-4e66-9591-027472e76882 req-7fb14e23-0f75-433b-84d5-34ea9130ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:48.465892 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a774b18f-183f-4e66-9591-027472e76882 req-7fb14e23-0f75-433b-84d5-34ea9130ecd4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1520ca1-db57-491f-ade4-67d3047278ac HTTP/1.1" status: 200 len: 898 time: 0.1338418 Sep 19 17:48:48.630646 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2fa41a23-a19c-4032-8848-86ed60f80457 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9 HTTP/1.1" status: 200 len: 991 time: 0.2356758 Sep 19 17:48:48.648157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.46', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'port_id': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'mac_address': 'fa:16:3e:bc:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:48:46Z', 'updated_at': '2022-09-19T17:48:46Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:37Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:48.652334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] Checking router: c200d6bc-53b6-463b-8a21-97aae9fabc28 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:48:48.661413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:48:48.662051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:48:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:48.691185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a774b18f-183f-4e66-9591-027472e76882 req-237ebe8f-4730-4f27-849d-dca63b35d088 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f HTTP/1.1" status: 200 len: 999 time: 0.2190135 Sep 19 17:48:48.751716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774b18f-183f-4e66-9591-027472e76882 req-9570dab4-558a-4ad4-b4b0-75fe246eea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:48.753181 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a774b18f-183f-4e66-9591-027472e76882 req-9570dab4-558a-4ad4-b4b0-75fe246eea5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb2e018-61c1-4085-a03a-8162724a6d36 HTTP/1.1" status: 200 len: 835 time: 0.0567534 Sep 19 17:48:48.838850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774b18f-183f-4e66-9591-027472e76882 req-08534b1a-e887-417c-bdf5-ff8519f52c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:48:48.840388 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a774b18f-183f-4e66-9591-027472e76882 req-08534b1a-e887-417c-bdf5-ff8519f52c21 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1520ca1-db57-491f-ade4-67d3047278ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813475 Sep 19 17:48:48.845001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:48:48.972958 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a774b18f-183f-4e66-9591-027472e76882 req-2c7367de-67a6-46aa-828c-8e30d711f65e service neutron] 10.222.0.86 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260958 Sep 19 17:48:49.104690 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a774b18f-183f-4e66-9591-027472e76882 req-26d3ad53-87da-432d-b478-efefa1fee54c service neutron] 10.222.0.86 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260083 Sep 19 17:48:49.198330 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.46', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'port_id': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'mac_address': 'fa:16:3e:bc:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:48:46Z', 'updated_at': '2022-09-19T17:48:46Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:37Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:48:49.202495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bfe4b5-ec09-4347-9275-b9d00ecc7229 None None] The sync data for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv is: [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.46', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'port_id': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'mac_address': 'fa:16:3e:bc:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:48:46Z', 'updated_at': '2022-09-19T17:48:46Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:37Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:48:49.398412 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c35b947-50f6-453a-9de3-695abc4eb529 None None] New status for floating IP f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:48:49.632989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55764) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:48:49.745307 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4ef59c48-26ca-40b1-9315-71a4f94e188c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9 HTTP/1.1" status: 200 len: 993 time: 0.1110351 Sep 19 17:48:55.817514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:07.207242 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:49:11.420862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e02c9529-e03d-4aaa-ada6-74fcc6649ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:13.594921 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2ad71119-a27b-4370-8fe8-6bf5310a1ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:15.180115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:15.303713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:16.381320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:17.611969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1ac3-1ee7-4de0-bcdf-91df9436f386 req-734bde42-5feb-45dc-8912-461cdbd2a766 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:17.614354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f18a1ac3-1ee7-4de0-bcdf-91df9436f386 req-734bde42-5feb-45dc-8912-461cdbd2a766 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.1087747 Sep 19 17:49:17.661355 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f18a1ac3-1ee7-4de0-bcdf-91df9436f386 req-dc706fb9-a5e4-40c9-a41b-3d135c3548a5 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410051 Sep 19 17:49:18.888542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bddcd-2ca6-40d6-aa39-d9d5d43b7aee req-fea38b0f-d6da-4039-b017-2d2d0db471a5 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:18.890016 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b14bddcd-2ca6-40d6-aa39-d9d5d43b7aee req-fea38b0f-d6da-4039-b017-2d2d0db471a5 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.0963545 Sep 19 17:49:18.938205 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b14bddcd-2ca6-40d6-aa39-d9d5d43b7aee req-b260514a-3791-40a8-acb4-226588d1a287 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422142 Sep 19 17:49:18.968664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55784) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:19.076121 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-44cfad6e-b621-42bc-ac17-6e0b2a740e51 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9 HTTP/1.1" status: 200 len: 993 time: 0.1063106 Sep 19 17:49:20.582613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daf144-31ce-4bc6-ba68-7956ed1c8575 req-f8af2be6-016f-49a9-8f4e-c5717c7f1f46 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:20.584118 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e3daf144-31ce-4bc6-ba68-7956ed1c8575 req-f8af2be6-016f-49a9-8f4e-c5717c7f1f46 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.0920291 Sep 19 17:49:20.636437 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e3daf144-31ce-4bc6-ba68-7956ed1c8575 req-b8ce0231-9da9-496b-b192-d213394f2977 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464127 Sep 19 17:49:21.859082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71e027-7b20-4f04-b9ea-711cf7a8ec61 req-1405a102-6de0-4cbe-b30d-7b2c987c4fcb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:21.860480 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a71e027-7b20-4f04-b9ea-711cf7a8ec61 req-1405a102-6de0-4cbe-b30d-7b2c987c4fcb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.1012578 Sep 19 17:49:21.905906 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a71e027-7b20-4f04-b9ea-711cf7a8ec61 req-35434b3e-cf1a-42db-97a7-b713e88eee8b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395155 Sep 19 17:49:21.947261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55796) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:22.054574 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fc24ad98-72b2-4b95-8437-d41b8178c86d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9 HTTP/1.1" status: 200 len: 993 time: 0.1060457 Sep 19 17:49:22.369530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55804) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:22.585284 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port eac6a01c-3560-4aaa-b32d-1391a106b414 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:49:22.585505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:22.770818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:22.771176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:22.893709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for eac6a01c-3560-4aaa-b32d-1391a106b414 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:49:23.154957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:23.202614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=eac6a01c-3560-4aaa-b32d-1391a106b414,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:23.246053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.246407 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.246752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.247103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.247465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.247801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.248133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.248446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.248777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.249098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.249426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.249750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:23.325625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:23.325939 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9 disassociated (deleted). External IP: 172.26.10.46, port: f42e94ec-01bb-4718-bc02-b97e3e56364f. Sep 19 17:49:23.691901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router c200d6bc-53b6-463b-8a21-97aae9fabc28 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:49:23.884870 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:49:23.897806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] Sync routers for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:49:23.908120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:23.908740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:23.909804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:23.966724 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-aa7a2b9a-c366-4d65-9036-0657ac1713b7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/floatingips/f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9 HTTP/1.1" status: 204 len: 168 time: 1.5956039 Sep 19 17:49:23.967458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:49:23.970014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b6f5d2-eb95-400c-b23f-49fb65391baf" -d '{"events": [{"name": "network-changed", "server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:49:24.014470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdbbc86-92ae-4b9f-8f5a-a80f3c7b6478 x-openstack-request-id: req-abdbbc86-92ae-4b9f-8f5a-a80f3c7b6478 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:49:24.014769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:49:24.015061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-abdbbc86-92ae-4b9f-8f5a-a80f3c7b6478 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:49:24.015479 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdbbc86-92ae-4b9f-8f5a-a80f3c7b6478'] response: {'name': 'network-changed', 'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'status': 'completed', 'code': 200} Sep 19 17:49:24.099950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:24.117027 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-e7c3d96d-87da-4998-a31b-3905b1ccb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:24.118528 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-e7c3d96d-87da-4998-a31b-3905b1ccb355 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 1098 time: 0.0822113 Sep 19 17:49:24.262559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-0579e9ce-311d-4bf9-bb5a-6aaaeacc472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:24.263984 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-0579e9ce-311d-4bf9-bb5a-6aaaeacc472f service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1520ca1-db57-491f-ade4-67d3047278ac HTTP/1.1" status: 200 len: 898 time: 0.1390357 Sep 19 17:49:24.373526 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-57ed0cd2-9370-48df-b866-5c0fa36538da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f HTTP/1.1" status: 200 len: 217 time: 0.1027031 Sep 19 17:49:24.453454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-47c4aa97-e0fe-4a65-893c-3ed9483a797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:24.454878 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-47c4aa97-e0fe-4a65-893c-3ed9483a797c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acb2e018-61c1-4085-a03a-8162724a6d36 HTTP/1.1" status: 200 len: 835 time: 0.0717673 Sep 19 17:49:24.461452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:37Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:24.465396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] Checking router: c200d6bc-53b6-463b-8a21-97aae9fabc28 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:49:24.474180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:24.475024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:24.512528 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db9e7-9a37-465c-9577-6d5f8a84c051 req-2b976bf6-8b2c-4ea9-bb08-ca019d0bd982 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:24.513300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f06db9e7-9a37-465c-9577-6d5f8a84c051 req-2b976bf6-8b2c-4ea9-bb08-ca019d0bd982 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:49:24.548113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f06db9e7-9a37-465c-9577-6d5f8a84c051 req-2b976bf6-8b2c-4ea9-bb08-ca019d0bd982 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:49:24.549298 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f06db9e7-9a37-465c-9577-6d5f8a84c051 req-2b976bf6-8b2c-4ea9-bb08-ca019d0bd982 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.2305491 Sep 19 17:49:24.583460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-d7358f82-72d1-4b6f-a24e-abba4ce3a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:24.585117 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-d7358f82-72d1-4b6f-a24e-abba4ce3a0db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1520ca1-db57-491f-ade4-67d3047278ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233456 Sep 19 17:49:24.657176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:24.784861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f06db9e7-9a37-465c-9577-6d5f8a84c051 req-b20e4f86-a575-43ad-b77c-4e7b7793d591 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288051 Sep 19 17:49:24.854745 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-59ad8862-c713-4252-95dc-eb9bae624bb2 service neutron] 10.222.0.86 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601595 Sep 19 17:49:24.974275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:37Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:24.979025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089380bc-d87e-4e81-b57b-acd6aeec4568 None None] The sync data for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv is: [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '14d93cfa-a509-42c0-a3b8-e496fa340604', 'name': '', 'network_id': 'e1520ca1-db57-491f-ade4-67d3047278ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:61:a7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:32Z', 'updated_at': '2022-09-19T17:48:37Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'acb2e018-61c1-4085-a03a-8162724a6d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:49:24.998123 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55b6f5d2-eb95-400c-b23f-49fb65391baf req-1b546639-f148-4df5-b6ef-f786d618b57d service neutron] 10.222.0.86 "GET /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356487 Sep 19 17:49:25.211327 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f53927-5b28-4b19-a1cc-d497e3db0e45 None None] New status for floating IP f6fd06f5-ac88-4aee-8a80-8cb8c0f286f9: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:49:25.822678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:25.851088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-f03c4fc1-76f4-4fb3-a76a-27d2c6b03e6c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:25.852665 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-f03c4fc1-76f4-4fb3-a76a-27d2c6b03e6c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.1057649 Sep 19 17:49:25.924885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port f42e94ec-01bb-4718-bc02-b97e3e56364f {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:49:25.925228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:26.000046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579de9-53ec-4c48-b7e5-0572cc6688cf req-60094b6a-51b1-40f2-be49-f03477e2e117 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:26.001703 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-63579de9-53ec-4c48-b7e5-0572cc6688cf req-60094b6a-51b1-40f2-be49-f03477e2e117 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 945 time: 0.0957410 Sep 19 17:49:26.045955 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-63579de9-53ec-4c48-b7e5-0572cc6688cf req-85c8454e-0d9d-405c-808c-f56a4e3e0ce1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=2845a3dc-d264-4e80-9957-f9e4179094e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383925 Sep 19 17:49:26.180641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port f42e94ec-01bb-4718-bc02-b97e3e56364f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f42e94ec-01bb-4718-bc02-b97e3e56364f,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:26.181005 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:26.301944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for f42e94ec-01bb-4718-bc02-b97e3e56364f owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:49:26.460127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:26.509417 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=f42e94ec-01bb-4718-bc02-b97e3e56364f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:26.598723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] No DVR routers for this DVR port f42e94ec-01bb-4718-bc02-b97e3e56364f on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:49:26.601802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:26.604508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'name': 'network-vif-deleted', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:49:26.606791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624c1f62-eae5-41fc-89d4-6a6b0a8e52a0" -d '{"events": [{"server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "name": "network-vif-deleted", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:49:26.622108 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19dbc410-556b-40f2-a807-5cf8a1e909c4 req-c7f105c9-ce0c-4467-959c-82b70bac6be1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "DELETE /v2.0/ports/f42e94ec-01bb-4718-bc02-b97e3e56364f HTTP/1.1" status: 204 len: 173 time: 0.7629869 Sep 19 17:49:26.649796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c93d99-96d3-4810-9fbb-bfb629368da2 x-openstack-request-id: req-c4c93d99-96d3-4810-9fbb-bfb629368da2 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:49:26.650092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63", "name": "network-vif-deleted", "tag": "f42e94ec-01bb-4718-bc02-b97e3e56364f", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:49:26.650343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c4c93d99-96d3-4810-9fbb-bfb629368da2 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:49:26.650778 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c93d99-96d3-4810-9fbb-bfb629368da2'] response: {'server_uuid': 'd7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63', 'name': 'network-vif-deleted', 'tag': 'f42e94ec-01bb-4718-bc02-b97e3e56364f', 'status': 'completed', 'code': 200} Sep 19 17:49:27.237285 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-16b07ebd-ca1d-4f53-956c-568aefc974fe req-3d1e091c-6fac-4e93-8ae8-156d1cbf4815 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7debfbb-cd8a-4b3b-b7f5-e0fc0942bc63 HTTP/1.1" status: 200 len: 210 time: 0.0554581 Sep 19 17:49:28.349624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55822) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:28.934294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:29.411128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 14d93cfa-a509-42c0-a3b8-e496fa340604 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:49:29.411783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:29.606022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 14d93cfa-a509-42c0-a3b8-e496fa340604, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=14d93cfa-a509-42c0-a3b8-e496fa340604,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:29.606388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:29.732915 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 14d93cfa-a509-42c0-a3b8-e496fa340604 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:49:30.077652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:30.136466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=14d93cfa-a509-42c0-a3b8-e496fa340604,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:30.186569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.186886 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.187288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.187623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.187956 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.188286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.188608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.188912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.189280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.189577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.189899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.190217 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:30.430759 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:30.900922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router c200d6bc-53b6-463b-8a21-97aae9fabc28 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:49:31.064226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device f42e94ec-01bb-4718-bc02-b97e3e56364f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:49:31.085151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:49:31.098012 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-66660c21-3431-4f32-af0f-25b71529ac8e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/c200d6bc-53b6-463b-8a21-97aae9fabc28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7468867 Sep 19 17:49:31.100482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] Sync routers for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:49:31.101532 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55826) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:31.104278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: f42e94ec-01bb-4718-bc02-b97e3e56364f {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:49:31.104643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device f42e94ec-01bb-4718-bc02-b97e3e56364f not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:49:31.111639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:31.112251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:31.166572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-49481946-ff26-4c05-a67e-c803a0df5739 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting subnet acb2e018-61c1-4085-a03a-8162724a6d36 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:49:31.169566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-49481946-ff26-4c05-a67e-c803a0df5739 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.227207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-49481946-ff26-4c05-a67e-c803a0df5739 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.288165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:31.311198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-49481946-ff26-4c05-a67e-c803a0df5739 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.387754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-49481946-ff26-4c05-a67e-c803a0df5739 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.429527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49481946-ff26-4c05-a67e-c803a0df5739 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Subnet': ['ID=acb2e018-61c1-4085-a03a-8162724a6d36,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:31.439525 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-49481946-ff26-4c05-a67e-c803a0df5739 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.449438 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-49481946-ff26-4c05-a67e-c803a0df5739 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/subnets/acb2e018-61c1-4085-a03a-8162724a6d36 HTTP/1.1" status: 204 len: 168 time: 0.3442140 Sep 19 17:49:31.449796 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55830) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:31.455315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91481fd5-1964-42b6-a8fe-85ff93bfa680 None None] Network e1520ca1-db57-491f-ade4-67d3047278ac requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:49:31.643805 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.782408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223'}], 'enable_snat': True}, 'gw_port_id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:49:29Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '9342222d-6407-4e56-9c0d-faf3aeb577a2', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:48:29Z', 'updated_at': '2022-09-19T17:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:31.789781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] Checking router: c200d6bc-53b6-463b-8a21-97aae9fabc28 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:49:31.799671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] Routers {'c200d6bc-53b6-463b-8a21-97aae9fabc28'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:31.800288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['c200d6bc-53b6-463b-8a21-97aae9fabc28'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:31.836431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.847199 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 9342222d-6407-4e56-9c0d-faf3aeb577a2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:49:31.847602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.909438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] DHCP port deletion for e1520ca1-db57-491f-ade4-67d3047278ac request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:49:31.932964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Deleting port 581b5737-0998-4007-86f1-dc88133aa12f {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:49:31.933332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:31.996985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] Set router c200d6bc-53b6-463b-8a21-97aae9fabc28 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:32.025981 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 9342222d-6407-4e56-9c0d-faf3aeb577a2, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=9342222d-6407-4e56-9c0d-faf3aeb577a2,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:32.026319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.127903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:49:31Z', 'revision_number': 6, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:32.147801 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c64185-6a47-4607-83c2-320a287e2d67 None None] The sync data for ids ['c200d6bc-53b6-463b-8a21-97aae9fabc28'] in dv-neutron-857789-3-hyperv is: [{'id': 'c200d6bc-53b6-463b-8a21-97aae9fabc28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143716516', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:48:28Z', 'updated_at': '2022-09-19T17:49:31Z', 'revision_number': 6, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:49:32.160521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 9342222d-6407-4e56-9c0d-faf3aeb577a2 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:49:32.258842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] For port 581b5737-0998-4007-86f1-dc88133aa12f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=581b5737-0998-4007-86f1-dc88133aa12f,segment=NetworkSegment(2906c062-6df3-425e-aba2-5036a1e2fc31),segment_id=2906c062-6df3-425e-aba2-5036a1e2fc31)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:32.259139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.335325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.387932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Calling delete_port for 581b5737-0998-4007-86f1-dc88133aa12f owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:49:32.468898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.508989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=9342222d-6407-4e56-9c0d-faf3aeb577a2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:32.524606 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Pushing event deleted for resources: {'Port': ['ID=581b5737-0998-4007-86f1-dc88133aa12f,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:32.529677 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] No DVR routers for this DVR port 581b5737-0998-4007-86f1-dc88133aa12f on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:49:32.535900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.536248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.539690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.540070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.540406 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.540748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.541087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.541418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.541747 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.542075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.542401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.542724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dd69a-f4bc-4bae-b616-0a1c06f9f992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:32.608504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.796621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.798889 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.832249 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.832928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Fanout notify agent at l3_agent the message router_deleted on router c200d6bc-53b6-463b-8a21-97aae9fabc28 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:49:32.848157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:32.849247 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a5e48350-0611-4f59-a489-5d84e3c75897 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/routers/c200d6bc-53b6-463b-8a21-97aae9fabc28 HTTP/1.1" status: 204 len: 168 time: 1.3985095 Sep 19 17:49:32.852163 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55834) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:32.969140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.106485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.133723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1520ca1-db57-491f-ade4-67d3047278ac']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:33.147328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2906c062-6df3-425e-aba2-5036a1e2fc31') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:33.147619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2906c062-6df3-425e-aba2-5036a1e2fc31') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:33.159756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.177306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.184072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:49:33.184803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.253103 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2906c062-6df3-425e-aba2-5036a1e2fc31 resource provider aggregate not found Sep 19 17:49:33.276391 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 2906c062-6df3-425e-aba2-5036a1e2fc31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2906c062-6df3-425e-aba2-5036a1e2fc31 found for delete ", "request_id": "req-8e01ec08-7bdb-47a5-a127-52a11bfcae0e"}]} Sep 19 17:49:33.291216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.309213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.320972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Network': ['ID=e1520ca1-db57-491f-ade4-67d3047278ac,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:33.332892 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-39f1a4e2-375a-4366-97d1-933f58f475bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/networks/e1520ca1-db57-491f-ade4-67d3047278ac HTTP/1.1" status: 204 len: 168 time: 0.4797671 Sep 19 17:49:33.336327 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55842) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:33.407130 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d698642-b0bf-4b8c-9ca2-04711f0222f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.441032 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d698642-b0bf-4b8c-9ca2-04711f0222f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.512301 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d698642-b0bf-4b8c-9ca2-04711f0222f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.534338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d698642-b0bf-4b8c-9ca2-04711f0222f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2845a3dc-d264-4e80-9957-f9e4179094e8,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:33.547606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-9d698642-b0bf-4b8c-9ca2-04711f0222f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.548783 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9d698642-b0bf-4b8c-9ca2-04711f0222f6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/security-groups/2845a3dc-d264-4e80-9957-f9e4179094e8 HTTP/1.1" status: 204 len: 168 time: 0.2115145 Sep 19 17:49:33.627761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9342222d-6407-4e56-9c0d-faf3aeb577a2 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:49:33.662542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 9342222d-6407-4e56-9c0d-faf3aeb577a2 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:49:33.663399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 9342222d-6407-4e56-9c0d-faf3aeb577a2 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:49:33.663399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 14d93cfa-a509-42c0-a3b8-e496fa340604 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:49:33.671419 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55850) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:33.676670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055912264', 'description': 'tempest-secgroup-smoke-1055912264 description', 'project_id': 'e37e1a26307d490f975489ba4fe41844'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:33.683623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:33.688706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:33.691705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:33.697164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 14d93cfa-a509-42c0-a3b8-e496fa340604 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:49:33.697533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 14d93cfa-a509-42c0-a3b8-e496fa340604 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:49:33.697935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 581b5737-0998-4007-86f1-dc88133aa12f no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:49:33.698057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:33.708997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.730769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:33.735028 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:33.737498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 581b5737-0998-4007-86f1-dc88133aa12f {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:49:33.737843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 581b5737-0998-4007-86f1-dc88133aa12f not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:49:33.738135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:33.745234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:33.819272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.825335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.869633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8bf88c-66c6-4f31-a018-4ce8c234a264,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:33.874030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:33.875612 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-09cce71d-eaf1-493d-af07-ac0542489ffa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2026730 Sep 19 17:49:33.879859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55854) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:33.886079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': 'ef8bf88c-66c6-4f31-a018-4ce8c234a264', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:33.897155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:33.903337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:33.907931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:33.915717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:33.940326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.003944 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.009631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.032554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322ac4ad-1f4b-419c-85bf-305ba6fd2231,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:34.043172 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.044388 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-29c620b9-36c8-4135-b9ff-6243db88ede3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635771 Sep 19 17:49:34.047239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55858) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:34.052422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': 'ef8bf88c-66c6-4f31-a018-4ce8c234a264', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:34.060168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:34.064233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:34.067309 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:34.074000 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:34.095868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.157161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.163090 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.187281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe03a79c-de59-487b-92c1-734f716d69e1,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:34.197224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.201366 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-41f4e36a-714d-408c-b703-34d21f186e5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531572 Sep 19 17:49:34.201500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55862) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:34.210869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': 'ef8bf88c-66c6-4f31-a018-4ce8c234a264', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:34.217193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:34.221478 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:34.225438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:34.231835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:34.251981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.316039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.321885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.345394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6710f8a-0a87-478b-93eb-915debdebe2b,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:34.356256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.357469 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b62ae903-cd5c-4daa-80a7-85c683826fa9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514804 Sep 19 17:49:34.360282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55866) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:34.365326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': 'ef8bf88c-66c6-4f31-a018-4ce8c234a264', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:34.371454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:34.375743 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:34.378871 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:34.385081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:34.408648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.483079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.488789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.512137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11098eee-488e-4c10-92e5-6d2058ce654f,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:34.522556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.524247 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-306e0e7c-8e92-4e8c-8243-d0de70820151 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630135 Sep 19 17:49:34.527187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55870) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:34.532199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': 'ef8bf88c-66c6-4f31-a018-4ce8c234a264', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:34.538452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:34.542674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:34.545766 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:34.551954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:34.565978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:49:34.573127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.640023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.645321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.668723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb046ad-d36b-4141-9582-ec1f3be588fd,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:34.678016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.679315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a3a00f0a-08e2-40cb-a0c3-ec4a32d0d295 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511228 Sep 19 17:49:34.682198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55874) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:34.687572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': 'ef8bf88c-66c6-4f31-a018-4ce8c234a264', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:34.693505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:34.697301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:34.700236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:34.705911 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:34.717646 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:49:34.724385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.791773 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.797935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.824972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd179f72-8d74-426c-8a0e-af0c64722a37,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:34.836168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.837439 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6b17281f-8953-4922-8d51-4bb2c5cb9fe9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542933 Sep 19 17:49:34.840485 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 55878) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:34.845978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'network': {'name': 'tempest-network-smoke--830353676', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'port_security_enabled': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:34.851096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:34.855741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:network and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:34.859035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:34.865598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:34.879516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:49:34.883177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.911308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:49:34.920011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.920388 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Added segment bf8da3c4-5666-4da9-bc1f-c46391efc002 of type vlan for network 184c6756-1ef1-4633-8524-1782e4b4181c Sep 19 17:49:34.946641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.978429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:34.983939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:34.984515 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:35.093728 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2522087 Sep 19 17:49:35.094571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddf9e7-d5d3-4ad6-b91a-180b4325c91a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Network': ['ID=184c6756-1ef1-4633-8524-1782e4b4181c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:35.097295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55882) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:35.105940 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'admin_state_up': True, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:35.107513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 184c6756-1ef1-4633-8524-1782e4b4181c details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:49:35.121313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:35.127422 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:router and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:35.132442 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:35.142135 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:35.157590 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:35.159370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:35.181287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:35.555771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:35.869396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:35.902213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:36.058193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.225 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/74b59e68-3578-4dd0-9a13-1a341a21fc11) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:49:36.216769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:36.255957 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:36.325353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:49:36.328458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:49:36.332143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:49:36.361404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=74b59e68-3578-4dd0-9a13-1a341a21fc11,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:36.770174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:37.235387 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:37.451864 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router fb454b6d-d03e-4d9f-a94a-db14129fa488 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:49:37.637654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:49:37.648383 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Sync routers for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:49:37.664196 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:37.665187 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:37.676253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:37.678365 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-81c93d89-9100-477f-a47c-b339d5b6393e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5789120 Sep 19 17:49:37.680984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55886) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:37.728591 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-98556b37-9204-4482-af64-a1af12431dc0 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=e37e1a26307d490f975489ba4fe41844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464520 Sep 19 17:49:37.731464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55890) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:37.845054 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:37.865354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b3af4-2419-4645-bdbd-15d0195c6f4a tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:37.866832 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-9a8b3af4-2419-4645-bdbd-15d0195c6f4a tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344502 Sep 19 17:49:37.869983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55894) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:37.908644 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ef5cec7d-8709-44d0-a330-7cc4f8dee448 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375953 Sep 19 17:49:37.911416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55898) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:37.917108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-287277545', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:38.026524 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:38.030416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:subnet and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:38.033241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:38.039142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:38.050900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:49:38.054689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.130719 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:36Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:38.135269 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Checking router: fb454b6d-d03e-4d9f-a94a-db14129fa488 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:49:38.135602 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Updating router fb454b6d-d03e-4d9f-a94a-db14129fa488 port 74b59e68-3578-4dd0-9a13-1a341a21fc11 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:49:38.193175 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.269996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.353855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Subnet': ['ID=34fc06ed-362f-49b6-8c5b-486aa1d9e78f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:38.359412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Checking segment: {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:49:38.359778 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network hostable DHCP agents. Network: 184c6756-1ef1-4633-8524-1782e4b4181c, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:49:38.380150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 184c6756-1ef1-4633-8524-1782e4b4181c is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:49:38.392639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 184c6756-1ef1-4633-8524-1782e4b4181c) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:49:38.397260 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:38.398043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.405816 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4d060-a200-4fff-98ba-440c68741ddc None None] Network 184c6756-1ef1-4633-8524-1782e4b4181c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:49:38.430084 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8b5f59c4-a749-4b50-b0ef-54b5b91f77b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5174708 Sep 19 17:49:38.433071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55902) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:38.525379 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.540137 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Transition to ACTIVE for port object 74b59e68-3578-4dd0-9a13-1a341a21fc11 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:49:38.548382 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.608233 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Attempting to bind port 74b59e68-3578-4dd0-9a13-1a341a21fc11 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:49:38.608590 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Attempting to bind port 74b59e68-3578-4dd0-9a13-1a341a21fc11 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:49:38.608967 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Attempting to bind port 74b59e68-3578-4dd0-9a13-1a341a21fc11 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:49:38.618493 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:49:38.618770 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:49:38.619205 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.619638 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:49:38.620106 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Bound port: 74b59e68-3578-4dd0-9a13-1a341a21fc11, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:49:38.620474 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.672491 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Pushing event updated for resources: {'Port': ['ID=74b59e68-3578-4dd0-9a13-1a341a21fc11,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:38.678459 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-184c6756-1ef1-4633-8524-1782e4b4181c', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:49:38.679878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.684151 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.684842 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.685171 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.685507 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.685830 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.686152 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.686444 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.686767 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.687111 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.687430 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.687777 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.688088 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:49:38.721652 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] For port 74b59e68-3578-4dd0-9a13-1a341a21fc11, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:49:38.725198 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] For port 74b59e68-3578-4dd0-9a13-1a341a21fc11, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=74b59e68-3578-4dd0-9a13-1a341a21fc11,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:49:38.731834 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:38.791209 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:38.791967 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:38.843626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Allocated IP 172.20.0.2 (184c6756-1ef1-4633-8524-1782e4b4181c/34fc06ed-362f-49b6-8c5b-486aa1d9e78f/964a3797-147c-4511-a487-b5b0e938b88e) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:49:38.970258 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e184f-0c4b-4ea3-9163-38b61d0cae73 None None] Pushing event updated for resources: {'Port': ['ID=74b59e68-3578-4dd0-9a13-1a341a21fc11,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:39.014577 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:39.053903 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.064640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Transition to ACTIVE for port object 964a3797-147c-4511-a487-b5b0e938b88e will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:49:39.083539 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Transition to ACTIVE for port object 964a3797-147c-4511-a487-b5b0e938b88e will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:49:39.091862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.158036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Network 184c6756-1ef1-4633-8524-1782e4b4181c is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:49:39.161272 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:49:39.165541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:49:39.171613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Pushing event updated for resources: {'Port': ['ID=964a3797-147c-4511-a487-b5b0e938b88e,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:39.274468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Attempting to bind port 964a3797-147c-4511-a487-b5b0e938b88e on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:49:39.274786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Attempting to bind port 964a3797-147c-4511-a487-b5b0e938b88e by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:49:39.275155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Attempting to bind port 964a3797-147c-4511-a487-b5b0e938b88e on network 184c6756-1ef1-4633-8524-1782e4b4181c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:49:39.280504 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:49:39.280892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Checking segment: {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:49:39.281289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.281698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Bound using segment: {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:49:39.282164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Bound port: 964a3797-147c-4511-a487-b5b0e938b88e, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:49:39.282545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.312404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.323226 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:36Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:39.327681 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48b328-1763-4134-a106-ba2f6d791f51 None None] The sync data for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv is: [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:36Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:49:39.371482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] For port 964a3797-147c-4511-a487-b5b0e938b88e, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:49:39.375293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] For port 964a3797-147c-4511-a487-b5b0e938b88e, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=964a3797-147c-4511-a487-b5b0e938b88e,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:49:39.394860 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.488070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3a19-b912-4de4-b84e-423c6c1cf451 None None] Pushing event updated for resources: {'Port': ['ID=964a3797-147c-4511-a487-b5b0e938b88e,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:39.736323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 74b59e68-3578-4dd0-9a13-1a341a21fc11 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:49:39.811483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.1 (184c6756-1ef1-4633-8524-1782e4b4181c/34fc06ed-362f-49b6-8c5b-486aa1d9e78f/d8acd7a8-94d5-4277-aa1c-588b5619d9d6) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:49:39.826598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 74b59e68-3578-4dd0-9a13-1a341a21fc11 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:49:39.832108 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 74b59e68-3578-4dd0-9a13-1a341a21fc11 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:39.832483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.966607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 74b59e68-3578-4dd0-9a13-1a341a21fc11 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:49:39.967325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.987804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 74b59e68-3578-4dd0-9a13-1a341a21fc11, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=74b59e68-3578-4dd0-9a13-1a341a21fc11,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:39.991379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:39.995717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:40.010723 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object d8acd7a8-94d5-4277-aa1c-588b5619d9d6 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:49:40.040279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:40.073631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=74b59e68-3578-4dd0-9a13-1a341a21fc11,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:40.113812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 184c6756-1ef1-4633-8524-1782e4b4181c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:49:40.117391 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:49:40.121726 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:49:40.166705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:40.184097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:40.498820 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9654274-b5fa-40e0-b554-381c85274b74 None None] Network 184c6756-1ef1-4633-8524-1782e4b4181c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:49:40.592837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:40.595297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c790d874-4b7f-4ebd-922a-dada3a79eee4 None None] Provisioning for port 964a3797-147c-4511-a487-b5b0e938b88e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:49:41.028245 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:41.035640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:41.053593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac08ac90-5cdc-42b6-a501-4c66128b8baf None None] Provisioning for port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:49:41.059687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ac08ac90-5cdc-42b6-a501-4c66128b8baf None None] Provisioning complete for port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:41.060308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac08ac90-5cdc-42b6-a501-4c66128b8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:41.120829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ac08ac90-5cdc-42b6-a501-4c66128b8baf None None] Port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:49:41.152566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:41.157133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:41.245511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-d86cb5c9-fe81-4f6b-a62b-570c951fd675 None None] Provisioning complete for port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:41.246226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d86cb5c9-fe81-4f6b-a62b-570c951fd675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:41.296587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 184c6756-1ef1-4633-8524-1782e4b4181c is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:49:41.297640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:49:41.301458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-d86cb5c9-fe81-4f6b-a62b-570c951fd675 None None] Port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:49:41.417353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-77fbe425-09d4-45ac-b163-42bd44bc3a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:41.494191 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router fb454b6d-d03e-4d9f-a94a-db14129fa488 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:49:41.528597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b0059cad-30c0-4779-b67f-cbca1237b85a None None] Provisioning complete for port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:41.529224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b0059cad-30c0-4779-b67f-cbca1237b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:41.586753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b0059cad-30c0-4779-b67f-cbca1237b85a None None] Port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:49:41.685676 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:49:41.696497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Sync routers for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:49:41.706303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 964a3797-147c-4511-a487-b5b0e938b88e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:49:41.708999 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f8845e98-96b3-469d-a610-9f6f071945f1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/fb454b6d-d03e-4d9f-a94a-db14129fa488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2738359 Sep 19 17:49:41.742456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:41.742896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:41.875961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-96c10edc-0960-47c5-bf56-f688a6427719 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:49:41.893346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-96c10edc-0960-47c5-bf56-f688a6427719 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:49:41.894684 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-96c10edc-0960-47c5-bf56-f688a6427719 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055912264&fields=id&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 267 time: 0.0625830 Sep 19 17:49:41.951165 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 964a3797-147c-4511-a487-b5b0e938b88e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:49:41.962528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 964a3797-147c-4511-a487-b5b0e938b88e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:41.962915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:42.015295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:42.048664 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-aa6f5c5f-9548-4ad7-a6f5-880fa97f59d4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:42.049324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-aa6f5c5f-9548-4ad7-a6f5-880fa97f59d4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:49:42.066896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-aa6f5c5f-9548-4ad7-a6f5-880fa97f59d4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:49:42.068255 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-aa6f5c5f-9548-4ad7-a6f5-880fa97f59d4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/networks?id=184c6756-1ef1-4633-8524-1782e4b4181c HTTP/1.1" status: 200 len: 796 time: 0.1666455 Sep 19 17:49:42.083856 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-bc7c3f37-3f48-411b-8278-7fe352fd10bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/quotas/e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 375 time: 0.0095341 Sep 19 17:49:42.173634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-b9e490c7-89e9-4feb-b39e-d7028c78753a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:49:42.190924 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-b9e490c7-89e9-4feb-b39e-d7028c78753a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:49:42.192279 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-b9e490c7-89e9-4feb-b39e-d7028c78753a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029799 Sep 19 17:49:42.300254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 964a3797-147c-4511-a487-b5b0e938b88e is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:49:42.300635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:42.383312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 964a3797-147c-4511-a487-b5b0e938b88e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=964a3797-147c-4511-a487-b5b0e938b88e,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:42.390254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:42.391080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 74b59e68-3578-4dd0-9a13-1a341a21fc11 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:49:42.440122 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-cc2dd566-1519-4bcb-bf5d-fea184e90c93 service neutron] 10.222.0.83 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357490 Sep 19 17:49:42.521971 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=964a3797-147c-4511-a487-b5b0e938b88e,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:42.533077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 74b59e68-3578-4dd0-9a13-1a341a21fc11 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:42.533612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:42.576727 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-9c4cf03d-1426-4f10-9bff-a64a3cc66818 service neutron] 10.222.0.83 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300595 Sep 19 17:49:42.582834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 2, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:42.591804 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Checking router: fb454b6d-d03e-4d9f-a94a-db14129fa488 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:49:42.592192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Updating router fb454b6d-d03e-4d9f-a94a-db14129fa488 port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:49:42.655877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:42.776486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5a160f39-4af8-4b9c-868f-d8fe80cd3649 req-966b378a-db4c-4ed0-80f2-564a9c23aac2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:49:42.784679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 74b59e68-3578-4dd0-9a13-1a341a21fc11 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:49:42.792428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5a160f39-4af8-4b9c-868f-d8fe80cd3649 req-966b378a-db4c-4ed0-80f2-564a9c23aac2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:49:42.793593 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5a160f39-4af8-4b9c-868f-d8fe80cd3649 req-966b378a-db4c-4ed0-80f2-564a9c23aac2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 210 time: 0.0765297 Sep 19 17:49:43.082298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:43.094326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Transition to ACTIVE for port object d8acd7a8-94d5-4277-aa1c-588b5619d9d6 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:49:43.103292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:43.293424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a90c-f800-4fc6-a2d4-7126ecb8286c None None] Pushing event updated for resources: {'Port': ['ID=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:43.361284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Attempting to bind port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:49:43.361647 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Attempting to bind port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:49:43.361999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Attempting to bind port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 on network 184c6756-1ef1-4633-8524-1782e4b4181c {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:49:43.367832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:49:43.368193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Checking segment: {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:49:43.368581 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:43.368996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Bound using segment: {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:49:43.369442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Bound port: d8acd7a8-94d5-4277-aa1c-588b5619d9d6, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:49:43.369807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:43.456071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] For port d8acd7a8-94d5-4277-aa1c-588b5619d9d6, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:49:43.459279 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] For port d8acd7a8-94d5-4277-aa1c-588b5619d9d6, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:49:43.466532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:43.527483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:43.528017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:43.630326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a90c-f800-4fc6-a2d4-7126ecb8286c None None] Pushing event updated for resources: {'Port': ['ID=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:43.635866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1620302a-f41f-4112-b870-aea89a13de0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:43.687545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 964a3797-147c-4511-a487-b5b0e938b88e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:49:43.794523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:43.869404 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 964a3797-147c-4511-a487-b5b0e938b88e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:43.869786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:43.976248 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d54b9762-647b-4c39-a9b9-e540acb60312 req-975476bb-625b-42ba-bc3f-d6401a74ec51 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 210 time: 0.0647745 Sep 19 17:49:43.979692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-978a53b8-806d-4da1-9340-df00c3a1d83d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:43.981201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-978a53b8-806d-4da1-9340-df00c3a1d83d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:49:43.998076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-978a53b8-806d-4da1-9340-df00c3a1d83d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:49:43.999308 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-978a53b8-806d-4da1-9340-df00c3a1d83d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/networks?id=184c6756-1ef1-4633-8524-1782e4b4181c HTTP/1.1" status: 200 len: 796 time: 0.3095224 Sep 19 17:49:44.048330 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-a327f892-200a-4e4a-8f6a-25387bd0ff15 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 380 time: 0.0400674 Sep 19 17:49:44.060083 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'port': {'device_id': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'admin_state_up': True, 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'security_groups': ['ef8bf88c-66c6-4f31-a018-4ce8c234a264']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:44.180920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 964a3797-147c-4511-a487-b5b0e938b88e is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:49:44.195999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:44.205579 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:49:44.206575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:44.214785 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:43Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:44.219413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82727ff-bd98-48c4-94a0-25c652ba6c56 None None] The sync data for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv is: [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:43Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:49:44.223542 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:49:44.227866 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:44.417202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.13 (184c6756-1ef1-4633-8524-1782e4b4181c/34fc06ed-362f-49b6-8c5b-486aa1d9e78f/562430fb-3ae4-467c-8218-15b0ac1c40ac) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:49:44.618291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:44.635426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object 562430fb-3ae4-467c-8218-15b0ac1c40ac will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:49:44.664873 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:44.747970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 184c6756-1ef1-4633-8524-1782e4b4181c is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:49:44.751168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:49:44.756825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:49:44.783340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=562430fb-3ae4-467c-8218-15b0ac1c40ac,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:44.826379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:44.827128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:44.858285 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f75af08e-1893-49bc-afe0-ced031d8c562 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8021984 Sep 19 17:49:44.870446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Request body: {'port': {'device_id': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:44.995592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.040296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8a325f9e-5206-4840-bb6a-bf5958ced49b None None] Provisioning for port 562430fb-3ae4-467c-8218-15b0ac1c40ac completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:49:45.047379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-8a325f9e-5206-4840-bb6a-bf5958ced49b None None] Provisioning complete for port 562430fb-3ae4-467c-8218-15b0ac1c40ac triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:45.047989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8a325f9e-5206-4840-bb6a-bf5958ced49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.113284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-8a325f9e-5206-4840-bb6a-bf5958ced49b None None] Port 562430fb-3ae4-467c-8218-15b0ac1c40ac cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:49:45.176109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.305843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.348429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2c1a6-9a8d-4d65-945d-90d196ede25f req-47064f13-8eaa-4ffd-b74f-67acf5ddd7df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:45.349233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d2c2c1a6-9a8d-4d65-945d-90d196ede25f req-47064f13-8eaa-4ffd-b74f-67acf5ddd7df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:49:45.385668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-d2c2c1a6-9a8d-4d65-945d-90d196ede25f req-47064f13-8eaa-4ffd-b74f-67acf5ddd7df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:49:45.386735 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d2c2c1a6-9a8d-4d65-945d-90d196ede25f req-47064f13-8eaa-4ffd-b74f-67acf5ddd7df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 932 time: 0.2497540 Sep 19 17:49:45.481303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562430fb-3ae4-467c-8218-15b0ac1c40ac {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:49:45.487900 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d2c2c1a6-9a8d-4d65-945d-90d196ede25f req-48f248f3-7a77-49a3-aafd-831a4850a930 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930636 Sep 19 17:49:45.491760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.507735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Transition to ACTIVE for port object 562430fb-3ae4-467c-8218-15b0ac1c40ac will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:49:45.512566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.654494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d8acd7a8-94d5-4277-aa1c-588b5619d9d6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:49:45.705731 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Pushing event updated for resources: {'Port': ['ID=562430fb-3ae4-467c-8218-15b0ac1c40ac,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:45.723841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:49:45.728532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:45.728907 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.752592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Attempting to bind port 562430fb-3ae4-467c-8218-15b0ac1c40ac on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:49:45.752935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Attempting to bind port 562430fb-3ae4-467c-8218-15b0ac1c40ac by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:49:45.753266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Attempting to bind port 562430fb-3ae4-467c-8218-15b0ac1c40ac on network 184c6756-1ef1-4633-8524-1782e4b4181c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:49:45.758213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Port 562430fb-3ae4-467c-8218-15b0ac1c40ac on network 184c6756-1ef1-4633-8524-1782e4b4181c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:49:45.758661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Attempting to bind port 562430fb-3ae4-467c-8218-15b0ac1c40ac on network 184c6756-1ef1-4633-8524-1782e4b4181c {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:49:45.763693 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:49:45.764039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Checking segment: {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:49:45.764411 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Bound using segment: {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:49:45.764868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Bound port: 562430fb-3ae4-467c-8218-15b0ac1c40ac, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8da3c4-5666-4da9-bc1f-c46391efc002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:49:45.765210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.864289 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:49:45.865241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.899941 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port d8acd7a8-94d5-4277-aa1c-588b5619d9d6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:45.905324 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.959829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] For port 562430fb-3ae4-467c-8218-15b0ac1c40ac, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:49:45.963118 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] For port 562430fb-3ae4-467c-8218-15b0ac1c40ac, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:49:45.969436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:45.980285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:46.004300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:46.004923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:46.006354 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] 10.222.0.86 "PUT /v2.0/ports/562430fb-3ae4-467c-8218-15b0ac1c40ac HTTP/1.1" status: 200 len: 1094 time: 1.1406815 Sep 19 17:49:46.006793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:49:46.009106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e230e8-6ea5-4dc0-a0df-77da23761d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:49:46.046987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883e5c9-a6b3-485f-86ba-385ec36da577 service neutron] Pushing event updated for resources: {'Port': ['ID=562430fb-3ae4-467c-8218-15b0ac1c40ac,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:46.086385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ab5fea-7a59-40e2-bb59-54a724953221 x-openstack-request-id: req-52ab5fea-7a59-40e2-bb59-54a724953221 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:49:46.086674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:49:46.086954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-52ab5fea-7a59-40e2-bb59-54a724953221 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:49:46.087355 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ab5fea-7a59-40e2-bb59-54a724953221'] response: {'name': 'network-changed', 'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'status': 'completed', 'code': 200} Sep 19 17:49:46.141240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-18f744b1-1f2b-4707-806c-8e537f701e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:46.142727 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-18f744b1-1f2b-4707-806c-8e537f701e79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 1097 time: 0.0925417 Sep 19 17:49:46.214185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-08a910fd-b711-4c05-ae93-ac9125fbab15 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac HTTP/1.1" status: 200 len: 217 time: 0.0647418 Sep 19 17:49:46.288833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-90e2451f-6796-4d85-96eb-4cf0475c883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:46.290279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-90e2451f-6796-4d85-96eb-4cf0475c883e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34fc06ed-362f-49b6-8c5b-486aa1d9e78f HTTP/1.1" status: 200 len: 834 time: 0.0702355 Sep 19 17:49:46.377854 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-0c73bd43-ef14-4f6e-b12c-44f92ac3226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:46.379356 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-0c73bd43-ef14-4f6e-b12c-44f92ac3226b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=184c6756-1ef1-4633-8524-1782e4b4181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827806 Sep 19 17:49:46.382462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:46.514743 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-8e864941-f388-448b-9b9b-267b2d0f9324 service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294100 Sep 19 17:49:46.705719 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f456e1d1-9103-4ace-bfe5-1bf8ca793195 req-9ba2313d-2367-4d2c-9178-0b3e29407ba3 service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850820 Sep 19 17:49:46.729688 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716e635-bae7-4330-8d10-120392f89f4e req-b2ee2479-c00e-4eaa-96bd-9f8d9c1929d4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:46.731119 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9716e635-bae7-4330-8d10-120392f89f4e req-b2ee2479-c00e-4eaa-96bd-9f8d9c1929d4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 944 time: 0.1251695 Sep 19 17:49:46.825566 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9716e635-bae7-4330-8d10-120392f89f4e req-d79a55a4-fe90-4254-b611-06e2e2b8f6e1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883718 Sep 19 17:49:46.854936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-df4b0e6b-7ce9-48fd-96f1-8fa836109a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:46.856459 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-df4b0e6b-7ce9-48fd-96f1-8fa836109a1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 1097 time: 0.1021843 Sep 19 17:49:46.998508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-67119c7e-d046-4508-a420-2ea6e4fdd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:46.999941 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-67119c7e-d046-4508-a420-2ea6e4fdd607 service neutron] 10.222.0.86 "GET /v2.0/networks?id=184c6756-1ef1-4633-8524-1782e4b4181c HTTP/1.1" status: 200 len: 897 time: 0.1366217 Sep 19 17:49:47.072368 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-f6bbe9bc-081a-4151-8bed-7e56b26f8a2f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac HTTP/1.1" status: 200 len: 217 time: 0.0649972 Sep 19 17:49:47.137729 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-a152d129-78af-41d7-8186-3f55dd659b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:47.139179 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-a152d129-78af-41d7-8186-3f55dd659b83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34fc06ed-362f-49b6-8c5b-486aa1d9e78f HTTP/1.1" status: 200 len: 834 time: 0.0599654 Sep 19 17:49:47.227776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-0c4afa80-a561-4b02-af88-2a13f8fd57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:47.229278 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-0c4afa80-a561-4b02-af88-2a13f8fd57f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=184c6756-1ef1-4633-8524-1782e4b4181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838833 Sep 19 17:49:47.366976 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-4f1e9604-74a0-44e2-b408-ba5bbeb613d5 service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293149 Sep 19 17:49:47.506064 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-58e230e8-6ea5-4dc0-a0df-77da23761d2b req-1defa0e6-cef9-4359-bfae-b6dd179ffe3a service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313639 Sep 19 17:49:47.638217 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d8acd7a8-94d5-4277-aa1c-588b5619d9d6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:49:47.708718 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:47.709085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:47.825099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:49:48.044100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b6ac-6f06-4973-8c0f-c98097f72452 req-12237e7f-f8de-40a3-a393-d800dcb43e16 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:48.045629 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7944b6ac-6f06-4973-8c0f-c98097f72452 req-12237e7f-f8de-40a3-a393-d800dcb43e16 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 944 time: 0.1044281 Sep 19 17:49:48.095417 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7944b6ac-6f06-4973-8c0f-c98097f72452 req-488c719f-9411-4245-9e88-693b987a91a7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Sep 19 17:49:49.096292 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 562430fb-3ae4-467c-8218-15b0ac1c40ac details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:49:49.281628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 562430fb-3ae4-467c-8218-15b0ac1c40ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:49.294414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af99aa-1968-4780-acd6-32070213ad42 req-c502993a-d7f7-4286-baa4-63b8cb071cb5 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:49.295262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'port_id': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'mac_address': 'fa:16:3e:52:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:49:49.295913 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-47af99aa-1968-4780-acd6-32070213ad42 req-c502993a-d7f7-4286-baa4-63b8cb071cb5 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 944 time: 0.0888622 Sep 19 17:49:49.344525 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-47af99aa-1968-4780-acd6-32070213ad42 req-367c4c5c-6cc3-48dc-8fc7-2f7f617557e0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 Sep 19 17:49:49.352104 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 562430fb-3ae4-467c-8218-15b0ac1c40ac is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:49:49.352686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:49.382205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562430fb-3ae4-467c-8218-15b0ac1c40ac {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:49:49.401986 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 562430fb-3ae4-467c-8218-15b0ac1c40ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:49.407358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:49.483552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=562430fb-3ae4-467c-8218-15b0ac1c40ac,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:49.618837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['562430fb-3ae4-467c-8218-15b0ac1c40ac'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:49:50.596875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab57f11-0569-4642-a335-270c4413cc9b req-7eec6e09-7f50-48d7-913d-4864f3201245 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:50.598783 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ab57f11-0569-4642-a335-270c4413cc9b req-7eec6e09-7f50-48d7-913d-4864f3201245 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 945 time: 0.1146672 Sep 19 17:49:50.647270 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1ab57f11-0569-4642-a335-270c4413cc9b req-5d4a46d3-9d4c-48a4-808b-562ff3a62f21 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Sep 19 17:49:51.111675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 562430fb-3ae4-467c-8218-15b0ac1c40ac up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:49:51.195365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 562430fb-3ae4-467c-8218-15b0ac1c40ac completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:49:51.202429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 562430fb-3ae4-467c-8218-15b0ac1c40ac triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:49:51.202978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:51.328653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 562430fb-3ae4-467c-8218-15b0ac1c40ac is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:49:51.329035 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:51.357381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:49:51.359715 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6a704-a48b-41c8-a926-932597488d53" -d '{"events": [{"server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "name": "network-vif-plugged", "status": "completed", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:49:51.367635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 562430fb-3ae4-467c-8218-15b0ac1c40ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:49:51.375979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:51.410388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd451acd-1983-4b09-9198-f2520e746037 x-openstack-request-id: req-cd451acd-1983-4b09-9198-f2520e746037 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:49:51.410685 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "name": "network-vif-plugged", "status": "completed", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:49:51.410959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cd451acd-1983-4b09-9198-f2520e746037 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:49:51.411407 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd451acd-1983-4b09-9198-f2520e746037'] response: {'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'code': 200} Sep 19 17:49:51.450778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=562430fb-3ae4-467c-8218-15b0ac1c40ac,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:51.741517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ceecf-a997-4aca-9900-d0079dd8fa15 req-7f403330-9c35-4e26-b380-3a0a87688d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:51.743055 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-925ceecf-a997-4aca-9900-d0079dd8fa15 req-7f403330-9c35-4e26-b380-3a0a87688d9f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 1099 time: 0.1727879 Sep 19 17:49:51.784518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-925ceecf-a997-4aca-9900-d0079dd8fa15 req-e094ca3b-7d71-4478-a689-542eb5e5bc75 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347781 Sep 19 17:49:51.855784 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84adec4-6bdd-4171-987b-bdbb4a17de04 req-a068748c-1830-46b4-aa29-a0ce8ddd4a3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:51.857357 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e84adec4-6bdd-4171-987b-bdbb4a17de04 req-a068748c-1830-46b4-aa29-a0ce8ddd4a3d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0918076 Sep 19 17:49:51.913014 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e84adec4-6bdd-4171-987b-bdbb4a17de04 req-8e3d7721-a73f-4f3e-a2c2-cea6aaad867f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493712 Sep 19 17:49:53.141295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935923ba-2d12-43e6-8141-f5c27f67a0fa req-7b1136a5-3999-4469-ba16-f8c0b9ad977f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:53.142771 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-935923ba-2d12-43e6-8141-f5c27f67a0fa req-7b1136a5-3999-4469-ba16-f8c0b9ad977f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1011708 Sep 19 17:49:53.188557 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-935923ba-2d12-43e6-8141-f5c27f67a0fa req-16165cb1-b1cf-435e-94d6-4264256d58e8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387959 Sep 19 17:49:53.400649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5f389-b893-4ec8-bf13-06b7d9adc24e req-0dfb7be5-5861-4916-b6f9-63dac59fa693 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:53.402115 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2da5f389-b893-4ec8-bf13-06b7d9adc24e req-0dfb7be5-5861-4916-b6f9-63dac59fa693 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0915542 Sep 19 17:49:53.447610 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2da5f389-b893-4ec8-bf13-06b7d9adc24e req-afbc1456-3350-40fd-9445-658d4dc0cbc1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395410 Sep 19 17:49:53.486123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:53.577804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f8da7-2414-4aa4-8cd5-98950a4f844c tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:53.579819 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-417f8da7-2414-4aa4-8cd5-98950a4f844c tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 1094 time: 0.0922682 Sep 19 17:49:53.582382 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55958) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:53.588176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:49:53.594926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:49:53.599150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:floatingip and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:49:53.602562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:49:53.608441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:49:53.621656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:53.764377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:53.903768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.60 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/afc9dc28-07cd-4775-80a2-8317721e81d9) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:49:54.066365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:54.098760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:54.164435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:49:54.167554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:49:54.171219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:49:54.200901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=afc9dc28-07cd-4775-80a2-8317721e81d9,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:54.712366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:54.795904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:55.017991 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:55.026065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:55.135882 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=afc9dc28-07cd-4775-80a2-8317721e81d9,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:49:55.138378 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:55.321301 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP c5946dba-7cf1-480a-bd30-b92cb6efb9ed associated. External IP: 172.26.10.60, port: 562430fb-3ae4-467c-8218-15b0ac1c40ac. Sep 19 17:49:55.688640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router fb454b6d-d03e-4d9f-a94a-db14129fa488 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:49:55.815584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:55.872822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:49:55.883852 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] Sync routers for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:49:55.893462 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:55.894172 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:55.901897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:49:55.960510 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c09d6f0a-df30-43c8-98c8-a10e50efded8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3771474 Sep 19 17:49:55.961087 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:49:55.963468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:49:56.005508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3945fd17-4272-43da-8985-66de5d787400 x-openstack-request-id: req-3945fd17-4272-43da-8985-66de5d787400 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:49:56.005804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:49:56.006059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3945fd17-4272-43da-8985-66de5d787400 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:49:56.006604 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3945fd17-4272-43da-8985-66de5d787400'] response: {'name': 'network-changed', 'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'status': 'completed', 'code': 200} Sep 19 17:49:56.079577 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:56.170419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-af450e2c-ec88-40aa-8dea-91cf6d1f5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:56.171938 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-af450e2c-ec88-40aa-8dea-91cf6d1f5dd6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 1099 time: 0.1453438 Sep 19 17:49:56.183768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccf66-ee59-42a3-ae7b-cfe47cd2c492 req-ac57c1ec-e74a-424a-9942-b5cf5e53c948 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:56.185524 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1cdccf66-ee59-42a3-ae7b-cfe47cd2c492 req-ac57c1ec-e74a-424a-9942-b5cf5e53c948 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1228380 Sep 19 17:49:56.311167 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1cdccf66-ee59-42a3-ae7b-cfe47cd2c492 req-dc9fcbf4-543a-498b-ad4e-6122c9d60e9f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070762 Sep 19 17:49:56.340572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55966) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:56.355739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-e9ac83b5-dd0a-4d13-a413-0f2ef6bb1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:56.357784 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-e9ac83b5-dd0a-4d13-a413-0f2ef6bb1e98 service neutron] 10.222.0.86 "GET /v2.0/networks?id=184c6756-1ef1-4633-8524-1782e4b4181c HTTP/1.1" status: 200 len: 897 time: 0.1714308 Sep 19 17:49:56.426037 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'c5946dba-7cf1-480a-bd30-b92cb6efb9ed', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.60', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'port_id': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'mac_address': 'fa:16:3e:52:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:49:54Z', 'updated_at': '2022-09-19T17:49:54Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:45Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:56.430180 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] Checking router: fb454b6d-d03e-4d9f-a94a-db14129fa488 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:49:56.439094 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:49:56.439701 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:49:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:56.456754 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fca1c587-b19f-49da-9a1b-e09b76440ff9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/c5946dba-7cf1-480a-bd30-b92cb6efb9ed HTTP/1.1" status: 200 len: 992 time: 0.1149654 Sep 19 17:49:56.464059 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-cc370b74-6e13-473d-a1c1-66e0e788c6fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac HTTP/1.1" status: 200 len: 1000 time: 0.1002917 Sep 19 17:49:56.528460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-b42e3101-61b4-49fc-b553-351b089733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:56.529883 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-b42e3101-61b4-49fc-b553-351b089733d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34fc06ed-362f-49b6-8c5b-486aa1d9e78f HTTP/1.1" status: 200 len: 834 time: 0.0601559 Sep 19 17:49:56.618613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-54fbcdef-7c6f-4b2b-b939-21f1b50e754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:49:56.620116 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-54fbcdef-7c6f-4b2b-b939-21f1b50e754f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=184c6756-1ef1-4633-8524-1782e4b4181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839705 Sep 19 17:49:56.620442 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:49:56.751823 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-a1932fbb-661f-4ff0-bfab-91cecaa7486e service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253107 Sep 19 17:49:56.891352 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c41f43dc-b3ea-42d0-bacc-abe80c67b0ab req-b92480a2-7ac1-4b3a-8ecc-0322059cd0e1 service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334515 Sep 19 17:49:57.007483 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'c5946dba-7cf1-480a-bd30-b92cb6efb9ed', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.60', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'port_id': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'mac_address': 'fa:16:3e:52:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:49:54Z', 'updated_at': '2022-09-19T17:49:54Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:45Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:49:57.011486 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319e3ce-a269-41c0-ab0d-59b1422edd06 None None] The sync data for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv is: [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'c5946dba-7cf1-480a-bd30-b92cb6efb9ed', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.60', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'port_id': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'mac_address': 'fa:16:3e:52:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:49:54Z', 'updated_at': '2022-09-19T17:49:54Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:45Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:49:57.214061 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd23086-033b-4aa4-aa11-1116e71c8dbe None None] New status for floating IP c5946dba-7cf1-480a-bd30-b92cb6efb9ed: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:49:57.459873 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 55970) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:49:57.701837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c4ac2bf-7cda-457c-af29-59a9ec060991 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/c5946dba-7cf1-480a-bd30-b92cb6efb9ed HTTP/1.1" status: 200 len: 994 time: 0.2404864 Sep 19 17:50:11.415398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bd28bce4-3fc1-47bf-b17d-e9d7dbbcf9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:13.592259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-10bc22e3-bffb-474e-9cdd-384071554d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:15.180359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:15.311609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:16.388370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:21.204778 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:50:24.689271 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250949-8034-4518-89e2-ea63591a818d req-055d3a23-c099-4267-ba7d-a7e2c35816fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:24.691000 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32250949-8034-4518-89e2-ea63591a818d req-055d3a23-c099-4267-ba7d-a7e2c35816fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 1099 time: 0.0854230 Sep 19 17:50:24.724014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b34b2-a705-4076-8aa2-ee47c98a5e0a req-29030a3d-5a16-4b57-a4e3-7f90494f7ae4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:24.725504 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1b2b34b2-a705-4076-8aa2-ee47c98a5e0a req-29030a3d-5a16-4b57-a4e3-7f90494f7ae4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0888424 Sep 19 17:50:24.770258 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1b2b34b2-a705-4076-8aa2-ee47c98a5e0a req-0c70a4d4-2e97-4487-bb4d-830119db9c19 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389102 Sep 19 17:50:24.832373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250949-8034-4518-89e2-ea63591a818d req-c1f55fe4-ae78-4a96-a830-ebaddbd15921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:24.833826 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32250949-8034-4518-89e2-ea63591a818d req-c1f55fe4-ae78-4a96-a830-ebaddbd15921 service neutron] 10.222.0.86 "GET /v2.0/networks?id=184c6756-1ef1-4633-8524-1782e4b4181c HTTP/1.1" status: 200 len: 897 time: 0.1366978 Sep 19 17:50:24.936976 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32250949-8034-4518-89e2-ea63591a818d req-301de4ce-7575-4c09-8b30-32ef10c6a12b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac HTTP/1.1" status: 200 len: 1002 time: 0.0957911 Sep 19 17:50:25.004663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250949-8034-4518-89e2-ea63591a818d req-36cb4d29-c1a4-4126-93b5-e72bfece6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:25.005988 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32250949-8034-4518-89e2-ea63591a818d req-36cb4d29-c1a4-4126-93b5-e72bfece6a7c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34fc06ed-362f-49b6-8c5b-486aa1d9e78f HTTP/1.1" status: 200 len: 834 time: 0.0635459 Sep 19 17:50:25.092929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250949-8034-4518-89e2-ea63591a818d req-9bf35ef1-be08-47e2-b2f6-ef55805b1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:25.094390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32250949-8034-4518-89e2-ea63591a818d req-9bf35ef1-be08-47e2-b2f6-ef55805b1ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=184c6756-1ef1-4633-8524-1782e4b4181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821483 Sep 19 17:50:25.329496 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32250949-8034-4518-89e2-ea63591a818d req-b2dfaf19-b08f-4d8a-911a-34b089a4dddc service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287858 Sep 19 17:50:25.465305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32250949-8034-4518-89e2-ea63591a818d req-550ee017-107a-45f4-bcc3-12cb53a50c5c service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288893 Sep 19 17:50:25.832958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:25.997008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550af7d2-bbbb-4b10-82ca-43b658b217c3 req-ddebb02a-fa34-4715-8dcd-3fb0d3e36f59 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:25.998482 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-550af7d2-bbbb-4b10-82ca-43b658b217c3 req-ddebb02a-fa34-4715-8dcd-3fb0d3e36f59 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1025636 Sep 19 17:50:26.045969 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-550af7d2-bbbb-4b10-82ca-43b658b217c3 req-13fb37ab-bd75-4ed7-9fbc-b483eff46819 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Sep 19 17:50:27.259544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3534e-d095-459a-a115-11692c25ff92 req-befa39f2-86d7-4858-92d7-f898a376d04e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:27.261042 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0f3534e-d095-459a-a115-11692c25ff92 req-befa39f2-86d7-4858-92d7-f898a376d04e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0933344 Sep 19 17:50:27.310690 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d0f3534e-d095-459a-a115-11692c25ff92 req-2e555817-aa98-45da-9fda-75841531b072 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Sep 19 17:50:28.531798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c38181-6804-4ce6-8aee-5a15f0ee82e1 req-bd57ee0a-377c-4a2b-9361-991f6a0587e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:28.533258 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8c38181-6804-4ce6-8aee-5a15f0ee82e1 req-bd57ee0a-377c-4a2b-9361-991f6a0587e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0976424 Sep 19 17:50:28.580394 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e8c38181-6804-4ce6-8aee-5a15f0ee82e1 req-f4a23052-db69-4719-b6d1-8173c5479af2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405293 Sep 19 17:50:29.803983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15111a19-a207-4779-b91a-0a8837eb33b2 req-f17de971-8741-404e-bd33-799fdbb2e949 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:29.805370 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15111a19-a207-4779-b91a-0a8837eb33b2 req-f17de971-8741-404e-bd33-799fdbb2e949 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1060009 Sep 19 17:50:29.851851 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-15111a19-a207-4779-b91a-0a8837eb33b2 req-548f7754-d389-494e-8f7a-f7a4bc690656 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Sep 19 17:50:31.080385 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f61ed3-7512-424e-b7b7-9d0f60c9c550 req-e068d98b-f4b5-4f35-865a-de952901e323 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:31.081861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-02f61ed3-7512-424e-b7b7-9d0f60c9c550 req-e068d98b-f4b5-4f35-865a-de952901e323 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1015196 Sep 19 17:50:31.129527 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-02f61ed3-7512-424e-b7b7-9d0f60c9c550 req-11ac0642-2677-4088-b8e5-3074058844fd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Sep 19 17:50:32.357606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dba79a-f924-4541-877b-15cb68b98e4d req-49e051c8-5bee-4755-b86f-c6eb48e315a0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:32.359194 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-74dba79a-f924-4541-877b-15cb68b98e4d req-49e051c8-5bee-4755-b86f-c6eb48e315a0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1087432 Sep 19 17:50:32.408568 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-74dba79a-f924-4541-877b-15cb68b98e4d req-142cdead-27db-41d4-9499-339d7f8049bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Sep 19 17:50:33.651599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f21b6b-3866-4766-a16a-5e7f6b78287d req-da03e519-d828-4dfd-acfd-866a9af3d64e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:33.653055 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41f21b6b-3866-4766-a16a-5e7f6b78287d req-da03e519-d828-4dfd-acfd-866a9af3d64e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0976982 Sep 19 17:50:33.699893 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-41f21b6b-3866-4766-a16a-5e7f6b78287d req-7b01bbac-dc0f-43ae-8fef-f9c3e47f1540 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386233 Sep 19 17:50:34.924239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8da20-3f43-4061-b3ee-a7b1b8dcdfd5 req-b73ae625-3070-471c-8e78-0c3c8449e814 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:34.925714 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-01d8da20-3f43-4061-b3ee-a7b1b8dcdfd5 req-b73ae625-3070-471c-8e78-0c3c8449e814 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0997910 Sep 19 17:50:34.972283 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-01d8da20-3f43-4061-b3ee-a7b1b8dcdfd5 req-5511744e-16f5-4c9f-825f-5bab43dfd705 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Sep 19 17:50:36.198028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b26eff-8498-4b04-bc22-84eba66d082b req-f8fd7152-db54-4946-9cb6-98f11fa39c4f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:36.199521 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b26eff-8498-4b04-bc22-84eba66d082b req-f8fd7152-db54-4946-9cb6-98f11fa39c4f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1036937 Sep 19 17:50:36.247201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3b26eff-8498-4b04-bc22-84eba66d082b req-0bb10d7f-ecdb-4087-a8d6-f69656eb0016 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 Sep 19 17:50:37.465519 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3b291-06af-41b7-963c-503ac603d011 req-ed7f1b5b-65c6-46f1-8cb6-299248a88b20 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:37.467069 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aaf3b291-06af-41b7-963c-503ac603d011 req-ed7f1b5b-65c6-46f1-8cb6-299248a88b20 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0925505 Sep 19 17:50:37.527121 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-aaf3b291-06af-41b7-963c-503ac603d011 req-f9c7fe4f-34d6-41b9-89c0-71057eb1319b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508835 Sep 19 17:50:37.558392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56006) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:50:37.675534 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0549d811-ca0b-4e8d-8551-7d648c181418 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/c5946dba-7cf1-480a-bd30-b92cb6efb9ed HTTP/1.1" status: 200 len: 994 time: 0.1156676 Sep 19 17:50:38.631466 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-d3fe62a3-bb94-4099-b6ec-54026c2cc628 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266398 Sep 19 17:50:38.798992 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-1899342b-afa1-474a-8627-71280c2c1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:38.801005 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-1899342b-afa1-474a-8627-71280c2c1c1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 1099 time: 0.0923326 Sep 19 17:50:38.959034 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-7d092dad-524d-42a7-b33d-568d2dedce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:38.960491 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-7d092dad-524d-42a7-b33d-568d2dedce08 service neutron] 10.222.0.86 "GET /v2.0/networks?id=184c6756-1ef1-4633-8524-1782e4b4181c HTTP/1.1" status: 200 len: 897 time: 0.1400270 Sep 19 17:50:39.066442 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-5d859f0e-767a-4e00-a003-ab748170ba9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac HTTP/1.1" status: 200 len: 1002 time: 0.0986884 Sep 19 17:50:39.129790 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-5d81d4d8-db85-4f03-bcc8-d1c2113f4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:39.131211 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-5d81d4d8-db85-4f03-bcc8-d1c2113f4961 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34fc06ed-362f-49b6-8c5b-486aa1d9e78f HTTP/1.1" status: 200 len: 834 time: 0.0586555 Sep 19 17:50:39.229113 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-24bbd1cf-8237-47b5-9a14-5f8ccdefb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:50:39.230597 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-24bbd1cf-8237-47b5-9a14-5f8ccdefb4d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=184c6756-1ef1-4633-8524-1782e4b4181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915923 Sep 19 17:50:39.240536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-ac53ab6c-1a34-4f4d-b871-d37e62ddef6c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:50:39.241443 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-ac53ab6c-1a34-4f4d-b871-d37e62ddef6c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049205 Sep 19 17:50:39.386313 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-b5f3c290-5305-41a2-82bc-4aba98960911 service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371622 Sep 19 17:50:39.524722 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c9bde82e-a5ab-4f2d-b57c-281e7d63f352 req-aa026bff-60b6-447d-bf1a-ca93ace9c214 service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322992 Sep 19 17:50:41.411873 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0a2d-d7ae-4d39-a33c-70becb95d95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:43.590098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3928-2492-400e-9f9c-31a3130f0f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:45.179922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:45.319597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:46.389227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:55.852683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:50:58.209488 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:51:06.146820 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56026) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:06.366939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port afc9dc28-07cd-4775-80a2-8317721e81d9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:51:06.367274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:06.541283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:06.541576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:06.679633 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for afc9dc28-07cd-4775-80a2-8317721e81d9 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:51:06.940946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:06.987637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=afc9dc28-07cd-4775-80a2-8317721e81d9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:07.029527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.029866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.030213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.030550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.030845 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.031325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.031547 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.031912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.032226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.032629 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.032946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.033271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:07.101356 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:07.101670 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP c5946dba-7cf1-480a-bd30-b92cb6efb9ed disassociated (deleted). External IP: 172.26.10.60, port: 562430fb-3ae4-467c-8218-15b0ac1c40ac. Sep 19 17:51:07.490276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router fb454b6d-d03e-4d9f-a94a-db14129fa488 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:51:07.679658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:51:07.690477 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] Sync routers for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:51:07.700624 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:07.701172 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:50:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:07.702109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:07.758733 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c4b8ecb2-2064-415a-8be7-60176317144a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/floatingips/c5946dba-7cf1-480a-bd30-b92cb6efb9ed HTTP/1.1" status: 204 len: 168 time: 1.6106484 Sep 19 17:51:07.759456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:51:07.762345 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50701551-9dbe-4948-838d-0398adcdc41d" -d '{"events": [{"name": "network-changed", "server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:51:07.809117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607f1c77-6128-465d-9862-81a929019cd8 x-openstack-request-id: req-607f1c77-6128-465d-9862-81a929019cd8 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:51:07.809405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:51:07.809651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-607f1c77-6128-465d-9862-81a929019cd8 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:51:07.810083 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607f1c77-6128-465d-9862-81a929019cd8'] response: {'name': 'network-changed', 'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'status': 'completed', 'code': 200} Sep 19 17:51:07.882685 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:08.023180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701551-9dbe-4948-838d-0398adcdc41d req-62f1d80f-9292-458c-bc16-1d10b93bc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:08.024943 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50701551-9dbe-4948-838d-0398adcdc41d req-62f1d80f-9292-458c-bc16-1d10b93bc131 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 1099 time: 0.1932282 Sep 19 17:51:08.204610 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:45Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:08.208641 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] Checking router: fb454b6d-d03e-4d9f-a94a-db14129fa488 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:51:08.214938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701551-9dbe-4948-838d-0398adcdc41d req-91d6e1de-ae75-4106-90db-e3b2603e5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:08.216419 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50701551-9dbe-4948-838d-0398adcdc41d req-91d6e1de-ae75-4106-90db-e3b2603e5ebd service neutron] 10.222.0.86 "GET /v2.0/networks?id=184c6756-1ef1-4633-8524-1782e4b4181c HTTP/1.1" status: 200 len: 897 time: 0.1850355 Sep 19 17:51:08.217411 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:08.217982 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:50:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:08.288935 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50701551-9dbe-4948-838d-0398adcdc41d req-2dc0d880-4599-4075-bc1e-475843cf6075 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac HTTP/1.1" status: 200 len: 217 time: 0.0651500 Sep 19 17:51:08.297042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fea59-f213-41df-b743-9ddd68f11e13 req-5ad0a0c7-1b1c-4dd1-b922-063eed772021 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:08.298407 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-661fea59-f213-41df-b743-9ddd68f11e13 req-5ad0a0c7-1b1c-4dd1-b922-063eed772021 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1995227 Sep 19 17:51:08.385757 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701551-9dbe-4948-838d-0398adcdc41d req-3a147513-a9f4-4250-ad34-c6993e837558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:08.387214 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50701551-9dbe-4948-838d-0398adcdc41d req-3a147513-a9f4-4250-ad34-c6993e837558 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=34fc06ed-362f-49b6-8c5b-486aa1d9e78f HTTP/1.1" status: 200 len: 834 time: 0.0879924 Sep 19 17:51:08.390257 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-661fea59-f213-41df-b743-9ddd68f11e13 req-9758072f-5084-4c0a-86f7-f6bccf52491a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618310 Sep 19 17:51:08.393452 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:08.474798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701551-9dbe-4948-838d-0398adcdc41d req-4aad3489-37ec-4f9b-be73-28f0b4f22d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:08.476784 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50701551-9dbe-4948-838d-0398adcdc41d req-4aad3489-37ec-4f9b-be73-28f0b4f22d61 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=184c6756-1ef1-4633-8524-1782e4b4181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828273 Sep 19 17:51:08.613888 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50701551-9dbe-4948-838d-0398adcdc41d req-3b4d3f43-64b6-4f31-8149-3c8ff8f68c4e service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301200 Sep 19 17:51:08.749767 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:45Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:08.750603 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-50701551-9dbe-4948-838d-0398adcdc41d req-26f3bd8d-f606-4c1d-9c80-85c346b9310f service neutron] 10.222.0.86 "GET /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301100 Sep 19 17:51:08.754006 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05a6bc-04c9-4ad8-97ec-f6ab3a7c291e None None] The sync data for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv is: [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:40Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'd8acd7a8-94d5-4277-aa1c-588b5619d9d6', 'name': '', 'network_id': '184c6756-1ef1-4633-8524-1782e4b4181c', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:20:56:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:39Z', 'updated_at': '2022-09-19T17:49:45Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': '34fc06ed-362f-49b6-8c5b-486aa1d9e78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:51:08.962355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb01bb-8c13-4074-809e-17e162f1c191 None None] New status for floating IP c5946dba-7cf1-480a-bd30-b92cb6efb9ed: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:51:09.565365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-da4588dc-6b42-4b38-8387-5f5e0befa49d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:09.566980 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-da4588dc-6b42-4b38-8387-5f5e0befa49d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.0885482 Sep 19 17:51:09.604283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9109a22-7db7-4f7e-8f0a-ce76f550af6c req-924b4e53-9916-43bf-a583-4ee8effc6748 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:09.604995 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f9109a22-7db7-4f7e-8f0a-ce76f550af6c req-924b4e53-9916-43bf-a583-4ee8effc6748 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:51:09.622566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-f9109a22-7db7-4f7e-8f0a-ce76f550af6c req-924b4e53-9916-43bf-a583-4ee8effc6748 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:51:09.625070 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9109a22-7db7-4f7e-8f0a-ce76f550af6c req-924b4e53-9916-43bf-a583-4ee8effc6748 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 946 time: 0.1142843 Sep 19 17:51:09.648997 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 562430fb-3ae4-467c-8218-15b0ac1c40ac {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:51:09.649311 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:09.671604 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f9109a22-7db7-4f7e-8f0a-ce76f550af6c req-b13e0b0c-7d4a-4fec-8661-ee92fc1ee985 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=ef8bf88c-66c6-4f31-a018-4ce8c234a264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Sep 19 17:51:09.905382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 562430fb-3ae4-467c-8218-15b0ac1c40ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=562430fb-3ae4-467c-8218-15b0ac1c40ac,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:09.905739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:10.031674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 562430fb-3ae4-467c-8218-15b0ac1c40ac owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:51:10.192810 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:10.345107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=562430fb-3ae4-467c-8218-15b0ac1c40ac,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:10.387669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.387999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.388373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.388719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.389056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.389387 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.389715 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.390043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.390375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.390689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.391042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.391368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:10.442925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] No DVR routers for this DVR port 562430fb-3ae4-467c-8218-15b0ac1c40ac on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:51:10.445564 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:10.448352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'name': 'network-vif-deleted', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:51:10.450656 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407c114c-dc94-49b1-a27a-983e4a522ee0" -d '{"events": [{"server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "name": "network-vif-deleted", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:51:10.465737 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c7dafb0a-99ef-46c3-bf5f-374ae068b707 req-009c9a81-5ced-44da-841f-1859155b4df6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "DELETE /v2.0/ports/562430fb-3ae4-467c-8218-15b0ac1c40ac HTTP/1.1" status: 204 len: 173 time: 0.8938968 Sep 19 17:51:10.553236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e4d5ad-277d-482a-abdc-60546d01d0de x-openstack-request-id: req-d4e4d5ad-277d-482a-abdc-60546d01d0de {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:51:10.553534 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e6b31a-a72e-4a75-a5c8-f94ea95844b3", "name": "network-vif-deleted", "tag": "562430fb-3ae4-467c-8218-15b0ac1c40ac", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:51:10.553789 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d4e4d5ad-277d-482a-abdc-60546d01d0de {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:51:10.554187 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e4d5ad-277d-482a-abdc-60546d01d0de'] response: {'server_uuid': '33e6b31a-a72e-4a75-a5c8-f94ea95844b3', 'name': 'network-vif-deleted', 'tag': '562430fb-3ae4-467c-8218-15b0ac1c40ac', 'status': 'completed', 'code': 200} Sep 19 17:51:10.853282 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6f357b3-b0e0-46cf-8af3-bfca8badfcfe req-d9dfe32a-6985-48ec-ad32-e07af85e042b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=33e6b31a-a72e-4a75-a5c8-f94ea95844b3 HTTP/1.1" status: 200 len: 210 time: 0.0515943 Sep 19 17:51:11.417248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-201a746a-7450-42c1-89cf-562e21133d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:11.966310 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56048) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:12.576046 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:12.967648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port d8acd7a8-94d5-4277-aa1c-588b5619d9d6 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:51:12.968366 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:13.174084 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port d8acd7a8-94d5-4277-aa1c-588b5619d9d6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:13.174458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:13.299578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for d8acd7a8-94d5-4277-aa1c-588b5619d9d6 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:51:13.325171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 562430fb-3ae4-467c-8218-15b0ac1c40ac no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:51:13.365010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 562430fb-3ae4-467c-8218-15b0ac1c40ac {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:51:13.365463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 562430fb-3ae4-467c-8218-15b0ac1c40ac not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:51:13.594074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3fb9550b-d58c-401f-aa32-bda2aa6f2c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:13.620904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:13.672013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=d8acd7a8-94d5-4277-aa1c-588b5619d9d6,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:14.005922 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:14.410184 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router fb454b6d-d03e-4d9f-a94a-db14129fa488 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:51:14.601707 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:51:14.612212 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] Sync routers for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:51:14.615589 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c75206e3-1971-400b-b748-9e4bee26150c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/fb454b6d-d03e-4d9f-a94a-db14129fa488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6481264 Sep 19 17:51:14.620346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56052) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:14.622353 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:14.623006 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:51:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:14.689671 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb516559-ae0c-452b-863e-eae0bd32d6c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting subnet 34fc06ed-362f-49b6-8c5b-486aa1d9e78f {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:51:14.693206 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb516559-ae0c-452b-863e-eae0bd32d6c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:14.753571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb516559-ae0c-452b-863e-eae0bd32d6c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:14.805073 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:14.838886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb516559-ae0c-452b-863e-eae0bd32d6c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:14.919959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb516559-ae0c-452b-863e-eae0bd32d6c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:14.963362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb516559-ae0c-452b-863e-eae0bd32d6c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Subnet': ['ID=34fc06ed-362f-49b6-8c5b-486aa1d9e78f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:14.965220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fb516559-ae0c-452b-863e-eae0bd32d6c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:14.974326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245fa7ed-d210-46d3-ab25-cd8a5c37e8a5 None None] Network 184c6756-1ef1-4633-8524-1782e4b4181c requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:51:14.974776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56056) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:14.975198 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fb516559-ae0c-452b-863e-eae0bd32d6c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/subnets/34fc06ed-362f-49b6-8c5b-486aa1d9e78f HTTP/1.1" status: 204 len: 168 time: 0.3531137 Sep 19 17:51:15.119493 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:51:13Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:15.123963 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] Checking router: fb454b6d-d03e-4d9f-a94a-db14129fa488 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:51:15.133072 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] Routers {'fb454b6d-d03e-4d9f-a94a-db14129fa488'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:15.133688 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:51:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['fb454b6d-d03e-4d9f-a94a-db14129fa488'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:15.167035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.207704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.288603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] DHCP port deletion for 184c6756-1ef1-4633-8524-1782e4b4181c request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:51:15.292604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Deleting port 964a3797-147c-4511-a487-b5b0e938b88e {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:51:15.293008 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.313516 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] Set router fb454b6d-d03e-4d9f-a94a-db14129fa488 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:15.356183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.362430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.366951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 74b59e68-3578-4dd0-9a13-1a341a21fc11 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:51:15.367409 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.538498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] For port 964a3797-147c-4511-a487-b5b0e938b88e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=964a3797-147c-4511-a487-b5b0e938b88e,segment=NetworkSegment(bf8da3c4-5666-4da9-bc1f-c46391efc002),segment_id=bf8da3c4-5666-4da9-bc1f-c46391efc002)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:15.538775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.605696 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:51:13Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:15.609772 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48383d40-a4d0-464e-ab66-496ce17e0df6 None None] The sync data for ids ['fb454b6d-d03e-4d9f-a94a-db14129fa488'] in dv-neutron-857789-3-hyperv is: [{'id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281011876', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:51:13Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '74b59e68-3578-4dd0-9a13-1a341a21fc11', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb454b6d-d03e-4d9f-a94a-db14129fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:49:35Z', 'updated_at': '2022-09-19T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:51:15.664138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Calling delete_port for 964a3797-147c-4511-a487-b5b0e938b88e owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:51:15.679857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 74b59e68-3578-4dd0-9a13-1a341a21fc11, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=74b59e68-3578-4dd0-9a13-1a341a21fc11,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:15.680220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.745136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:15.790610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Pushing event deleted for resources: {'Port': ['ID=964a3797-147c-4511-a487-b5b0e938b88e,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:15.795382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] No DVR routers for this DVR port 964a3797-147c-4511-a487-b5b0e938b88e on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:51:15.801449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.801776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.805490 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.805574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.805911 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.805998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 74b59e68-3578-4dd0-9a13-1a341a21fc11 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:51:15.806674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.806674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.806867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.807172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.807531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.807855 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:15.808525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d13395-dc87-406c-bf76-65f565663d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:16.070259 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 964a3797-147c-4511-a487-b5b0e938b88e no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:51:16.107343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 964a3797-147c-4511-a487-b5b0e938b88e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:51:16.107882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 964a3797-147c-4511-a487-b5b0e938b88e not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:51:16.120277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.168829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=74b59e68-3578-4dd0-9a13-1a341a21fc11,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:16.269388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.392662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.447476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.450024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.474716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.475243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Fanout notify agent at l3_agent the message router_deleted on router fb454b6d-d03e-4d9f-a94a-db14129fa488 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:51:16.491047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.492184 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bc58d58a-395f-49f7-b911-31aabd73c0d7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/routers/fb454b6d-d03e-4d9f-a94a-db14129fa488 HTTP/1.1" status: 204 len: 168 time: 1.5166543 Sep 19 17:51:16.494980 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56060) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:16.618255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.762521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.787996 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184c6756-1ef1-4633-8524-1782e4b4181c']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:16.800107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8da3c4-5666-4da9-bc1f-c46391efc002') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:16.800779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8da3c4-5666-4da9-bc1f-c46391efc002') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:16.812433 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.828978 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:16.835541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:51:16.835920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.021503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment bf8da3c4-5666-4da9-bc1f-c46391efc002 resource provider aggregate not found Sep 19 17:51:17.047214 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment bf8da3c4-5666-4da9-bc1f-c46391efc002 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf8da3c4-5666-4da9-bc1f-c46391efc002 found for delete ", "request_id": "req-2a7b7e58-913f-4a61-9fce-25d7274aeeef"}]} Sep 19 17:51:17.061701 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.079365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.090392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Network': ['ID=184c6756-1ef1-4633-8524-1782e4b4181c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:17.101103 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ded2afc1-00bb-40c3-b23a-a1ec54315eca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/networks/184c6756-1ef1-4633-8524-1782e4b4181c HTTP/1.1" status: 204 len: 168 time: 0.6050816 Sep 19 17:51:17.103772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56068) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:17.177290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03ed9702-34dd-419d-8079-3b96a15029fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.210334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03ed9702-34dd-419d-8079-3b96a15029fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.285071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03ed9702-34dd-419d-8079-3b96a15029fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.303570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed9702-34dd-419d-8079-3b96a15029fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8bf88c-66c6-4f31-a018-4ce8c234a264,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:17.317473 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-03ed9702-34dd-419d-8079-3b96a15029fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.318619 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-03ed9702-34dd-419d-8079-3b96a15029fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/security-groups/ef8bf88c-66c6-4f31-a018-4ce8c234a264 HTTP/1.1" status: 204 len: 168 time: 0.2139425 Sep 19 17:51:17.440126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56076) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:17.446008 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523864939', 'description': 'tempest-secgroup-smoke-523864939 description', 'project_id': 'e37e1a26307d490f975489ba4fe41844'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:17.452513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:17.456824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:17.459790 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:17.465424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:17.477794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.498035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:17.502339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:17.505338 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:17.511160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:17.582279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.588884 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.633392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db057fb-9b2b-4978-9c34-dbd7d9315dcc,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:17.636332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.640395 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-480bd37e-f218-4376-bcd6-f9f371cee774 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1961522 Sep 19 17:51:17.640772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56080) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:17.646786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '5db057fb-9b2b-4978-9c34-dbd7d9315dcc', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:17.653676 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:17.658181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:17.662308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:17.668334 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:17.686950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.700417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d8acd7a8-94d5-4277-aa1c-588b5619d9d6 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:51:17.738483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: d8acd7a8-94d5-4277-aa1c-588b5619d9d6 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:51:17.738832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device d8acd7a8-94d5-4277-aa1c-588b5619d9d6 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:51:17.739277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 74b59e68-3578-4dd0-9a13-1a341a21fc11 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:51:17.747382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.752256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.773115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 74b59e68-3578-4dd0-9a13-1a341a21fc11 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:51:17.773355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 74b59e68-3578-4dd0-9a13-1a341a21fc11 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:51:17.778088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7525094e-b254-4ebb-83ea-f4b3fb267112,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:17.789029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.790523 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-62e47346-2b03-4b76-bd03-8e758385af4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484706 Sep 19 17:51:17.793307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56084) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:17.798769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '5db057fb-9b2b-4978-9c34-dbd7d9315dcc', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:17.805985 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:17.810481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:17.813468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:17.819826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:17.841394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.907961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.913646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.936722 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7511590-f826-4b0f-ac97-b94bc1c10c5f,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:17.946425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:17.947648 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7c9a04e7-798d-4080-9966-968fc7e27f7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531928 Sep 19 17:51:17.950596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56088) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:17.956030 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '5db057fb-9b2b-4978-9c34-dbd7d9315dcc', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:17.964377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:17.968652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:17.972053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:17.979043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:17.998728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.062367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.068025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.091255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc184b23-a863-4d62-a579-3623f1c89a9e,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:18.102208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.103620 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3ad9ccd7-9075-4af5-ae47-4cea3a4a4eea tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520269 Sep 19 17:51:18.106576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56092) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:18.112078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '5db057fb-9b2b-4978-9c34-dbd7d9315dcc', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:18.118413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:18.122558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:18.125650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:18.132036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:18.154864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.326974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.334078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.357456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e95405-02ba-4126-a7bf-e604073cbc1d,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:18.368339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.369556 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0616dc09-59d3-4002-8876-b57f8282fde4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2619135 Sep 19 17:51:18.372427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56096) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:18.377383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '5db057fb-9b2b-4978-9c34-dbd7d9315dcc', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:18.383689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:18.387694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:18.390655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:18.396844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:18.408364 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:51:18.415415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.481422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.487155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.509982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8733d9b2-6fce-41b8-aa5d-c845db29ab1f,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:18.520550 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.521879 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8b988d75-64bc-4c5b-bea5-08ea12de74ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484256 Sep 19 17:51:18.524552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56100) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:18.529509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '5db057fb-9b2b-4978-9c34-dbd7d9315dcc', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:18.535830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:18.539973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:18.543221 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:18.549740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:18.561706 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:51:18.568314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.644940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.650401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.673982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0e9cb7-1d64-4c87-b098-5128dabbba3e,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:18.684633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.685860 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-227bcfc8-a043-4330-8457-3593c31d7156 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603601 Sep 19 17:51:18.689620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56104) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:18.695425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'network': {'name': 'tempest-network-smoke--1089268329', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'port_security_enabled': True}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:18.700772 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:18.705217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:network and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:18.708561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:18.714682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:18.728210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:51:18.731700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.759888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:51:18.769020 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.769409 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Added segment 8dc2aecd-ab0c-4b41-90dc-245e25660bd2 of type vlan for network f139b1f1-5937-4206-9531-8174c0a52780 Sep 19 17:51:18.797943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.833402 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.839024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:18.839641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.948866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2582030 Sep 19 17:51:18.951760 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d0552-4d8e-44e2-a627-13e89abf01c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Network': ['ID=f139b1f1-5937-4206-9531-8174c0a52780,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:18.952005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56108) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:18.958170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'admin_state_up': True, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:18.962773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network f139b1f1-5937-4206-9531-8174c0a52780 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:51:18.965761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:18.969674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:router and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:18.972787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:18.979597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:18.992463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:18.993493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:19.009535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:19.287253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:19.609717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:19.639004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:19.787248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.18 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/72945c63-d2ba-4a69-8c8e-1aa3c2c5841f) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:51:19.937507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:19.973662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:20.036026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:51:20.038686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:51:20.042474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:51:20.190901 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=72945c63-d2ba-4a69-8c8e-1aa3c2c5841f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:20.591399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:20.947157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:21.160755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router e7bc6720-ad1d-405b-9a45-55423a611d4a is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:51:21.350745 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:51:21.363534 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Sync routers for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:51:21.373824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:21.374555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:51:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:21.385758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:21.390878 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-97cfadb3-b1e8-4d2c-9b5b-b5eef6c1230d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4333842 Sep 19 17:51:21.391552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56114) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:21.436628 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4f841ba1-de94-44ed-9caf-6ac5ce90088f tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=e37e1a26307d490f975489ba4fe41844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437799 Sep 19 17:51:21.437362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56118) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:21.559743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:21.568042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145e13b-f6a1-4de0-9867-cd6c0517c7d2 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:21.569609 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d145e13b-f6a1-4de0-9867-cd6c0517c7d2 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312053 Sep 19 17:51:21.572698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56122) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:21.739731 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e66dd169-d136-44b3-928e-697371d4c85c tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1660087 Sep 19 17:51:21.742544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56126) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:21.748140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903519811', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:21.857938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:21.861769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:subnet and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:21.864758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:21.870477 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:21.884501 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:51:21.888071 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:21.900731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:20Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:21.904676 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Checking router: e7bc6720-ad1d-405b-9a45-55423a611d4a for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:51:21.905025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Updating router e7bc6720-ad1d-405b-9a45-55423a611d4a port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:51:21.962353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.104685 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.184298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Subnet': ['ID=d2cb88c0-7499-4a33-bd0f-8010d8be13cd,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:22.194710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Checking segment: {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:51:22.195101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network hostable DHCP agents. Network: f139b1f1-5937-4206-9531-8174c0a52780, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:51:22.214521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network f139b1f1-5937-4206-9531-8174c0a52780 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:51:22.225431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, f139b1f1-5937-4206-9531-8174c0a52780) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:51:22.229860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:22.230443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.237078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132839fa-babd-4edb-9f4e-85aaa2bfc16c None None] Network f139b1f1-5937-4206-9531-8174c0a52780 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:51:22.253204 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0258d5d3-93c2-4061-952e-2bca4fb0837c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5095329 Sep 19 17:51:22.256340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56130) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:22.374753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.402123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Transition to ACTIVE for port object 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:51:22.415301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.513704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Attempting to bind port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:51:22.514074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Attempting to bind port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:51:22.514433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Attempting to bind port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:51:22.534952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:51:22.535408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:51:22.535828 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.536219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:51:22.536693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Bound port: 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:51:22.537062 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.569154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff6448-8ae3-45e6-b646-9e37626de4a1 None None] Pushing event updated for resources: {'Port': ['ID=72945c63-d2ba-4a69-8c8e-1aa3c2c5841f,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:22.651332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-f139b1f1-5937-4206-9531-8174c0a52780', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:51:22.652167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.717394 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] For port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:51:22.734113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] For port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=72945c63-d2ba-4a69-8c8e-1aa3c2c5841f,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:51:22.745888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.870170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:22.870810 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:51:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:22.954595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff6448-8ae3-45e6-b646-9e37626de4a1 None None] Pushing event updated for resources: {'Port': ['ID=72945c63-d2ba-4a69-8c8e-1aa3c2c5841f,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:22.965298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:22.976912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Allocated IP 172.20.0.2 (f139b1f1-5937-4206-9531-8174c0a52780/d2cb88c0-7499-4a33-bd0f-8010d8be13cd/87372ea9-e5fb-4958-92d1-d0b91ac34235) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:51:23.145829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:23.543770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:23.561112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Transition to ACTIVE for port object 87372ea9-e5fb-4958-92d1-d0b91ac34235 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:51:23.587384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Transition to ACTIVE for port object 87372ea9-e5fb-4958-92d1-d0b91ac34235 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:51:23.595967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:23.663623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.1 (f139b1f1-5937-4206-9531-8174c0a52780/d2cb88c0-7499-4a33-bd0f-8010d8be13cd/8ba423f1-5d88-4604-9eab-33808a4699cd) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:51:23.668693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:20Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:23.673262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Network f139b1f1-5937-4206-9531-8174c0a52780 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:51:23.676832 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:51:23.681281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1d4e1-484a-4266-b2e9-0f3f67d77397 None None] The sync data for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv is: [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:20Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:51:23.682756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:51:23.685565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Pushing event updated for resources: {'Port': ['ID=87372ea9-e5fb-4958-92d1-d0b91ac34235,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:23.796239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Attempting to bind port 87372ea9-e5fb-4958-92d1-d0b91ac34235 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:51:23.796578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Attempting to bind port 87372ea9-e5fb-4958-92d1-d0b91ac34235 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:51:23.796945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Attempting to bind port 87372ea9-e5fb-4958-92d1-d0b91ac34235 on network f139b1f1-5937-4206-9531-8174c0a52780 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:51:23.802829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:51:23.803431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Checking segment: {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:51:23.803596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:23.804000 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Bound using segment: {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:51:23.804480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Bound port: 87372ea9-e5fb-4958-92d1-d0b91ac34235, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:51:23.804857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:23.839170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:23.855750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object 8ba423f1-5d88-4604-9eab-33808a4699cd will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:51:23.884278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:23.922691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] For port 87372ea9-e5fb-4958-92d1-d0b91ac34235, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:51:23.926848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] For port 87372ea9-e5fb-4958-92d1-d0b91ac34235, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=87372ea9-e5fb-4958-92d1-d0b91ac34235,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:51:23.932141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:23.959786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network f139b1f1-5937-4206-9531-8174c0a52780 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:51:23.963143 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:51:23.967125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:51:24.005585 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=8ba423f1-5d88-4604-9eab-33808a4699cd,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:24.017781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d73bd-6c3c-4b8f-8d59-3e7569149d34 None None] Pushing event updated for resources: {'Port': ['ID=87372ea9-e5fb-4958-92d1-d0b91ac34235,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:24.042165 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:24.361829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:24.794401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:24.802146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:24.919439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:24.922854 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=8ba423f1-5d88-4604-9eab-33808a4699cd,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:24.980866 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca7e15e-809e-42d3-8ee9-7f3bff494b83 None None] Network f139b1f1-5937-4206-9531-8174c0a52780 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:51:25.059982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network f139b1f1-5937-4206-9531-8174c0a52780 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:51:25.061148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:51:25.080996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-5bba67e5-be4e-4456-a282-339ceedf9254 None None] Provisioning for port 87372ea9-e5fb-4958-92d1-d0b91ac34235 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:51:25.386628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router e7bc6720-ad1d-405b-9a45-55423a611d4a has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:51:25.523817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7eeec6b3-fbd2-41ea-a51b-200e47625c8d None None] Provisioning for port 8ba423f1-5d88-4604-9eab-33808a4699cd completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:51:25.529175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-7eeec6b3-fbd2-41ea-a51b-200e47625c8d None None] Provisioning complete for port 8ba423f1-5d88-4604-9eab-33808a4699cd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:25.529530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7eeec6b3-fbd2-41ea-a51b-200e47625c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:25.583516 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:51:25.587646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec6b3-fbd2-41ea-a51b-200e47625c8d None None] Port 8ba423f1-5d88-4604-9eab-33808a4699cd cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:51:25.594831 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Sync routers for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:51:25.599472 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b2b916c4-07a5-47d2-97d9-d708b71e86b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/e7bc6720-ad1d-405b-9a45-55423a611d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3420088 Sep 19 17:51:25.607718 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:25.608951 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:51:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:25.735355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-13a6bbae-3a25-4380-a240-854734ee9454 None None] Provisioning complete for port 8ba423f1-5d88-4604-9eab-33808a4699cd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:25.735853 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-13a6bbae-3a25-4380-a240-854734ee9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:25.796629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:51:25.852835 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-13a6bbae-3a25-4380-a240-854734ee9454 None None] Port 8ba423f1-5d88-4604-9eab-33808a4699cd cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:51:25.855339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-94ea6062-638b-42d3-b6f6-b59cf9dce543 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:51:25.877096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-94ea6062-638b-42d3-b6f6-b59cf9dce543 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:51:25.878377 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-94ea6062-638b-42d3-b6f6-b59cf9dce543 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523864939&fields=id&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 267 time: 0.0765061 Sep 19 17:51:25.886488 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:25.893529 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:25.909162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:51:25.918060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:25.918520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:25.999987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a1ffcc0c-24ef-4b67-bdd6-c777d922d31b None None] Provisioning complete for port 8ba423f1-5d88-4604-9eab-33808a4699cd triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:26.000709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a1ffcc0c-24ef-4b67-bdd6-c777d922d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.037781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-381f1686-f333-4f65-bd22-fcbf947aceec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:26.038646 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-381f1686-f333-4f65-bd22-fcbf947aceec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:51:26.056504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-381f1686-f333-4f65-bd22-fcbf947aceec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:51:26.058403 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-381f1686-f333-4f65-bd22-fcbf947aceec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 797 time: 0.1698220 Sep 19 17:51:26.074886 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-a900e3ff-aabc-4811-93b7-8cc62e36904c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/quotas/e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 375 time: 0.0097897 Sep 19 17:51:26.107195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a1ffcc0c-24ef-4b67-bdd6-c777d922d31b None None] Port 8ba423f1-5d88-4604-9eab-33808a4699cd cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:51:26.111822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:51:26.112202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.129032 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=72945c63-d2ba-4a69-8c8e-1aa3c2c5841f,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:26.134653 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.135528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 87372ea9-e5fb-4958-92d1-d0b91ac34235 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:51:26.170089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-4481c455-cead-4bc3-9c55-3c430c901b23 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:51:26.187097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-4481c455-cead-4bc3-9c55-3c430c901b23 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:51:26.188688 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-4481c455-cead-4bc3-9c55-3c430c901b23 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073411 Sep 19 17:51:26.214123 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 2, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:26.218124 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Checking router: e7bc6720-ad1d-405b-9a45-55423a611d4a for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:51:26.218477 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Updating router e7bc6720-ad1d-405b-9a45-55423a611d4a port 8ba423f1-5d88-4604-9eab-33808a4699cd binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:51:26.255716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=72945c63-d2ba-4a69-8c8e-1aa3c2c5841f,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:26.267844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-3559ed4a-5fad-4a3d-8d1c-aeadefc4914d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 17:51:26.268730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 87372ea9-e5fb-4958-92d1-d0b91ac34235 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:51:26.269350 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-3559ed4a-5fad-4a3d-8d1c-aeadefc4914d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0660582 Sep 19 17:51:26.274891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 87372ea9-e5fb-4958-92d1-d0b91ac34235 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:26.275297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.279520 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.398173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 87372ea9-e5fb-4958-92d1-d0b91ac34235 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:51:26.398462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.434244 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-4bf21a66-3694-4c38-bd75-c32dc30adf19 service neutron] 10.222.0.83 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572371 Sep 19 17:51:26.434701 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 87372ea9-e5fb-4958-92d1-d0b91ac34235, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=87372ea9-e5fb-4958-92d1-d0b91ac34235,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:26.441151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.514817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=87372ea9-e5fb-4958-92d1-d0b91ac34235,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:26.573407 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-b0d2a7ea-e339-4199-8362-76675b93b74d service neutron] 10.222.0.83 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372790 Sep 19 17:51:26.638193 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.655450 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Transition to ACTIVE for port object 8ba423f1-5d88-4604-9eab-33808a4699cd will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:51:26.662310 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.771951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-58f0aa10-55de-4db2-9b33-8bd530aa4518 req-5c8e23b1-e780-4118-935a-67d99de65a79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:51:26.784683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-58f0aa10-55de-4db2-9b33-8bd530aa4518 req-5c8e23b1-e780-4118-935a-67d99de65a79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:51:26.786037 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-58f0aa10-55de-4db2-9b33-8bd530aa4518 req-5c8e23b1-e780-4118-935a-67d99de65a79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 210 time: 0.0683141 Sep 19 17:51:26.876776 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Pushing event updated for resources: {'Port': ['ID=8ba423f1-5d88-4604-9eab-33808a4699cd,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:26.889093 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.889925 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.889925 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.890304 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.890622 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.891153 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.891429 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.891908 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.892174 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.892569 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.892919 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.893359 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:51:26.898407 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Attempting to bind port 8ba423f1-5d88-4604-9eab-33808a4699cd on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:51:26.898571 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Attempting to bind port 8ba423f1-5d88-4604-9eab-33808a4699cd by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:51:26.898939 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Attempting to bind port 8ba423f1-5d88-4604-9eab-33808a4699cd on network f139b1f1-5937-4206-9531-8174c0a52780 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:51:26.906526 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:51:26.906526 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Checking segment: {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:51:26.906878 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:26.907066 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Bound using segment: {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:51:26.907709 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Bound port: 8ba423f1-5d88-4604-9eab-33808a4699cd, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:51:26.908080 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:27.002083 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] For port 8ba423f1-5d88-4604-9eab-33808a4699cd, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:51:27.005658 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] For port 8ba423f1-5d88-4604-9eab-33808a4699cd, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8ba423f1-5d88-4604-9eab-33808a4699cd,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:51:27.012451 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:27.070889 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:27.071538 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:51:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:27.162297 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb635b3-5dd9-45a0-a0db-6891d72286c0 None None] Pushing event updated for resources: {'Port': ['ID=8ba423f1-5d88-4604-9eab-33808a4699cd,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:27.261330 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:27.615983 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:27.620240 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5a0c4-5135-428d-a984-df5bab2193b3 None None] The sync data for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv is: [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:51:27.740136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:51:27.886112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:27.886720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:27.893582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-c9c3af6e-4cc2-4fe6-b8b6-f416992c7e44 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:27.894939 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-c9c3af6e-4cc2-4fe6-b8b6-f416992c7e44 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:51:27.908180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-c9c3af6e-4cc2-4fe6-b8b6-f416992c7e44 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:51:27.910302 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-c9c3af6e-4cc2-4fe6-b8b6-f416992c7e44 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 797 time: 0.2106450 Sep 19 17:51:27.988407 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-b9a146d0-8f67-459e-8de1-a35806e515d4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 379 time: 0.0683184 Sep 19 17:51:28.005496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'port': {'device_id': '4c43555c-afcd-4006-b638-3cda78e69d41', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'admin_state_up': True, 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'security_groups': ['5db057fb-9b2b-4978-9c34-dbd7d9315dcc']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:28.030147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:51:28.032009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 87372ea9-e5fb-4958-92d1-d0b91ac34235 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:51:28.126756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 87372ea9-e5fb-4958-92d1-d0b91ac34235 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:28.127432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:28.147435 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-64a34f03-3123-4035-b18c-9c258659ae32 req-f18f42ba-b80e-49f9-bde9-81a2ceee1233 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 210 time: 0.1529260 Sep 19 17:51:28.163136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:28.183714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:28.192227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:51:28.195785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:28.267011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 87372ea9-e5fb-4958-92d1-d0b91ac34235 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:51:28.373260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.10 (f139b1f1-5937-4206-9531-8174c0a52780/d2cb88c0-7499-4a33-bd0f-8010d8be13cd/b8a07c9f-f878-48b8-ad52-97330c41621e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:51:28.573581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:28.591459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object b8a07c9f-f878-48b8-ad52-97330c41621e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:51:28.616173 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:28.697235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network f139b1f1-5937-4206-9531-8174c0a52780 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:51:28.700580 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:51:28.703196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:51:28.752102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:28.776361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:28.777011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:28.804860 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-47365994-ac75-40f1-b536-1ebcb077602e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8044174 Sep 19 17:51:28.816603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Request body: {'port': {'device_id': '4c43555c-afcd-4006-b638-3cda78e69d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:28.932776 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:28.959967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a37a7ae6-76c4-4d33-93f2-63f933fa8b51 None None] Provisioning for port b8a07c9f-f878-48b8-ad52-97330c41621e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:51:28.966544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a37a7ae6-76c4-4d33-93f2-63f933fa8b51 None None] Provisioning complete for port b8a07c9f-f878-48b8-ad52-97330c41621e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:28.966936 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a37a7ae6-76c4-4d33-93f2-63f933fa8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.020596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a37a7ae6-76c4-4d33-93f2-63f933fa8b51 None None] Port b8a07c9f-f878-48b8-ad52-97330c41621e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:51:29.430428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a07c9f-f878-48b8-ad52-97330c41621e {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:51:29.445508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.465527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Transition to ACTIVE for port object b8a07c9f-f878-48b8-ad52-97330c41621e will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:51:29.472674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.597907 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b584d-c80c-4deb-b1a4-a2bfa3b9d83c req-b4008fe7-27cd-4cc9-bd8e-004d6c2221d0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:29.598510 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e26b584d-c80c-4deb-b1a4-a2bfa3b9d83c req-b4008fe7-27cd-4cc9-bd8e-004d6c2221d0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:51:29.639579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:29.697183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e26b584d-c80c-4deb-b1a4-a2bfa3b9d83c req-b4008fe7-27cd-4cc9-bd8e-004d6c2221d0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:51:29.698379 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e26b584d-c80c-4deb-b1a4-a2bfa3b9d83c req-b4008fe7-27cd-4cc9-bd8e-004d6c2221d0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 932 time: 0.4176309 Sep 19 17:51:29.730427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8ba423f1-5d88-4604-9eab-33808a4699cd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:51:29.763622 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e26b584d-c80c-4deb-b1a4-a2bfa3b9d83c req-51a8a62a-dc8c-4c6a-9662-73f9ed2baf86 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567336 Sep 19 17:51:29.764243 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Attempting to bind port b8a07c9f-f878-48b8-ad52-97330c41621e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:51:29.764581 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Attempting to bind port b8a07c9f-f878-48b8-ad52-97330c41621e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:51:29.764908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Attempting to bind port b8a07c9f-f878-48b8-ad52-97330c41621e on network f139b1f1-5937-4206-9531-8174c0a52780 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:51:29.770043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Port b8a07c9f-f878-48b8-ad52-97330c41621e on network f139b1f1-5937-4206-9531-8174c0a52780 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:51:29.770412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Attempting to bind port b8a07c9f-f878-48b8-ad52-97330c41621e on network f139b1f1-5937-4206-9531-8174c0a52780 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:51:29.775753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:51:29.776213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Checking segment: {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:51:29.776460 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Bound using segment: {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:51:29.777181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Bound port: b8a07c9f-f878-48b8-ad52-97330c41621e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc2aecd-ab0c-4b41-90dc-245e25660bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:51:29.777391 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.802283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 8ba423f1-5d88-4604-9eab-33808a4699cd completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:51:29.807396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8ba423f1-5d88-4604-9eab-33808a4699cd triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:29.807776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.871829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:51:29.874811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:51:29.882108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.912829 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:29.913457 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.914876 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] 10.222.0.86 "PUT /v2.0/ports/b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 1094 time: 1.1026926 Sep 19 17:51:29.919954 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:51:29.922280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5086b193-a282-4846-842c-cea3ae902511" -d '{"events": [{"name": "network-changed", "server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:51:29.934405 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8ba423f1-5d88-4604-9eab-33808a4699cd is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:51:29.935235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.975069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 8ba423f1-5d88-4604-9eab-33808a4699cd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8ba423f1-5d88-4604-9eab-33808a4699cd,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:29.980778 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:29.995002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f9b08a-304f-49b6-aab8-b211db6db808 x-openstack-request-id: req-25f9b08a-304f-49b6-aab8-b211db6db808 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:51:29.995521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:51:29.995521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-25f9b08a-304f-49b6-aab8-b211db6db808 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:51:29.995912 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f9b08a-304f-49b6-aab8-b211db6db808'] response: {'name': 'network-changed', 'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'status': 'completed', 'code': 200} Sep 19 17:51:30.008788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f8618-90a3-43bc-bd46-f4efe6769226 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:30.046258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-c72304f5-f339-4b1d-a77b-f88f5906955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:30.047817 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-c72304f5-f339-4b1d-a77b-f88f5906955f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1097 time: 0.0913122 Sep 19 17:51:30.053595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=8ba423f1-5d88-4604-9eab-33808a4699cd,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:30.116626 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-1c02721c-4e53-4ad5-85b6-9c08b27d218e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 217 time: 0.0623832 Sep 19 17:51:30.184036 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-16ed68fc-fecd-49e7-b098-c775017dd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:30.185529 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-16ed68fc-fecd-49e7-b098-c775017dd422 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.0626760 Sep 19 17:51:30.270062 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-b463f8fa-9d21-4167-98fb-6a8de9d990d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:30.271575 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-b463f8fa-9d21-4167-98fb-6a8de9d990d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801017 Sep 19 17:51:30.402474 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-111d6b65-23b7-481c-a62a-fcf7859bccc2 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243107 Sep 19 17:51:30.535946 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90a775a5-59c9-4190-ad63-403a6b411ba7 req-7339b8bb-81f3-4b55-8244-ee1967fe8aa4 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280639 Sep 19 17:51:30.666216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086b193-a282-4846-842c-cea3ae902511 req-322d956c-1e6f-428c-95e7-64390373566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:30.667706 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5086b193-a282-4846-842c-cea3ae902511 req-322d956c-1e6f-428c-95e7-64390373566f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1097 time: 0.0822549 Sep 19 17:51:30.807408 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086b193-a282-4846-842c-cea3ae902511 req-d59fa0ac-5f08-4971-97ff-17ffd578f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:30.809182 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5086b193-a282-4846-842c-cea3ae902511 req-d59fa0ac-5f08-4971-97ff-17ffd578f085 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 898 time: 0.1349843 Sep 19 17:51:30.875763 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5086b193-a282-4846-842c-cea3ae902511 req-17ff1c3a-6c1d-4615-851e-28e748357e27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 217 time: 0.0597582 Sep 19 17:51:31.091786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086b193-a282-4846-842c-cea3ae902511 req-67d0dc09-a70a-4eb9-b61f-6cc78c921bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:31.093101 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5086b193-a282-4846-842c-cea3ae902511 req-67d0dc09-a70a-4eb9-b61f-6cc78c921bcd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.1798851 Sep 19 17:51:31.166799 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fadbc-0e39-4371-9e47-a4ce94d0efd5 req-7044a75e-6e07-4be1-ba57-f476523ea42d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:31.168268 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c66fadbc-0e39-4371-9e47-a4ce94d0efd5 req-7044a75e-6e07-4be1-ba57-f476523ea42d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 944 time: 0.2891877 Sep 19 17:51:31.220982 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c66fadbc-0e39-4371-9e47-a4ce94d0efd5 req-839672b4-07ba-460a-a508-46d52c7d1950 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457942 Sep 19 17:51:31.225561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086b193-a282-4846-842c-cea3ae902511 req-daf342e4-f4f0-4405-ae92-5ac9174f9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:31.226948 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5086b193-a282-4846-842c-cea3ae902511 req-daf342e4-f4f0-4405-ae92-5ac9174f9543 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268296 Sep 19 17:51:31.360952 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5086b193-a282-4846-842c-cea3ae902511 req-0e87b747-ed08-49d5-8278-444dbf568f58 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264515 Sep 19 17:51:31.498821 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5086b193-a282-4846-842c-cea3ae902511 req-e34568b6-60f8-4acc-9d98-409083491671 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315818 Sep 19 17:51:31.710204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8ba423f1-5d88-4604-9eab-33808a4699cd up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:51:31.785707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 8ba423f1-5d88-4604-9eab-33808a4699cd triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:31.786078 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:31.907138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 8ba423f1-5d88-4604-9eab-33808a4699cd is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:51:32.433529 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97a0b5-89cb-4852-a551-44b8db6b3374 req-900312c9-06de-4719-a6ff-52120cfc181c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:32.435030 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d97a0b5-89cb-4852-a551-44b8db6b3374 req-900312c9-06de-4719-a6ff-52120cfc181c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 944 time: 0.0933528 Sep 19 17:51:32.480011 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8d97a0b5-89cb-4852-a551-44b8db6b3374 req-cadb8c31-9f9a-4a43-a161-64ddcaa83c1f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390561 Sep 19 17:51:33.482424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b8a07c9f-f878-48b8-ad52-97330c41621e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:51:33.621974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:33.635807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'port_id': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'mac_address': 'fa:16:3e:7e:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:51:33.690463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b8a07c9f-f878-48b8-ad52-97330c41621e is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:51:33.691013 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:33.698590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fb082-c336-408f-9ef1-28916fa8ac75 req-94083964-d756-4d49-bdd0-5b99d1867a4f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:33.700087 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-784fb082-c336-408f-9ef1-28916fa8ac75 req-94083964-d756-4d49-bdd0-5b99d1867a4f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 944 time: 0.0976858 Sep 19 17:51:33.708586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a07c9f-f878-48b8-ad52-97330c41621e {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:51:33.725120 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:33.731008 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:33.745749 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-784fb082-c336-408f-9ef1-28916fa8ac75 req-923ce594-4e66-47fd-9c9e-89f8eef60e84 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395408 Sep 19 17:51:33.808086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:33.939533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['b8a07c9f-f878-48b8-ad52-97330c41621e'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:51:34.962504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b7a4-c6f6-4c14-b872-fb8ed1c6d6a5 req-2ae98c1b-ddff-43a5-b8c7-222afed5cd92 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:34.963993 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9679b7a4-c6f6-4c14-b872-fb8ed1c6d6a5 req-2ae98c1b-ddff-43a5-b8c7-222afed5cd92 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 945 time: 0.0982521 Sep 19 17:51:35.009448 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9679b7a4-c6f6-4c14-b872-fb8ed1c6d6a5 req-666e210d-8856-43ce-9a5a-12d61c8de70e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396178 Sep 19 17:51:35.211528 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:51:35.496956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b8a07c9f-f878-48b8-ad52-97330c41621e up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:51:35.580085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port b8a07c9f-f878-48b8-ad52-97330c41621e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:51:35.585510 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port b8a07c9f-f878-48b8-ad52-97330c41621e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:51:35.585888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:35.705519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b8a07c9f-f878-48b8-ad52-97330c41621e is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:51:35.705968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:35.732577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:51:35.735277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad6f00b-df8d-43d8-a236-e40f9ace2fc5" -d '{"events": [{"server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "name": "network-vif-plugged", "status": "completed", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:51:35.743073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:51:35.748131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:35.781623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6882a504-0b06-4506-9810-4a35520b76dd x-openstack-request-id: req-6882a504-0b06-4506-9810-4a35520b76dd {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:51:35.781914 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "name": "network-vif-plugged", "status": "completed", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:51:35.782171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6882a504-0b06-4506-9810-4a35520b76dd {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:51:35.782565 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6882a504-0b06-4506-9810-4a35520b76dd'] response: {'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'code': 200} Sep 19 17:51:35.824235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:36.033400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3069d-cbe4-4293-945e-9fec69e6d3ce req-4c435a4c-607c-4977-9425-9989f9fab37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:36.034854 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ec3069d-cbe4-4293-945e-9fec69e6d3ce req-4c435a4c-607c-4977-9425-9989f9fab37f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1099 time: 0.0827577 Sep 19 17:51:36.075758 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ec3069d-cbe4-4293-945e-9fec69e6d3ce req-4ccaec01-e18d-4eb1-9c2d-a304e951b5b5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349700 Sep 19 17:51:36.222270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592a4e-9c50-46e7-9b12-26af94947da1 req-c4372cf0-614e-4614-a5d4-94ba7991f7cd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:36.223809 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a592a4e-9c50-46e7-9b12-26af94947da1 req-c4372cf0-614e-4614-a5d4-94ba7991f7cd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0923591 Sep 19 17:51:36.268025 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9a592a4e-9c50-46e7-9b12-26af94947da1 req-1047671b-6878-4c4b-a93d-1848144c72e7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384209 Sep 19 17:51:37.480371 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add7a56-e7ce-499f-b853-97f88ae9e0f9 req-b4392b38-e510-4371-bb5f-5f9ffbc0f399 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:37.481957 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2add7a56-e7ce-499f-b853-97f88ae9e0f9 req-b4392b38-e510-4371-bb5f-5f9ffbc0f399 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0966251 Sep 19 17:51:37.531621 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2add7a56-e7ce-499f-b853-97f88ae9e0f9 req-629d99e5-d375-4d81-827c-d9f95ca320db tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 Sep 19 17:51:37.749375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b1f26-88df-4ab5-bb5d-a1f11a452baf req-cb9d77d9-a951-46b5-a5da-e4fdaa403c4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:37.750840 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7f4b1f26-88df-4ab5-bb5d-a1f11a452baf req-cb9d77d9-a951-46b5-a5da-e4fdaa403c4b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1049151 Sep 19 17:51:37.797989 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7f4b1f26-88df-4ab5-bb5d-a1f11a452baf req-7b3cb142-07aa-4693-911b-53ce85b3ea46 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412014 Sep 19 17:51:37.828102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56192) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:37.913213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bdd796-5c91-4ba4-bed2-8ff19de89f10 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:37.914741 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-81bdd796-5c91-4ba4-bed2-8ff19de89f10 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1094 time: 0.0857041 Sep 19 17:51:37.917654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56196) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:37.922508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:51:37.929660 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:51:37.934107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:floatingip and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:51:37.937279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:51:37.944064 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:51:37.957340 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:38.102728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:38.352657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.44 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/d63f73a2-f98a-4d01-a0d4-8b106e4aeff2) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:51:38.501281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:38.534616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:38.612202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:51:38.615197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:51:38.619026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:51:38.648296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=d63f73a2-f98a-4d01-a0d4-8b106e4aeff2,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:39.076535 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:39.166678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:39.384259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:39.392102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:39.510104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=d63f73a2-f98a-4d01-a0d4-8b106e4aeff2,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:51:39.513412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:39.569060 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-252450ec-d747-46d0-b795-2342a400696e req-5790d22a-1c11-4e89-a83b-1db65df2191a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817330 Sep 19 17:51:39.695580 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP cff65a25-047f-4ebf-8cc9-4950dacb4ac0 associated. External IP: 172.26.10.44, port: b8a07c9f-f878-48b8-ad52-97330c41621e. Sep 19 17:51:39.718825 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252450ec-d747-46d0-b795-2342a400696e req-68ffbf84-781d-4eca-915a-431fcfd67100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:39.720356 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-252450ec-d747-46d0-b795-2342a400696e req-68ffbf84-781d-4eca-915a-431fcfd67100 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1099 time: 0.0808265 Sep 19 17:51:39.870433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252450ec-d747-46d0-b795-2342a400696e req-7f409072-d7a1-401c-ade0-f225975d012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:39.871949 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-252450ec-d747-46d0-b795-2342a400696e req-7f409072-d7a1-401c-ade0-f225975d012e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 898 time: 0.1329637 Sep 19 17:51:39.980301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-252450ec-d747-46d0-b795-2342a400696e req-2cdd708d-f30b-4a06-951c-09cba444bec7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 1000 time: 0.1016796 Sep 19 17:51:40.044129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252450ec-d747-46d0-b795-2342a400696e req-6c5b48e0-c8ad-4d30-927a-80f8d6cb5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:40.045590 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-252450ec-d747-46d0-b795-2342a400696e req-6c5b48e0-c8ad-4d30-927a-80f8d6cb5b16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.0595315 Sep 19 17:51:40.135216 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252450ec-d747-46d0-b795-2342a400696e req-dfeaefd2-dad6-477a-9f67-7387c463c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:40.136670 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-252450ec-d747-46d0-b795-2342a400696e req-dfeaefd2-dad6-477a-9f67-7387c463c1e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855947 Sep 19 17:51:40.165812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router e7bc6720-ad1d-405b-9a45-55423a611d4a has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:51:40.275404 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-252450ec-d747-46d0-b795-2342a400696e req-723ec842-6c00-4cad-ad11-44c1dff072a5 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319127 Sep 19 17:51:40.348988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:51:40.359775 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] Sync routers for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:51:40.371837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:40.372843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:51:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:40.378879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:40.453859 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-73236887-aa6a-473a-b4ec-21e716bd3565 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5350964 Sep 19 17:51:40.454771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:51:40.457817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf4696e-b000-4b4a-9b86-0979b099fe2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:51:40.511713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14de255-47bd-4b8f-a823-e0c483791717 x-openstack-request-id: req-b14de255-47bd-4b8f-a823-e0c483791717 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:51:40.512045 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:51:40.512296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b14de255-47bd-4b8f-a823-e0c483791717 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:51:40.513440 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14de255-47bd-4b8f-a823-e0c483791717'] response: {'name': 'network-changed', 'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'status': 'completed', 'code': 200} Sep 19 17:51:40.537250 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-252450ec-d747-46d0-b795-2342a400696e req-c8b121f7-eb0d-478a-84ee-9bd3ec021e5a service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558572 Sep 19 17:51:40.622588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:40.710194 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06fb04-7e91-4c98-a1be-63cdd2fa4ea5 req-1114aaab-82e0-40ed-9690-0f33d94b5128 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:40.711714 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cc06fb04-7e91-4c98-a1be-63cdd2fa4ea5 req-1114aaab-82e0-40ed-9690-0f33d94b5128 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1576338 Sep 19 17:51:40.714621 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-44fc0af7-6b61-40a8-b742-1a974162276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:40.715985 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-44fc0af7-6b61-40a8-b742-1a974162276c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1099 time: 0.1232805 Sep 19 17:51:40.842606 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cc06fb04-7e91-4c98-a1be-63cdd2fa4ea5 req-3f22bc45-6506-4f4d-9610-97f487b9edb5 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250000 Sep 19 17:51:40.871673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56204) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:40.884690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-08e80df4-13c6-4a0b-908d-27ac08ee9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:40.886167 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-08e80df4-13c6-4a0b-908d-27ac08ee9007 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 898 time: 0.1560478 Sep 19 17:51:40.980884 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b57ca151-6f6f-41fa-a848-aa25c265a346 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/cff65a25-047f-4ebf-8cc9-4950dacb4ac0 HTTP/1.1" status: 200 len: 992 time: 0.1068969 Sep 19 17:51:40.982129 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'cff65a25-047f-4ebf-8cc9-4950dacb4ac0', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'port_id': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'mac_address': 'fa:16:3e:7e:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c43555c-afcd-4006-b638-3cda78e69d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:51:39Z', 'updated_at': '2022-09-19T17:51:39Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:29Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:40.986124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] Checking router: e7bc6720-ad1d-405b-9a45-55423a611d4a for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:51:40.994547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:51:40.995209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:51:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:40.996818 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-7ee5c99b-e8c3-4179-98a0-e01a3a94a3c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 1000 time: 0.1044242 Sep 19 17:51:41.060412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-9c17195b-ce03-4458-8fab-a8c881509e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:41.061851 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-9c17195b-ce03-4458-8fab-a8c881509e10 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.0590272 Sep 19 17:51:41.149476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-85baa2e5-bb64-44b6-af37-019c34993531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:51:41.150850 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-85baa2e5-bb64-44b6-af37-019c34993531 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833457 Sep 19 17:51:41.172185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:51:41.287932 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-1f0ec2e2-9e2d-4617-b8e4-72405818ebae service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308260 Sep 19 17:51:41.423663 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9cf4696e-b000-4b4a-9b86-0979b099fe2d req-6afc6f86-f623-407e-b0fe-cbf79703eda5 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300471 Sep 19 17:51:41.434864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4370e357-0bd5-4e0a-8ac9-57c2b24c6be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:41.538429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'cff65a25-047f-4ebf-8cc9-4950dacb4ac0', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'port_id': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'mac_address': 'fa:16:3e:7e:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c43555c-afcd-4006-b638-3cda78e69d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:51:39Z', 'updated_at': '2022-09-19T17:51:39Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:29Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:51:41.543264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c67cf9-498d-429a-85d5-48bf6326558a None None] The sync data for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv is: [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': 'cff65a25-047f-4ebf-8cc9-4950dacb4ac0', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'port_id': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'mac_address': 'fa:16:3e:7e:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c43555c-afcd-4006-b638-3cda78e69d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:51:39Z', 'updated_at': '2022-09-19T17:51:39Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:29Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:51:41.757574 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d66411-bf7a-4097-9cfd-9b7115be7c1f None None] New status for floating IP cff65a25-047f-4ebf-8cc9-4950dacb4ac0: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:51:41.984150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56208) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:51:42.096598 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bbadf69c-a46b-4eb2-a6b6-e44c6202c66b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/cff65a25-047f-4ebf-8cc9-4950dacb4ac0 HTTP/1.1" status: 200 len: 994 time: 0.1111286 Sep 19 17:51:43.597954 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-030eeba8-09bd-4423-a167-aa3be298fc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:45.176227 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:45.327900 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:46.393895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:51:55.867297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:09.169539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19223932-44f8-4612-8720-8f8489fa675f req-10b06b14-e6dd-4693-8a63-6d8aea8e1ea1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:09.171048 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-19223932-44f8-4612-8720-8f8489fa675f req-10b06b14-e6dd-4693-8a63-6d8aea8e1ea1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0950887 Sep 19 17:52:09.172601 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56230) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:52:09.219629 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-19223932-44f8-4612-8720-8f8489fa675f req-5c5cbacd-e2d8-4cda-a16a-b69db79878dc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Sep 19 17:52:09.305672 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-10b10d09-7b81-4820-9dd6-c64f0a3a0dcf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315114 Sep 19 17:52:10.430504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06039-5726-47bc-8013-eaf364ff031b req-6dfb3609-b757-41b5-ad32-998547938b4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:10.432624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89f06039-5726-47bc-8013-eaf364ff031b req-6dfb3609-b757-41b5-ad32-998547938b4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0970893 Sep 19 17:52:10.478633 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89f06039-5726-47bc-8013-eaf364ff031b req-f36ba859-1e78-4dbd-9087-81c28a01147e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399766 Sep 19 17:52:10.606171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-7ea06b72-9dca-43e6-9d40-21892c0fdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:10.607686 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-7ea06b72-9dca-43e6-9d40-21892c0fdd60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1099 time: 0.0870087 Sep 19 17:52:10.743419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-8593f739-19b2-43ba-9b99-68689caae193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:10.744778 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-8593f739-19b2-43ba-9b99-68689caae193 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 898 time: 0.1313078 Sep 19 17:52:10.854994 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-9d93fff1-8a8a-426e-a665-0ade7d93fb7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 1002 time: 0.1035271 Sep 19 17:52:10.917709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-cf832c65-44d2-4752-b4fb-0b8adbfd72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:10.919137 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-cf832c65-44d2-4752-b4fb-0b8adbfd72a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.0579033 Sep 19 17:52:11.012343 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-5720a7b0-252d-46ef-91b7-96538e31fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:11.013735 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-5720a7b0-252d-46ef-91b7-96538e31fb0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883410 Sep 19 17:52:11.153879 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-8a9c188a-7f4f-4073-a54e-8071a5291267 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326041 Sep 19 17:52:11.389169 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-17f6ace6-4f72-406c-9e50-d27f8bb1fca5 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280319 Sep 19 17:52:11.411243 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ecf0b1c8-b34b-493c-ab7f-5b007864509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:11.692543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49cb8-0e25-4202-bc69-f1a91408eb80 req-3803ca79-4ed4-4a35-a5aa-d402d98e015d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:11.694011 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-37d49cb8-0e25-4202-bc69-f1a91408eb80 req-3803ca79-4ed4-4a35-a5aa-d402d98e015d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0951605 Sep 19 17:52:11.739062 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-37d49cb8-0e25-4202-bc69-f1a91408eb80 req-858c150b-6909-4547-81bb-dbbf00aad2d1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389454 Sep 19 17:52:12.215143 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:52:13.132274 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55e46-b6ac-40a6-9a21-13d5c9805106 req-fe1a08f0-aa9f-461e-8fad-b8cd34f532fa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:13.133810 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-78f55e46-b6ac-40a6-9a21-13d5c9805106 req-fe1a08f0-aa9f-461e-8fad-b8cd34f532fa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1047378 Sep 19 17:52:13.190480 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-78f55e46-b6ac-40a6-9a21-13d5c9805106 req-b2346c80-7ba9-4272-878e-7abe4104a057 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505648 Sep 19 17:52:13.595609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07221f18-bca6-4fec-9413-b3cc28aa6a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:14.412801 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b328c8-80d5-45e3-9594-c362ed641946 req-bf2d9610-3106-46f1-862a-3bbb0d37bc0d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:14.414521 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18b328c8-80d5-45e3-9594-c362ed641946 req-bf2d9610-3106-46f1-862a-3bbb0d37bc0d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0962350 Sep 19 17:52:14.459707 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-18b328c8-80d5-45e3-9594-c362ed641946 req-d58a4c7e-1800-401d-b430-9b808d7d17a4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Sep 19 17:52:15.171679 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:15.330036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:15.673042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f6f28-b4bc-44dc-9eff-bdc39d7ceb98 req-523964d7-bcd2-43ff-9a7d-49672517fab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:15.674503 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-994f6f28-b4bc-44dc-9eff-bdc39d7ceb98 req-523964d7-bcd2-43ff-9a7d-49672517fab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0922241 Sep 19 17:52:15.719345 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-994f6f28-b4bc-44dc-9eff-bdc39d7ceb98 req-2ab815fa-9df5-48f8-a39c-16fb03eed4fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387597 Sep 19 17:52:16.399895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:16.944294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605ad7-3541-4110-9a87-b8d5703fb64d req-5e4df7b7-b27f-429e-acbd-189aceeb22ab tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:16.945840 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dd605ad7-3541-4110-9a87-b8d5703fb64d req-5e4df7b7-b27f-429e-acbd-189aceeb22ab tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0969808 Sep 19 17:52:16.992563 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dd605ad7-3541-4110-9a87-b8d5703fb64d req-5ade0e5a-213e-4191-b1a9-d3b71bfea375 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390677 Sep 19 17:52:18.217474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bfbb9-11dd-440b-abac-f5573d8fc3dc req-deaf3e91-dc80-438b-9a63-12409c639744 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:18.218950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-414bfbb9-11dd-440b-abac-f5573d8fc3dc req-deaf3e91-dc80-438b-9a63-12409c639744 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1005864 Sep 19 17:52:18.267165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-414bfbb9-11dd-440b-abac-f5573d8fc3dc req-257580d3-c042-4a8a-9b6f-b44762daa7b8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Sep 19 17:52:19.484312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e5169-9443-4b04-961a-696d6fedb01a req-36df5a2c-ec21-41b1-93ff-13df7de8919f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:19.485786 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf6e5169-9443-4b04-961a-696d6fedb01a req-36df5a2c-ec21-41b1-93ff-13df7de8919f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0926583 Sep 19 17:52:19.532715 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bf6e5169-9443-4b04-961a-696d6fedb01a req-87828efc-53d7-45ef-9c58-3a169f7dc57e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411129 Sep 19 17:52:20.756122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89012b4e-28b0-465d-b236-a01c97874298 req-4b8e0a90-ec15-4131-af4f-d83972d889f3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:20.757476 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89012b4e-28b0-465d-b236-a01c97874298 req-4b8e0a90-ec15-4131-af4f-d83972d889f3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1048539 Sep 19 17:52:20.803140 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89012b4e-28b0-465d-b236-a01c97874298 req-cb705b3f-9fc1-4e69-9b00-bb462ee3a812 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396092 Sep 19 17:52:22.021096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502f1c0-1b60-4295-be83-0ae27b85fe6c req-643e0077-3b24-4b02-a1ce-f04d48fa161c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:22.022572 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c502f1c0-1b60-4295-be83-0ae27b85fe6c req-643e0077-3b24-4b02-a1ce-f04d48fa161c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.0925274 Sep 19 17:52:22.071828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c502f1c0-1b60-4295-be83-0ae27b85fe6c req-ee902da6-2151-49c2-87c6-5aedcb11c0b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435078 Sep 19 17:52:23.080623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-f6d9ef3f-25d1-46ae-a07b-fc3679b59c42 service neutron] 10.222.0.86 "GET /v2.0/ports/b8a07c9f-f878-48b8-ad52-97330c41621e/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0884068 Sep 19 17:52:23.341963 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d0313-cab1-4b54-ba56-da4640c7529c req-edea7db5-81d0-4bcf-b408-deb037d567ee tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:23.343347 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-358d0313-cab1-4b54-ba56-da4640c7529c req-edea7db5-81d0-4bcf-b408-deb037d567ee tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1433239 Sep 19 17:52:23.400442 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-358d0313-cab1-4b54-ba56-da4640c7529c req-8beca888-e2fa-4cf9-a060-26d23d18334c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482671 Sep 19 17:52:23.408883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-03b662f6-fee4-4ab6-8c1f-2851b88a8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:23.410317 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-03b662f6-fee4-4ab6-8c1f-2851b88a8650 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 1099 time: 0.1286514 Sep 19 17:52:23.516929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-998e8c27-5db6-4e05-bf1c-3fe024a4049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:23.518628 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-998e8c27-5db6-4e05-bf1c-3fe024a4049c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1099 time: 0.0866969 Sep 19 17:52:23.663454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-51f87cba-d55d-40dc-a0d6-8df4a2625a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:23.664094 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-51f87cba-d55d-40dc-a0d6-8df4a2625a04 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 898 time: 0.1391206 Sep 19 17:52:23.777381 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-6b493873-5682-471e-8c78-be12a1e992ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 1002 time: 0.1067915 Sep 19 17:52:23.846787 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-d9ce96cf-ae76-4034-a759-27bff6cf2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:23.848250 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-d9ce96cf-ae76-4034-a759-27bff6cf2e4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.0648620 Sep 19 17:52:23.937207 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-a06350f8-ffad-4ab9-b557-08983f186132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:23.938696 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-a06350f8-ffad-4ab9-b557-08983f186132 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847387 Sep 19 17:52:24.074372 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-9f1f74f3-0fb2-4227-88a4-3bdf20b660d9 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284330 Sep 19 17:52:24.215903 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c1ab1139-109c-4ebb-86bf-f10cb75175cc req-64941fad-8ffa-459b-b6a3-b176fe578dd9 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354496 Sep 19 17:52:24.614655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e5c3-45ea-4f1e-b230-923b07047c5c req-20885083-0fa2-42d7-8f5b-496c5df587ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:24.616044 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb60e5c3-45ea-4f1e-b230-923b07047c5c req-20885083-0fa2-42d7-8f5b-496c5df587ad tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1006258 Sep 19 17:52:24.661149 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eb60e5c3-45ea-4f1e-b230-923b07047c5c req-9ca8d845-d436-477e-9d1b-46581f9b75a4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378108 Sep 19 17:52:25.871819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:25.974686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8123e2-e727-4f6b-aabf-5653c562bd56 req-f224bddb-7396-486b-ae41-f2a0ae9f8099 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:25.976110 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cf8123e2-e727-4f6b-aabf-5653c562bd56 req-f224bddb-7396-486b-ae41-f2a0ae9f8099 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.2012134 Sep 19 17:52:26.020953 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cf8123e2-e727-4f6b-aabf-5653c562bd56 req-1705e86c-bdd9-484a-ad4b-3d19d7de9f0b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389855 Sep 19 17:52:27.352303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4603d20-28f4-49a5-afd5-58e06f90ccda req-5fac3662-3f4d-4eb1-af45-6525f1a12538 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:27.353735 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c4603d20-28f4-49a5-afd5-58e06f90ccda req-5fac3662-3f4d-4eb1-af45-6525f1a12538 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.2172709 Sep 19 17:52:27.399067 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c4603d20-28f4-49a5-afd5-58e06f90ccda req-d70bb783-8c5f-4de1-8192-8f670e109c4e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 Sep 19 17:52:27.716228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b8a07c9f-f878-48b8-ad52-97330c41621e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:52:27.720072 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b8a07c9f-f878-48b8-ad52-97330c41621e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:52:27.746626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c2f85-ecb5-4707-9c2c-4aee6d84c0f5 req-cb6f413e-5e82-4891-bc71-354e6c07b773 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:27.748518 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-093c2f85-ecb5-4707-9c2c-4aee6d84c0f5 req-cb6f413e-5e82-4891-bc71-354e6c07b773 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1007640 Sep 19 17:52:27.751982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d5949-d128-4be8-b985-de9254b23c19 req-3a6958d7-6360-4b21-be57-28193a8a16b9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:27.753607 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d57d5949-d128-4be8-b985-de9254b23c19 req-3a6958d7-6360-4b21-be57-28193a8a16b9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41&tenant_id=e37e1a26307d490f975489ba4fe41844&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1062937 Sep 19 17:52:27.798471 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-093c2f85-ecb5-4707-9c2c-4aee6d84c0f5 req-ca010319-2819-4b9a-b4ea-3343ccfa2bc4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Sep 19 17:52:27.936553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b8a07c9f-f878-48b8-ad52-97330c41621e is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:52:27.936843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:27.958352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d5949-d128-4be8-b985-de9254b23c19 req-3f41c7b2-de99-49d1-b42f-a81e7ed73ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:27.959851 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d57d5949-d128-4be8-b985-de9254b23c19 req-3f41c7b2-de99-49d1-b42f-a81e7ed73ecd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1099 time: 0.1206527 Sep 19 17:52:27.971234 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:52:28.032195 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:52:28.034500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c77f4af-d800-43ab-8848-c87f5fb27026" -d '{"events": [{"server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:52:28.038636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'port_id': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'mac_address': 'fa:16:3e:7e:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:52:28.044892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:52:28.074946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:28.129308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ca2b8-ebda-4b7c-934b-3bfa0ed7d5b3 req-59f9d7e5-8978-4e62-810d-3f3a414de330 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:28.130935 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-178ca2b8-ebda-4b7c-934b-3bfa0ed7d5b3 req-59f9d7e5-8978-4e62-810d-3f3a414de330 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.2148893 Sep 19 17:52:28.134150 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d5949-d128-4be8-b985-de9254b23c19 req-ca13d473-2c5e-48c5-b17e-40b6a4ec4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:28.135870 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d57d5949-d128-4be8-b985-de9254b23c19 req-ca13d473-2c5e-48c5-b17e-40b6a4ec4978 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 898 time: 0.1660755 Sep 19 17:52:28.157060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b8a07c9f-f878-48b8-ad52-97330c41621e is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:52:28.157446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:28.183379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a07c9f-f878-48b8-ad52-97330c41621e {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:52:28.190297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:52:28.204274 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.204619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.204963 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.205282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.205627 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.205957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.206282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.206613 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.206946 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.207285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.207619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.207940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:28.213919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:52:28.221050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:28.262095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d58430e-36df-491b-9095-9a4fbdd707c2 x-openstack-request-id: req-0d58430e-36df-491b-9095-9a4fbdd707c2 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:52:28.262385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:52:28.262641 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0d58430e-36df-491b-9095-9a4fbdd707c2 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:52:28.263088 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d58430e-36df-491b-9095-9a4fbdd707c2'] response: {'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'code': 200} Sep 19 17:52:28.279316 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-178ca2b8-ebda-4b7c-934b-3bfa0ed7d5b3 req-7dabe909-e6da-4d8c-83ba-b95df51fd872 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383958 Sep 19 17:52:28.288563 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d57d5949-d128-4be8-b985-de9254b23c19 req-93611ec0-57c8-414e-9913-e653950e43ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 1001 time: 0.1329324 Sep 19 17:52:28.297764 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['b8a07c9f-f878-48b8-ad52-97330c41621e'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:52:28.337351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:52:28.363577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d5949-d128-4be8-b985-de9254b23c19 req-4af545bc-688b-431f-897a-61dba39c7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:28.365042 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d57d5949-d128-4be8-b985-de9254b23c19 req-4af545bc-688b-431f-897a-61dba39c7fdc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.0597656 Sep 19 17:52:28.452261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d5949-d128-4be8-b985-de9254b23c19 req-a079b25b-5d1c-4596-8ca8-3e8a5ad9571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:28.453867 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d57d5949-d128-4be8-b985-de9254b23c19 req-a079b25b-5d1c-4596-8ca8-3e8a5ad9571f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832121 Sep 19 17:52:28.587498 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d57d5949-d128-4be8-b985-de9254b23c19 req-f84af0aa-d4c2-4a6b-bb2a-8aeca0314936 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263597 Sep 19 17:52:28.725684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d57d5949-d128-4be8-b985-de9254b23c19 req-873ba47d-91fd-48f5-a209-5b71866ef82c service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316314 Sep 19 17:52:29.485549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ee1c-6f58-422f-9b49-908b8b8457f8 req-ff139b46-cf00-4ec0-8b74-7274ce788a99 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:29.487054 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2441ee1c-6f58-422f-9b49-908b8b8457f8 req-ff139b46-cf00-4ec0-8b74-7274ce788a99 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 945 time: 0.0954146 Sep 19 17:52:29.536146 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2441ee1c-6f58-422f-9b49-908b8b8457f8 req-0b1844b0-0ec8-449d-80a5-a1afd8528b7f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403135 Sep 19 17:52:29.566375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56300) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:52:29.675596 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0113ee6a-513e-4d21-8639-bf20d906001e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/cff65a25-047f-4ebf-8cc9-4950dacb4ac0 HTTP/1.1" status: 200 len: 993 time: 0.1080661 Sep 19 17:52:29.736212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b8a07c9f-f878-48b8-ad52-97330c41621e up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:52:29.814273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port b8a07c9f-f878-48b8-ad52-97330c41621e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:52:29.814602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:29.942877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port b8a07c9f-f878-48b8-ad52-97330c41621e is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:52:29.943374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:29.978281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:52:29.984926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:30.051842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:52:30.264769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:52:30.268485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3896c48c-940b-45b6-a9f0-dc810afe7b55" -d '{"events": [{"server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "name": "network-vif-plugged", "status": "completed", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:52:30.319993 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc31a655-c719-4ea5-8d69-9d045bbfde7b x-openstack-request-id: req-fc31a655-c719-4ea5-8d69-9d045bbfde7b {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:52:30.320320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "name": "network-vif-plugged", "status": "completed", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:52:30.320574 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc31a655-c719-4ea5-8d69-9d045bbfde7b {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:52:30.320983 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc31a655-c719-4ea5-8d69-9d045bbfde7b'] response: {'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'code': 200} Sep 19 17:52:41.409124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c3796665-63bb-4e47-b352-a34deff45fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:41.586759 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-bcde9e93-05be-42e5-9e68-47dcb0aa642b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926669 Sep 19 17:52:41.748744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-b734baa1-1cf6-41ba-8a5a-c7076f586384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:41.750249 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-b734baa1-1cf6-41ba-8a5a-c7076f586384 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1099 time: 0.0876811 Sep 19 17:52:41.899733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-f55da833-ff3a-46a5-b7a3-52d0666d3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:41.901266 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-f55da833-ff3a-46a5-b7a3-52d0666d3077 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 898 time: 0.1316004 Sep 19 17:52:42.017582 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-6da0c62c-146b-4393-bd9b-fcd8e797dc5c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 1002 time: 0.1093261 Sep 19 17:52:42.093028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-e5036941-8245-4418-8d7e-00aa93715abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:42.094432 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-e5036941-8245-4418-8d7e-00aa93715abd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.0702505 Sep 19 17:52:42.179164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-ea74d192-f578-40ef-961c-39a9774780e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:42.180609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-ea74d192-f578-40ef-961c-39a9774780e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781186 Sep 19 17:52:42.428822 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-88f93cb7-a54d-495d-b976-8b7b5fd2304b service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403657 Sep 19 17:52:42.569011 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e8f85fd-aa9f-46cf-9104-10a92e5b19f4 req-49cb36e2-3936-4b9f-8aa6-d4db07e2d065 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324174 Sep 19 17:52:43.599568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e734e223-bdf0-45de-a314-402e31a9bf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:45.185964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:45.334544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:46.408834 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:49.219732 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:52:55.319858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-9fc2f95e-0efb-4f88-9c03-7cd04223e1ba req-9e88123a-1602-486a-b563-f0a22208a32d service neutron] (89055) timed out ('10.222.0.83', 52124) {{(pid=89055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 19 17:52:55.875912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:56.290197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56316) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:52:56.515361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port d63f73a2-f98a-4d01-a0d4-8b106e4aeff2 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:52:56.516137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:56.713272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:56.713596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:56.849721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for d63f73a2-f98a-4d01-a0d4-8b106e4aeff2 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:52:57.023923 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:57.074240 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=d63f73a2-f98a-4d01-a0d4-8b106e4aeff2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:52:57.128727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.129076 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.129424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.129767 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.130102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.130439 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.130760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.131105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.131445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.131769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.132096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.132418 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:52:57.200727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:57.201151 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP cff65a25-047f-4ebf-8cc9-4950dacb4ac0 disassociated (deleted). External IP: 172.26.10.44, port: b8a07c9f-f878-48b8-ad52-97330c41621e. Sep 19 17:52:57.695909 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router e7bc6720-ad1d-405b-9a45-55423a611d4a has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:52:57.884121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:52:57.894222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] Sync routers for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:52:57.904889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:52:57.905525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:52:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:52:57.906538 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:52:57.965545 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-89e4a11f-7408-45ce-bf5f-847d37631c0f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/floatingips/cff65a25-047f-4ebf-8cc9-4950dacb4ac0 HTTP/1.1" status: 204 len: 168 time: 1.6737819 Sep 19 17:52:57.966297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:52:57.968898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bc1e76-1068-4340-a46b-29ac448d18c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:52:58.014615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3800bec1-dce0-42a5-bf3e-a66b870363f9 x-openstack-request-id: req-3800bec1-dce0-42a5-bf3e-a66b870363f9 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:52:58.014875 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:52:58.015188 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3800bec1-dce0-42a5-bf3e-a66b870363f9 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:52:58.015699 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3800bec1-dce0-42a5-bf3e-a66b870363f9'] response: {'name': 'network-changed', 'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'status': 'completed', 'code': 200} Sep 19 17:52:58.086093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:52:58.114686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-219744f4-c183-4257-8e74-7729c26a9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:58.116290 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-219744f4-c183-4257-8e74-7729c26a9bd8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 1099 time: 0.0800300 Sep 19 17:52:58.264124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-664628a4-c6f8-4319-a556-f422cf55b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:58.265667 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-664628a4-c6f8-4319-a556-f422cf55b2d6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 200 len: 898 time: 0.1424294 Sep 19 17:52:58.340512 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-8cb09642-6609-43c7-8b55-e8b4a7817f26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 200 len: 217 time: 0.0653498 Sep 19 17:52:58.361305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90f9c1-50dc-4524-b1a2-5b27f093909f req-a9fa567b-2c19-407f-8e62-d3917be01559 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:58.362015 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9e90f9c1-50dc-4524-b1a2-5b27f093909f req-a9fa567b-2c19-407f-8e62-d3917be01559 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:52:58.380203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9e90f9c1-50dc-4524-b1a2-5b27f093909f req-a9fa567b-2c19-407f-8e62-d3917be01559 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:52:58.381511 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e90f9c1-50dc-4524-b1a2-5b27f093909f req-a9fa567b-2c19-407f-8e62-d3917be01559 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1130381 Sep 19 17:52:58.411977 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:29Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:52:58.414057 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-e2b34f43-1e53-4636-932d-7843e38df27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:58.415577 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-e2b34f43-1e53-4636-932d-7843e38df27b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 200 len: 835 time: 0.0687268 Sep 19 17:52:58.416825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] Checking router: e7bc6720-ad1d-405b-9a45-55423a611d4a for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:52:58.425395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:52:58.426002 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:52:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:52:58.443490 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9e90f9c1-50dc-4524-b1a2-5b27f093909f req-c067dc3e-ae99-466b-aced-73dcb7cec02c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553410 Sep 19 17:52:58.508172 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-3322c654-4cdc-4785-8051-5fd0e142476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:58.509668 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-3322c654-4cdc-4785-8051-5fd0e142476e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f139b1f1-5937-4206-9531-8174c0a52780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851967 Sep 19 17:52:58.644746 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-24d68ea2-834d-4b31-a5ea-ebcdcddbe55e service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275141 Sep 19 17:52:58.646396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:52:58.777901 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85bc1e76-1068-4340-a46b-29ac448d18c7 req-7f58da62-d20d-4d8b-9347-1b841efac5d3 service neutron] 10.222.0.86 "GET /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265967 Sep 19 17:52:58.962468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:29Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:52:58.968630 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5990407-a893-4855-8a75-0d01e7370575 None None] The sync data for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv is: [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:51:24Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '8ba423f1-5d88-4604-9eab-33808a4699cd', 'name': '', 'network_id': 'f139b1f1-5937-4206-9531-8174c0a52780', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:54:3c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:23Z', 'updated_at': '2022-09-19T17:51:29Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd2cb88c0-7499-4a33-bd0f-8010d8be13cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:52:59.185126 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a00ee-ecac-479c-988c-0cf1db9e363b None None] New status for floating IP cff65a25-047f-4ebf-8cc9-4950dacb4ac0: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:52:59.667463 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b9f02-1593-47da-8b82-acdbdc539eb2 req-4aad5e15-9fa4-4828-aae8-523cb49f49ec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:59.668997 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f06b9f02-1593-47da-8b82-acdbdc539eb2 req-4aad5e15-9fa4-4828-aae8-523cb49f49ec tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1069624 Sep 19 17:52:59.715853 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f06b9f02-1593-47da-8b82-acdbdc539eb2 req-1534e425-1f6a-41f4-8dae-5c650552cbba tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=5db057fb-9b2b-4978-9c34-dbd7d9315dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403702 Sep 19 17:52:59.977694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-9f64286a-2dee-49f5-a9ae-5a9205e21f09 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:52:59.979114 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-9f64286a-2dee-49f5-a9ae-5a9205e21f09 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 946 time: 0.1072385 Sep 19 17:53:00.050868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port b8a07c9f-f878-48b8-ad52-97330c41621e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:53:00.051231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:00.312069 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port b8a07c9f-f878-48b8-ad52-97330c41621e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b8a07c9f-f878-48b8-ad52-97330c41621e,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:00.312324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:00.531437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for b8a07c9f-f878-48b8-ad52-97330c41621e owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:53:00.694269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:00.744281 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=b8a07c9f-f878-48b8-ad52-97330c41621e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:00.790438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.790771 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.791145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.791561 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.791859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.792176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.792569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.792823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.793166 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.793481 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.793832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.794153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:00.844596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] No DVR routers for this DVR port b8a07c9f-f878-48b8-ad52-97330c41621e on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:53:00.846984 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:00.849582 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'name': 'network-vif-deleted', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:53:00.851885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbf95ac-4fb5-4141-9cb8-c33bba9ccb2e" -d '{"events": [{"server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "name": "network-vif-deleted", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:53:00.868876 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-12ee40b7-9eb0-4e81-aa5c-d91dc73ec3c5 req-5b82b093-8f95-486c-a19e-88ac6fc7c04c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "DELETE /v2.0/ports/b8a07c9f-f878-48b8-ad52-97330c41621e HTTP/1.1" status: 204 len: 173 time: 0.8835998 Sep 19 17:53:00.895415 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c7c87858-c57f-4468-95b5-4b78ee9e8a5f req-8ea517b3-2c38-4716-b6e6-ad3f8242a89b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c43555c-afcd-4006-b638-3cda78e69d41 HTTP/1.1" status: 200 len: 210 time: 0.0601411 Sep 19 17:53:00.895983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4eb37c-4230-466a-9007-f339d70805f9 x-openstack-request-id: req-6f4eb37c-4230-466a-9007-f339d70805f9 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:53:00.895983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c43555c-afcd-4006-b638-3cda78e69d41", "name": "network-vif-deleted", "tag": "b8a07c9f-f878-48b8-ad52-97330c41621e", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:53:00.895983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6f4eb37c-4230-466a-9007-f339d70805f9 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:53:00.896922 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4eb37c-4230-466a-9007-f339d70805f9'] response: {'server_uuid': '4c43555c-afcd-4006-b638-3cda78e69d41', 'name': 'network-vif-deleted', 'tag': 'b8a07c9f-f878-48b8-ad52-97330c41621e', 'status': 'completed', 'code': 200} Sep 19 17:53:02.010141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56334) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:02.592941 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:03.066773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 8ba423f1-5d88-4604-9eab-33808a4699cd {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:53:03.067536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:03.266116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 8ba423f1-5d88-4604-9eab-33808a4699cd, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=8ba423f1-5d88-4604-9eab-33808a4699cd,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:03.266441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:03.392699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 8ba423f1-5d88-4604-9eab-33808a4699cd owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:53:03.736400 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:03.785989 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=8ba423f1-5d88-4604-9eab-33808a4699cd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:03.867381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b8a07c9f-f878-48b8-ad52-97330c41621e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:53:03.903293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: b8a07c9f-f878-48b8-ad52-97330c41621e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:53:03.903641 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device b8a07c9f-f878-48b8-ad52-97330c41621e not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:53:04.066568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:04.550080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router e7bc6720-ad1d-405b-9a45-55423a611d4a has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:53:04.735551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:53:04.745546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] Sync routers for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:53:04.748898 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-062879f5-851b-4da2-8192-73127b8279bd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/e7bc6720-ad1d-405b-9a45-55423a611d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7376714 Sep 19 17:53:04.752293 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56338) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:04.755696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:53:04.756316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:52:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:04.818111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-602ca165-f674-4e4e-b757-b4b74239cc6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting subnet d2cb88c0-7499-4a33-bd0f-8010d8be13cd {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:53:04.821227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-602ca165-f674-4e4e-b757-b4b74239cc6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:04.878770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-602ca165-f674-4e4e-b757-b4b74239cc6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:04.933794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:53:04.959848 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-602ca165-f674-4e4e-b757-b4b74239cc6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:05.034943 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-602ca165-f674-4e4e-b757-b4b74239cc6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:05.078392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ca165-f674-4e4e-b757-b4b74239cc6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cb88c0-7499-4a33-bd0f-8010d8be13cd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:05.080358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-602ca165-f674-4e4e-b757-b4b74239cc6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:05.090766 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-602ca165-f674-4e4e-b757-b4b74239cc6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/subnets/d2cb88c0-7499-4a33-bd0f-8010d8be13cd HTTP/1.1" status: 204 len: 168 time: 0.3338223 Sep 19 17:53:05.090950 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56342) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:05.110745 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e9422-a812-4b44-9981-6e0b5fbf9f16 None None] Network f139b1f1-5937-4206-9531-8174c0a52780 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:53:05.270624 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:05.398068 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18'}], 'enable_snat': True}, 'gw_port_id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:53:03Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '72945c63-d2ba-4a69-8c8e-1aa3c2c5841f', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:51:19Z', 'updated_at': '2022-09-19T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:05.402335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] Checking router: e7bc6720-ad1d-405b-9a45-55423a611d4a for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:53:05.411055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] Routers {'e7bc6720-ad1d-405b-9a45-55423a611d4a'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:53:05.411694 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:52:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['e7bc6720-ad1d-405b-9a45-55423a611d4a'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:05.465990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:05.481788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:53:05.482205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:05.514806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] DHCP port deletion for f139b1f1-5937-4206-9531-8174c0a52780 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:53:05.573447 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Deleting port 87372ea9-e5fb-4958-92d1-d0b91ac34235 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:53:05.573824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:05.667568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=72945c63-d2ba-4a69-8c8e-1aa3c2c5841f,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:05.668183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:05.686967 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] Set router e7bc6720-ad1d-405b-9a45-55423a611d4a gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:53:05.791918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:53:05.805817 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 87372ea9-e5fb-4958-92d1-d0b91ac34235 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:53:05.837495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:53:05Z', 'revision_number': 6, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:05.858393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153dcc4-f260-4601-a40e-f10a43f7abe0 None None] The sync data for ids ['e7bc6720-ad1d-405b-9a45-55423a611d4a'] in dv-neutron-857789-3-hyperv is: [{'id': 'e7bc6720-ad1d-405b-9a45-55423a611d4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180473323', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:51:18Z', 'updated_at': '2022-09-19T17:53:05Z', 'revision_number': 6, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:53:05.970963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.016803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] For port 87372ea9-e5fb-4958-92d1-d0b91ac34235, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=87372ea9-e5fb-4958-92d1-d0b91ac34235,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:06.017774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.131717 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=72945c63-d2ba-4a69-8c8e-1aa3c2c5841f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:06.145131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Calling delete_port for 87372ea9-e5fb-4958-92d1-d0b91ac34235 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:53:06.177450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 87372ea9-e5fb-4958-92d1-d0b91ac34235 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:06.177830 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.238094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.241803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 87372ea9-e5fb-4958-92d1-d0b91ac34235, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=87372ea9-e5fb-4958-92d1-d0b91ac34235,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:06.249426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.289175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:53:06.289175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:53:06.323284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=87372ea9-e5fb-4958-92d1-d0b91ac34235,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:06.426004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.428499 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.454771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.455443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Fanout notify agent at l3_agent the message router_deleted on router e7bc6720-ad1d-405b-9a45-55423a611d4a {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:53:06.470445 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.471554 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ca81570c-e044-4509-86b8-b51d9afae3b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/routers/e7bc6720-ad1d-405b-9a45-55423a611d4a HTTP/1.1" status: 204 len: 168 time: 1.3797200 Sep 19 17:53:06.474332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56346) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:06.587033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.600273 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 87372ea9-e5fb-4958-92d1-d0b91ac34235 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:53:06.600769 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.790524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Deleting port 87372ea9-e5fb-4958-92d1-d0b91ac34235 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:53:06.790962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.821602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 87372ea9-e5fb-4958-92d1-d0b91ac34235, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=87372ea9-e5fb-4958-92d1-d0b91ac34235,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:06.822176 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:06.964440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 87372ea9-e5fb-4958-92d1-d0b91ac34235 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:53:07.005782 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] For port 87372ea9-e5fb-4958-92d1-d0b91ac34235, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=87372ea9-e5fb-4958-92d1-d0b91ac34235,segment=NetworkSegment(8dc2aecd-ab0c-4b41-90dc-245e25660bd2),segment_id=8dc2aecd-ab0c-4b41-90dc-245e25660bd2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:07.006146 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.047024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.093305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=87372ea9-e5fb-4958-92d1-d0b91ac34235,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:07.096732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] No DVR routers for this DVR port 87372ea9-e5fb-4958-92d1-d0b91ac34235 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:53:07.132144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Calling delete_port for 87372ea9-e5fb-4958-92d1-d0b91ac34235 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:53:07.210012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 17:53:07.210245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:53:07.221004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.252802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f139b1f1-5937-4206-9531-8174c0a52780']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:07.265528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc2aecd-ab0c-4b41-90dc-245e25660bd2') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:07.265881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc2aecd-ab0c-4b41-90dc-245e25660bd2') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:07.281145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.297607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.303931 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:53:07.304307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.368925 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8dc2aecd-ab0c-4b41-90dc-245e25660bd2 resource provider aggregate not found Sep 19 17:53:07.394094 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 8dc2aecd-ab0c-4b41-90dc-245e25660bd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dc2aecd-ab0c-4b41-90dc-245e25660bd2 found for delete ", "request_id": "req-ecf4a177-05eb-44fc-aad5-c5f9ebb1bcfa"}]} Sep 19 17:53:07.414160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.431351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.443868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Network': ['ID=f139b1f1-5937-4206-9531-8174c0a52780,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:07.459989 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a9d5700e-5f67-4388-97a7-e742a2e3d03e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/networks/f139b1f1-5937-4206-9531-8174c0a52780 HTTP/1.1" status: 204 len: 168 time: 0.9842589 Sep 19 17:53:07.463962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56354) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:07.540893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-532d587e-a859-4204-90e2-c84aef5c7c36 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.573593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-532d587e-a859-4204-90e2-c84aef5c7c36 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.641218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-532d587e-a859-4204-90e2-c84aef5c7c36 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.667815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d587e-a859-4204-90e2-c84aef5c7c36 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db057fb-9b2b-4978-9c34-dbd7d9315dcc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:07.682248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-532d587e-a859-4204-90e2-c84aef5c7c36 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.683510 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-532d587e-a859-4204-90e2-c84aef5c7c36 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/security-groups/5db057fb-9b2b-4978-9c34-dbd7d9315dcc HTTP/1.1" status: 204 len: 168 time: 0.2183893 Sep 19 17:53:07.758305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:53:07.803788 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56362) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:07.809794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481028144', 'description': 'tempest-secgroup-smoke-481028144 description', 'project_id': 'e37e1a26307d490f975489ba4fe41844'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:07.816481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:07.820837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:07.824282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:07.829557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:53:07.829907 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 72945c63-d2ba-4a69-8c8e-1aa3c2c5841f not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:53:07.830318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8ba423f1-5d88-4604-9eab-33808a4699cd no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:53:07.830606 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:07.841357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.861029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:07.863283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 8ba423f1-5d88-4604-9eab-33808a4699cd {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:53:07.863631 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 8ba423f1-5d88-4604-9eab-33808a4699cd not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:53:07.864912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:07.867802 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:07.873478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:07.937046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Deleting port 87372ea9-e5fb-4958-92d1-d0b91ac34235 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:53:07.937482 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.944542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.950421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:07.994922 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0447e13a-270f-413d-a44e-bbbc40e774f1,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:08.000485 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.004376 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-58a41b4e-57a2-4262-918a-0c67b4c991be tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1968775 Sep 19 17:53:08.004575 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56366) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:08.007360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0916e6d9-712a-4e5e-850a-68851e0b7666 None None] The port '87372ea9-e5fb-4958-92d1-d0b91ac34235' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 17:53:08.009713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '0447e13a-270f-413d-a44e-bbbc40e774f1', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:08.018482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:08.022686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:08.025652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:08.031777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:08.049616 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.209375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.218333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.241768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddc1863-74b2-4837-afa5-affc1b32c44a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:08.252063 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.253320 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cb2c4e38-8cdb-410a-9c9f-0ced5290e1dd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2478175 Sep 19 17:53:08.256233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56370) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:08.261281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '0447e13a-270f-413d-a44e-bbbc40e774f1', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:08.267849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:08.271938 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:08.275040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:08.281151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:08.299277 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.362520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.367965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.392264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7508ae-344e-4d5f-a512-c1caa6e4a9f9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:08.402573 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.403843 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3dab2e57-7184-4ba5-8998-6fd58dd8a71b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466517 Sep 19 17:53:08.407123 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56374) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:08.412311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '0447e13a-270f-413d-a44e-bbbc40e774f1', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:08.418481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:08.422487 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:08.425414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:08.431114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:08.449292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.517417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.522560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.548482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba947a0-c6a8-4c18-ada7-4bf32421e715,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:08.558432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.559817 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-d0337eca-3201-427e-af94-ea54e367a44d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517560 Sep 19 17:53:08.562753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56378) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:08.570522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '0447e13a-270f-413d-a44e-bbbc40e774f1', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:08.577283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:08.585750 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:08.588963 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:08.595025 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:08.615858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.680593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.686521 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.709703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6207f00-5330-4318-8ce2-31cd3beadd35,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:08.720336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.721670 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0dfe90cf-3883-4eb3-a446-016bec42e695 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576614 Sep 19 17:53:08.724366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56382) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:08.729331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '0447e13a-270f-413d-a44e-bbbc40e774f1', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:08.735255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:08.739390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:08.742429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:08.749092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:08.764595 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:53:08.771869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.840449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.846248 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.876619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80bd752-9786-4b61-99a2-eaa80726bb61,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:08.888426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:08.889646 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e7ebb9a0-485f-4a58-b7aa-4c916f88e974 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1643245 Sep 19 17:53:08.892867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56386) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:08.898665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '0447e13a-270f-413d-a44e-bbbc40e774f1', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:08.907686 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:08.911893 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:08.914934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:08.920910 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:08.934591 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:53:08.941469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.011645 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.018577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.041541 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb422b8-6e02-4134-8de5-8058752979e7,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:09.052147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.053377 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8146acf3-a3b2-4f22-bc00-0aacfd4dc920 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1595330 Sep 19 17:53:09.056876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56390) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:09.062448 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'network': {'name': 'tempest-network-smoke--874948230', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:09.067458 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:09.071570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:network and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:09.074459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:09.080511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:09.094358 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:53:09.098091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.127022 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:53:09.136709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.137148 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Added segment ee0be2b1-41be-4b42-b7b6-852fdcd78bdb of type vlan for network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa Sep 19 17:53:09.164877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.197589 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.203377 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:09.203959 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.314300 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2561705 Sep 19 17:53:09.316903 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daccd8-c6ff-4a16-a2f4-7a87ffa782e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Network': ['ID=4652d869-7b3d-4a6a-9d4e-9499ce5630aa,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:09.317610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56394) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:09.324507 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'admin_state_up': True, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:09.331579 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:53:09.332523 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:09.336852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:router and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:09.340255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:09.347512 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:09.362340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.363412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.378896 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.655104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:09.985698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:10.015240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:10.170245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.142 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:53:10.322086 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:10.357364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:10.525458 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:53:10.528423 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:53:10.532161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:53:10.561146 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:10.960832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:11.325792 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:11.404709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ac43c43e-4dcf-4b03-9049-f9ac25de51fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:11.539042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:53:11.741193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:53:11.751665 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Sync routers for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:53:11.761173 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:53:11.761811 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:52:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:11.769622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:11.773968 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-aa1351e8-0e70-49e3-995a-d7c9a17d2254 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4518769 Sep 19 17:53:11.774369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56398) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:11.929269 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-ef662e06-a965-4272-a805-7cec001e424a tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=e37e1a26307d490f975489ba4fe41844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1537485 Sep 19 17:53:11.932304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56402) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:11.940657 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:53:12.059647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3032e411-8816-4370-b4d0-12ef58757b71 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:12.061130 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3032e411-8816-4370-b4d0-12ef58757b71 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279511 Sep 19 17:53:12.064378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56406) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:12.103091 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-021ad9e8-34bc-49ec-b6b0-18f15ae3fcb8 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375838 Sep 19 17:53:12.105737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56410) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:12.111152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451400720', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:12.215428 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:10Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:12.219405 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Checking router: 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:53:12.219743 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Updating router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:53:12.219888 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:12.223638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:subnet and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:12.226495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:12.232258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:12.243808 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:53:12.247297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.306193 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.471587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.554008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Subnet': ['ID=c6cb8632-ae98-4abe-a195-bad797471dc1,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:12.563738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Checking segment: {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:53:12.564100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network hostable DHCP agents. Network: 4652d869-7b3d-4a6a-9d4e-9499ce5630aa, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:53:12.585268 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:53:12.596127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 4652d869-7b3d-4a6a-9d4e-9499ce5630aa) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:53:12.600717 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:12.601309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.605730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb402d-8d99-4517-af89-67f6cd016c20 None None] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:53:12.628644 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3bc12d27-c0d0-4c66-b9bb-37b8810cb717 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5216093 Sep 19 17:53:12.631235 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56414) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:12.652782 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.665135 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Transition to ACTIVE for port object e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:53:12.673105 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.735705 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Attempting to bind port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:53:12.736067 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Attempting to bind port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:53:12.736487 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Attempting to bind port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:53:12.746731 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:53:12.747206 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:53:12.747669 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.748103 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:53:12.748652 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Bound port: e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:53:12.749083 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.805773 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Pushing event updated for resources: {'Port': ['ID=e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:12.840722 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.841366 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.841979 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.842572 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.843553 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.844160 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.844760 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.845356 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.845951 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.846539 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.847376 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.848148 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:53:12.899338 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:53:12.901159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.907281 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] For port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:53:12.910935 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] For port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:53:12.918467 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:12.980505 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:53:12.981143 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:52:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:13.063467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Allocated IP 172.20.0.2 (4652d869-7b3d-4a6a-9d4e-9499ce5630aa/c6cb8632-ae98-4abe-a195-bad797471dc1/5ffa176f-13e0-479b-ac1b-9bd2beac71b7) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:53:13.071700 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6513304-f992-4023-bed5-1fbab5a2c366 None None] Pushing event updated for resources: {'Port': ['ID=e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:13.168561 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:53:13.272219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:13.284030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Transition to ACTIVE for port object 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:53:13.305429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Transition to ACTIVE for port object 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:53:13.315226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:13.365264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:13.385099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:53:13.388186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:53:13.392345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:53:13.429043 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Pushing event updated for resources: {'Port': ['ID=5ffa176f-13e0-479b-ac1b-9bd2beac71b7,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:13.472236 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:10Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:13.477297 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274e792-f3bb-4c4c-912d-57768bd9e849 None None] The sync data for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv is: [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:10Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:53:13.513208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Attempting to bind port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:53:13.513588 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Attempting to bind port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:53:13.513955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Attempting to bind port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 on network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:53:13.520284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:53:13.520670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Checking segment: {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:53:13.521095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:13.521475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Bound using segment: {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:53:13.521950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Bound port: 5ffa176f-13e0-479b-ac1b-9bd2beac71b7, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:53:13.522327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:13.617558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-38bb940f-5f84-441d-bfd5-e9cc87f2db37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:13.634361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] For port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:53:13.637883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] For port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5ffa176f-13e0-479b-ac1b-9bd2beac71b7,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:53:13.644421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:13.739086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbdac4-73ae-4a07-9a74-cd97b16b1fbc None None] Pushing event updated for resources: {'Port': ['ID=5ffa176f-13e0-479b-ac1b-9bd2beac71b7,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:13.834788 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:53:13.920389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:53:13.925924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:13.926371 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:14.013616 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.1 (4652d869-7b3d-4a6a-9d4e-9499ce5630aa/c6cb8632-ae98-4abe-a195-bad797471dc1/42924103-3aa9-4dcb-9507-d2779ba0ca80) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:53:14.102262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:14.102626 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:14.128401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:14.134770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:14.204647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:14.212092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:14.223794 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object 42924103-3aa9-4dcb-9507-d2779ba0ca80 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:53:14.251434 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:14.326864 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:53:14.330623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:53:14.334703 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:53:14.367833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=42924103-3aa9-4dcb-9507-d2779ba0ca80,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:14.401814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:14.726393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:14.784553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c6613-96ba-4c24-8fcb-768e97e9d7fd None None] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:53:14.897683 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-719e4526-bb0d-44eb-bec3-aa040cf8495a None None] Provisioning for port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:53:15.185429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:15.234842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:15.242188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:15.340998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:15.405767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:15.413126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=42924103-3aa9-4dcb-9507-d2779ba0ca80,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:15.447488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-79d2861a-6bd6-4f59-a0a8-37987bba3a59 None None] Provisioning for port 42924103-3aa9-4dcb-9507-d2779ba0ca80 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:53:15.465608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-79d2861a-6bd6-4f59-a0a8-37987bba3a59 None None] Provisioning complete for port 42924103-3aa9-4dcb-9507-d2779ba0ca80 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:15.465989 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-79d2861a-6bd6-4f59-a0a8-37987bba3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:15.544905 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-79d2861a-6bd6-4f59-a0a8-37987bba3a59 None None] Port 42924103-3aa9-4dcb-9507-d2779ba0ca80 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:53:15.679767 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-32ca61fd-af4f-490c-b553-6f3b9b10357e None None] Provisioning complete for port 42924103-3aa9-4dcb-9507-d2779ba0ca80 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:15.680179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-32ca61fd-af4f-490c-b553-6f3b9b10357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:15.694947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:53:15.696066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:53:15.745716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-32ca61fd-af4f-490c-b553-6f3b9b10357e None None] Port 42924103-3aa9-4dcb-9507-d2779ba0ca80 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:53:15.847552 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:53:15.911672 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:53:15.920742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:15.921392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:15.989527 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fd9b3dac-f14e-4280-88e5-6549dc87f3a3 None None] Provisioning complete for port 42924103-3aa9-4dcb-9507-d2779ba0ca80 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:15.989856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3dac-f14e-4280-88e5-6549dc87f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:16.089455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b3dac-f14e-4280-88e5-6549dc87f3a3 None None] Port 42924103-3aa9-4dcb-9507-d2779ba0ca80 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:53:16.096253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:16.097354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:53:16.098943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:53:16.113055 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f590719c-2af6-41e9-8c62-07ab241be9e2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/7b3dd475-39d5-41d8-8917-6a9ced5b4a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4807401 Sep 19 17:53:16.127007 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Sync routers for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:53:16.157109 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:53:16.157770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:53:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:16.309576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:53:16.327467 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:16.327859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:16.349388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-08d5c739-4fa6-4765-aee7-94b002c211ca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:53:16.367803 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-08d5c739-4fa6-4765-aee7-94b002c211ca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:53:16.369355 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-08d5c739-4fa6-4765-aee7-94b002c211ca tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481028144&fields=id&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 267 time: 0.0609570 Sep 19 17:53:16.402392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:53:16.477123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:16.534697 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-9f5d58d1-103d-4f9e-806e-bbe2725f6ebb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:16.535405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-9f5d58d1-103d-4f9e-806e-bbe2725f6ebb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:53:16.553182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-9f5d58d1-103d-4f9e-806e-bbe2725f6ebb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:53:16.554517 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-9f5d58d1-103d-4f9e-806e-bbe2725f6ebb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/networks?id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 200 len: 796 time: 0.1781089 Sep 19 17:53:16.569801 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-e355141c-2f9f-479d-8d8b-2fe4559d2020 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/quotas/e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 375 time: 0.0092995 Sep 19 17:53:16.662486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-eb166165-fbd4-4bbd-8b49-72005429546b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:53:16.667819 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:16.668219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:16.679551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-eb166165-fbd4-4bbd-8b49-72005429546b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:53:16.681095 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-eb166165-fbd4-4bbd-8b49-72005429546b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057620 Sep 19 17:53:16.735255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5ffa176f-13e0-479b-ac1b-9bd2beac71b7,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:16.767241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:16.828921 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-d7d7d829-002a-48d2-b9e1-1022f68b24e2 service neutron] 10.222.0.83 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355419 Sep 19 17:53:16.847777 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=5ffa176f-13e0-479b-ac1b-9bd2beac71b7,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:16.863898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:15Z', 'revision_number': 2, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:16.867999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Checking router: 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:53:16.868351 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Updating router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f port 42924103-3aa9-4dcb-9507-d2779ba0ca80 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:53:16.924844 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:16.966617 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-c2beb76d-5ef5-4210-8c12-3f2467142599 service neutron] 10.222.0.83 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316264 Sep 19 17:53:17.170269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a3ebe12e-74e7-4588-bff1-7cfffe6e1142 req-91ae2963-2253-4d10-90fa-95abe3f29243 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:53:17.184796 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-a3ebe12e-74e7-4588-bff1-7cfffe6e1142 req-91ae2963-2253-4d10-90fa-95abe3f29243 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:53:17.185576 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a3ebe12e-74e7-4588-bff1-7cfffe6e1142 req-91ae2963-2253-4d10-90fa-95abe3f29243 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 210 time: 0.0661652 Sep 19 17:53:17.321065 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:17.332950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Transition to ACTIVE for port object 42924103-3aa9-4dcb-9507-d2779ba0ca80 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:53:17.340285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:17.552968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1415-049b-4237-ba48-b909c6e403e9 None None] Pushing event updated for resources: {'Port': ['ID=42924103-3aa9-4dcb-9507-d2779ba0ca80,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:17.559452 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Attempting to bind port 42924103-3aa9-4dcb-9507-d2779ba0ca80 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:53:17.559821 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Attempting to bind port 42924103-3aa9-4dcb-9507-d2779ba0ca80 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:53:17.560185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Attempting to bind port 42924103-3aa9-4dcb-9507-d2779ba0ca80 on network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:53:17.566019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:53:17.566389 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Checking segment: {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:53:17.566783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:17.567205 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Bound using segment: {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:53:17.567670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Bound port: 42924103-3aa9-4dcb-9507-d2779ba0ca80, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:53:17.568041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:17.661148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] For port 42924103-3aa9-4dcb-9507-d2779ba0ca80, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:53:17.665506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] For port 42924103-3aa9-4dcb-9507-d2779ba0ca80, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=42924103-3aa9-4dcb-9507-d2779ba0ca80,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:53:17.670554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:17.743345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:53:17.743959 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:53:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:17.793699 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:53:17.872999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1415-049b-4237-ba48-b909c6e403e9 None None] Pushing event updated for resources: {'Port': ['ID=42924103-3aa9-4dcb-9507-d2779ba0ca80,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:17.984253 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:17.984623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:18.015644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:53:18.219016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-d6b798c7-ae51-47d1-b633-1d8f7477a1e9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:18.220642 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-d6b798c7-ae51-47d1-b633-1d8f7477a1e9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/networks?id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 200 len: 796 time: 0.1607664 Sep 19 17:53:18.279152 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-8e9d82cc-36c2-491d-bcc5-f34052c65a35 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:53:18.294198 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-8e9d82cc-36c2-491d-bcc5-f34052c65a35 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:53:18.296412 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-8e9d82cc-36c2-491d-bcc5-f34052c65a35 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 379 time: 0.0664849 Sep 19 17:53:18.307033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'port': {'device_id': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'admin_state_up': True, 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'security_groups': ['0447e13a-270f-413d-a44e-bbbc40e774f1']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:18.320990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:18.387465 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-89593745-4c6b-4e64-ad2a-f8dd9ac01374 req-cd197c17-9551-496d-8683-1f3033bd24e6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 210 time: 0.0708201 Sep 19 17:53:18.414224 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:17Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:18.421050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90777c04-811b-4c5a-af15-b958fcc0a983 None None] The sync data for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv is: [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:17Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:53:18.489187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:18.499074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:18.509363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:53:18.515021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:18.691419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.6 (4652d869-7b3d-4a6a-9d4e-9499ce5630aa/c6cb8632-ae98-4abe-a195-bad797471dc1/5505169a-d065-4fbd-b279-5d38213e1ca8) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:53:18.894384 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:18.911935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object 5505169a-d065-4fbd-b279-5d38213e1ca8 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:53:18.937885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:19.013365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:53:19.016910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:53:19.020826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:53:19.051927 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=5505169a-d065-4fbd-b279-5d38213e1ca8,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:19.090827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:19.091500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:19.123595 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cd8de14c-bbf0-46dc-9e52-dd19935e04c4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223524 Sep 19 17:53:19.140517 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Request body: {'port': {'device_id': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:19.233595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dd2f4773-c675-4f0e-8154-ca059bb6b1d4 None None] Provisioning for port 5505169a-d065-4fbd-b279-5d38213e1ca8 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:53:19.239811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-dd2f4773-c675-4f0e-8154-ca059bb6b1d4 None None] Provisioning complete for port 5505169a-d065-4fbd-b279-5d38213e1ca8 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:19.240340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4773-c675-4f0e-8154-ca059bb6b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:19.266935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:19.299184 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f4773-c675-4f0e-8154-ca059bb6b1d4 None None] Port 5505169a-d065-4fbd-b279-5d38213e1ca8 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:53:19.736265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefc516-4115-4c2c-9a8e-33121c655a1a req-11ee3f99-de1e-4812-b26c-8230fd19135f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:19.737001 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-eaefc516-4115-4c2c-9a8e-33121c655a1a req-11ee3f99-de1e-4812-b26c-8230fd19135f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:53:19.775377 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 42924103-3aa9-4dcb-9507-d2779ba0ca80 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:53:19.776418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-eaefc516-4115-4c2c-9a8e-33121c655a1a req-11ee3f99-de1e-4812-b26c-8230fd19135f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:53:19.777572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eaefc516-4115-4c2c-9a8e-33121c655a1a req-11ee3f99-de1e-4812-b26c-8230fd19135f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 931 time: 0.2556973 Sep 19 17:53:19.845771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 42924103-3aa9-4dcb-9507-d2779ba0ca80 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:53:19.850611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 42924103-3aa9-4dcb-9507-d2779ba0ca80 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:19.851024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:19.864375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5505169a-d065-4fbd-b279-5d38213e1ca8 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:53:19.870950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eaefc516-4115-4c2c-9a8e-33121c655a1a req-a5516dd2-5349-4300-a0e6-20e2b5da2b6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627840 Sep 19 17:53:19.875128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:19.906059 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Transition to ACTIVE for port object 5505169a-d065-4fbd-b279-5d38213e1ca8 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:53:19.911222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:20.016501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 42924103-3aa9-4dcb-9507-d2779ba0ca80 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:20.016877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:20.049315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 42924103-3aa9-4dcb-9507-d2779ba0ca80, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=42924103-3aa9-4dcb-9507-d2779ba0ca80,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:20.055198 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:20.100287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Pushing event updated for resources: {'Port': ['ID=5505169a-d065-4fbd-b279-5d38213e1ca8,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:20.130673 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=42924103-3aa9-4dcb-9507-d2779ba0ca80,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:20.150895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Attempting to bind port 5505169a-d065-4fbd-b279-5d38213e1ca8 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:53:20.151250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Attempting to bind port 5505169a-d065-4fbd-b279-5d38213e1ca8 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:53:20.151577 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Attempting to bind port 5505169a-d065-4fbd-b279-5d38213e1ca8 on network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:53:20.157040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Port 5505169a-d065-4fbd-b279-5d38213e1ca8 on network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:53:20.157365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Attempting to bind port 5505169a-d065-4fbd-b279-5d38213e1ca8 on network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:53:20.162572 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:53:20.162929 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Checking segment: {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:53:20.163327 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Bound using segment: {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:53:20.163754 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Bound port: 5505169a-d065-4fbd-b279-5d38213e1ca8, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:53:20.164102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:20.254565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] For port 5505169a-d065-4fbd-b279-5d38213e1ca8, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:53:20.257575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] For port 5505169a-d065-4fbd-b279-5d38213e1ca8, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5505169a-d065-4fbd-b279-5d38213e1ca8,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:53:20.265248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:20.298999 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:20.299687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:20.300986 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] 10.222.0.86 "PUT /v2.0/ports/5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 200 len: 1093 time: 1.1699748 Sep 19 17:53:20.301428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:53:20.303749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ba895a-21c3-4c61-b072-5e59640a591c" -d '{"events": [{"name": "network-changed", "server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:53:20.382092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6504f9b9-91f0-43bc-bc87-89bcc5643936 x-openstack-request-id: req-6504f9b9-91f0-43bc-bc87-89bcc5643936 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:53:20.382342 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:53:20.382624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6504f9b9-91f0-43bc-bc87-89bcc5643936 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:53:20.383051 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6504f9b9-91f0-43bc-bc87-89bcc5643936'] response: {'name': 'network-changed', 'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'status': 'completed', 'code': 200} Sep 19 17:53:20.390662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc83964-ec53-46b0-b46f-a98ce070492d service neutron] Pushing event updated for resources: {'Port': ['ID=5505169a-d065-4fbd-b279-5d38213e1ca8,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:20.430471 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-7adb645e-8524-4aa0-b03c-fecd637bde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:20.432447 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-7adb645e-8524-4aa0-b03c-fecd637bde6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1096 time: 0.0885110 Sep 19 17:53:20.504666 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-76916c64-03ae-4751-9153-53928402853b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 200 len: 217 time: 0.0648456 Sep 19 17:53:20.568433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-6fe226c9-fcb1-445d-9038-4018ad9fcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:20.569827 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-6fe226c9-fcb1-445d-9038-4018ad9fcd15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6cb8632-ae98-4abe-a195-bad797471dc1 HTTP/1.1" status: 200 len: 835 time: 0.0591140 Sep 19 17:53:20.657092 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-27b072a4-0d3c-460d-a836-27f1bd20e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:20.658608 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-27b072a4-0d3c-460d-a836-27f1bd20e09b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826716 Sep 19 17:53:20.793344 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-b28b1e3c-a901-4146-8fd5-6bedf007eaf3 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278152 Sep 19 17:53:20.936360 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5eb2c836-0f67-4fb8-b324-5b551a9a5775 req-6441b03f-2146-4e29-9598-5b62de4928a0 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361961 Sep 19 17:53:21.126074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba895a-21c3-4c61-b072-5e59640a591c req-dffbc389-96fe-4587-a0c1-6006ded4941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:21.127584 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91ba895a-21c3-4c61-b072-5e59640a591c req-dffbc389-96fe-4587-a0c1-6006ded4941b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1096 time: 0.1443992 Sep 19 17:53:21.137901 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953a84-2632-4311-89e5-7dbd3b12e560 req-881435c7-4e8a-4e33-abc6-3f57792d6e63 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:21.139252 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0f953a84-2632-4311-89e5-7dbd3b12e560 req-881435c7-4e8a-4e33-abc6-3f57792d6e63 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 943 time: 0.1208773 Sep 19 17:53:21.363514 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0f953a84-2632-4311-89e5-7dbd3b12e560 req-43ed6f39-1980-435d-99c9-3d183ea4ea7e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057137 Sep 19 17:53:21.399346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba895a-21c3-4c61-b072-5e59640a591c req-ec2c6c28-f6f0-494e-8ebb-08b68d0d409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:21.400780 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91ba895a-21c3-4c61-b072-5e59640a591c req-ec2c6c28-f6f0-494e-8ebb-08b68d0d409a service neutron] 10.222.0.86 "GET /v2.0/networks?id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 200 len: 897 time: 0.2606602 Sep 19 17:53:21.472000 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91ba895a-21c3-4c61-b072-5e59640a591c req-fa2a2f96-5101-4d3e-92d0-06a04e2adc41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 200 len: 217 time: 0.0641057 Sep 19 17:53:21.535363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba895a-21c3-4c61-b072-5e59640a591c req-3e37e226-0da3-43ff-a0c2-a94dac9ca602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:21.536828 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91ba895a-21c3-4c61-b072-5e59640a591c req-3e37e226-0da3-43ff-a0c2-a94dac9ca602 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6cb8632-ae98-4abe-a195-bad797471dc1 HTTP/1.1" status: 200 len: 835 time: 0.0582130 Sep 19 17:53:21.635842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba895a-21c3-4c61-b072-5e59640a591c req-511837ec-78c7-4771-8cfb-68e7b6ab568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:21.637229 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91ba895a-21c3-4c61-b072-5e59640a591c req-511837ec-78c7-4771-8cfb-68e7b6ab568e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934248 Sep 19 17:53:21.769541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 42924103-3aa9-4dcb-9507-d2779ba0ca80 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:53:21.789114 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91ba895a-21c3-4c61-b072-5e59640a591c req-9ac933fa-c4b1-451e-8e43-eb0b6a6caaab service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448994 Sep 19 17:53:21.837553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 42924103-3aa9-4dcb-9507-d2779ba0ca80 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:21.837950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:21.926351 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-91ba895a-21c3-4c61-b072-5e59640a591c req-da5980ab-8035-494d-9c9d-e09f8adc8f84 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309662 Sep 19 17:53:21.955723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 42924103-3aa9-4dcb-9507-d2779ba0ca80 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:22.584021 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092082f-0796-4a83-946b-0184c58afc09 req-34b9f6fc-3378-4dca-94b0-8e470684c80f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:22.585644 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7092082f-0796-4a83-946b-0184c58afc09 req-34b9f6fc-3378-4dca-94b0-8e470684c80f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 943 time: 0.1005523 Sep 19 17:53:22.632603 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-7092082f-0796-4a83-946b-0184c58afc09 req-221e275d-8f00-4c5c-a823-3f68a555267c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392416 Sep 19 17:53:23.851698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0dc7d-8ae9-4a3b-a485-31fd01c995fc req-7f996faa-d4e4-4572-b623-000def8d1c22 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:23.853185 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b0e0dc7d-8ae9-4a3b-a485-31fd01c995fc req-7f996faa-d4e4-4572-b623-000def8d1c22 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 943 time: 0.1066854 Sep 19 17:53:23.897818 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b0e0dc7d-8ae9-4a3b-a485-31fd01c995fc req-7d0d9c0b-a388-401f-b6dc-1a8dd9aa6cf4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388186 Sep 19 17:53:23.945786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 5505169a-d065-4fbd-b279-5d38213e1ca8 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:53:24.094301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 5505169a-d065-4fbd-b279-5d38213e1ca8, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5505169a-d065-4fbd-b279-5d38213e1ca8,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:24.109182 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'port_id': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'mac_address': 'fa:16:3e:d7:5e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:53:24.166707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 5505169a-d065-4fbd-b279-5d38213e1ca8 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:24.167883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:24.186340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5505169a-d065-4fbd-b279-5d38213e1ca8 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:53:24.204213 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 5505169a-d065-4fbd-b279-5d38213e1ca8, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5505169a-d065-4fbd-b279-5d38213e1ca8,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:24.210271 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:24.283036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=5505169a-d065-4fbd-b279-5d38213e1ca8,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:24.416128 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['5505169a-d065-4fbd-b279-5d38213e1ca8'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:53:25.125637 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db580-57a0-42a9-9857-1fc4f0c06383 req-711730c3-2c79-465d-a4e7-d3e9311507a9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:25.127133 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-600db580-57a0-42a9-9857-1fc4f0c06383 req-711730c3-2c79-465d-a4e7-d3e9311507a9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 944 time: 0.1020803 Sep 19 17:53:25.176704 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-600db580-57a0-42a9-9857-1fc4f0c06383 req-07c77a85-bb5b-4c5a-a1fb-24ee5143d4f7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 Sep 19 17:53:25.888615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:25.957461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 5505169a-d065-4fbd-b279-5d38213e1ca8 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:53:26.039334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 5505169a-d065-4fbd-b279-5d38213e1ca8 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:53:26.044643 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 5505169a-d065-4fbd-b279-5d38213e1ca8 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:53:26.045025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:26.162297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 5505169a-d065-4fbd-b279-5d38213e1ca8 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:53:26.162678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:26.189458 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:53:26.191774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8824443b-7f6a-43ce-88d3-ae04df1a08c6" -d '{"events": [{"server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "name": "network-vif-plugged", "status": "completed", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:53:26.199436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 5505169a-d065-4fbd-b279-5d38213e1ca8, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5505169a-d065-4fbd-b279-5d38213e1ca8,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:53:26.205431 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:26.220440 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:53:26.242461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1bc786-fa95-42f7-9b4d-3d3967de6a0e x-openstack-request-id: req-cf1bc786-fa95-42f7-9b4d-3d3967de6a0e {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:53:26.242753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "name": "network-vif-plugged", "status": "completed", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:53:26.243027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cf1bc786-fa95-42f7-9b4d-3d3967de6a0e {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:53:26.243421 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1bc786-fa95-42f7-9b4d-3d3967de6a0e'] response: {'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'code': 200} Sep 19 17:53:26.285717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=5505169a-d065-4fbd-b279-5d38213e1ca8,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:26.388552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2bd8c-0c65-46a9-8a4a-d3d2f4fb81ab req-4a94a7fa-f319-432d-9b3b-7f2a195e8065 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:26.390272 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ea2bd8c-0c65-46a9-8a4a-d3d2f4fb81ab req-4a94a7fa-f319-432d-9b3b-7f2a195e8065 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0890727 Sep 19 17:53:26.435741 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5ea2bd8c-0c65-46a9-8a4a-d3d2f4fb81ab req-476d1f76-0b9a-4913-ac78-96dddf6841c8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393872 Sep 19 17:53:26.481526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193ce11-776e-44cf-9e4e-e31edbf36840 req-51424a60-ba24-4589-9636-79dd2f4597b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:26.483012 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d193ce11-776e-44cf-9e4e-e31edbf36840 req-51424a60-ba24-4589-9636-79dd2f4597b4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1098 time: 0.0817475 Sep 19 17:53:26.523079 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d193ce11-776e-44cf-9e4e-e31edbf36840 req-cd60d206-f4f5-4bef-9064-aa1571237943 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342333 Sep 19 17:53:27.696032 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf25d5-6759-4736-a054-1fe2931b6385 req-6c9e5086-12e0-4d1e-8821-f0b514c712f2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:27.697483 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-abbf25d5-6759-4736-a054-1fe2931b6385 req-6c9e5086-12e0-4d1e-8821-f0b514c712f2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0937977 Sep 19 17:53:27.743579 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-abbf25d5-6759-4736-a054-1fe2931b6385 req-b6f4f803-eb55-4e65-bd6c-2b86261a0dfb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401974 Sep 19 17:53:28.972925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ce8f9-ac44-45ee-9bc2-5f1511129dcf req-e2df45b0-6507-414e-bb06-0240bff9be60 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:28.974400 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c0ce8f9-ac44-45ee-9bc2-5f1511129dcf req-e2df45b0-6507-414e-bb06-0240bff9be60 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1053331 Sep 19 17:53:29.019292 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-3c0ce8f9-ac44-45ee-9bc2-5f1511129dcf req-0486180e-621d-4a47-bdb6-e40fe77bd68f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Sep 19 17:53:29.225132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846cdbf-3ce1-47ba-b6ec-8310c7883ce6 req-d398ffc2-c578-47c1-9412-d16ea840d53f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:29.226598 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2846cdbf-3ce1-47ba-b6ec-8310c7883ce6 req-d398ffc2-c578-47c1-9412-d16ea840d53f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0965896 Sep 19 17:53:29.272915 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2846cdbf-3ce1-47ba-b6ec-8310c7883ce6 req-55b53714-ea68-4c36-adc9-db4e279269b9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Sep 19 17:53:29.304933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56470) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:29.391553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a32ce4-c3eb-4afc-ab74-f473646feb2b tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:29.393706 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-c4a32ce4-c3eb-4afc-ab74-f473646feb2b tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1093 time: 0.0878575 Sep 19 17:53:29.396618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56474) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:29.401526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:53:29.408234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:53:29.412359 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:floatingip and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:53:29.415325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:53:29.421250 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:53:29.435040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:29.579708 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:29.724081 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.124 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/a1ff368d-ef96-4d20-b294-847ba963f71d) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:53:29.879834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:29.918285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:29.982741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:53:29.985785 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:53:29.988374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:53:30.022456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=a1ff368d-ef96-4d20-b294-847ba963f71d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:30.518123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:30.594950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:30.803973 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:30.811912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:30.918636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=a1ff368d-ef96-4d20-b294-847ba963f71d,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:53:30.921159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:31.097885 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP 704a4394-1a27-4226-9377-10904a6acd42 associated. External IP: 172.26.10.124, port: 5505169a-d065-4fbd-b279-5d38213e1ca8. Sep 19 17:53:31.456291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:53:31.751492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:53:31.761697 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] Sync routers for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:53:31.773059 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:53:31.773771 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:53:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:31.781479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:31.840896 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1e40290e-6928-47a3-b359-0cb75c5b6ab7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4431803 Sep 19 17:53:31.841569 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:53:31.844070 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aa7b4d-4363-4089-84ab-5694b727162f" -d '{"events": [{"name": "network-changed", "server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:53:31.891400 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f2c116-57df-4a51-ab8f-55cdf54e6f68 x-openstack-request-id: req-13f2c116-57df-4a51-ab8f-55cdf54e6f68 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:53:31.891695 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:53:31.892080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-13f2c116-57df-4a51-ab8f-55cdf54e6f68 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:53:31.892539 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f2c116-57df-4a51-ab8f-55cdf54e6f68'] response: {'name': 'network-changed', 'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'status': 'completed', 'code': 200} Sep 19 17:53:31.960209 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:53:31.994700 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7b4d-4363-4089-84ab-5694b727162f req-79410e29-2232-46c4-8f8c-e0e95b327157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:31.996360 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43aa7b4d-4363-4089-84ab-5694b727162f req-79410e29-2232-46c4-8f8c-e0e95b327157 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1098 time: 0.0814190 Sep 19 17:53:32.018489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29c28b-27ed-4b5d-b7a6-7c28d25b6641 req-07c92221-f25a-4ee4-90f7-07397065ef6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:32.020061 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6c29c28b-27ed-4b5d-b7a6-7c28d25b6641 req-07c92221-f25a-4ee4-90f7-07397065ef6d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0891256 Sep 19 17:53:32.069074 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6c29c28b-27ed-4b5d-b7a6-7c28d25b6641 req-df971782-f1ff-43bf-b5c6-daf8b9a4ccf3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431397 Sep 19 17:53:32.098442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56482) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:32.234389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7b4d-4363-4089-84ab-5694b727162f req-f4c16db3-d491-4c19-928e-53162bd82a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:32.235801 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43aa7b4d-4363-4089-84ab-5694b727162f req-f4c16db3-d491-4c19-928e-53162bd82a6c service neutron] 10.222.0.86 "GET /v2.0/networks?id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 200 len: 897 time: 0.2331123 Sep 19 17:53:32.240950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8fb7f574-52e6-4308-8508-c2c93c123e39 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/704a4394-1a27-4226-9377-10904a6acd42 HTTP/1.1" status: 200 len: 992 time: 0.1413701 Sep 19 17:53:32.335770 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '704a4394-1a27-4226-9377-10904a6acd42', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.124', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'port_id': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'mac_address': 'fa:16:3e:d7:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:53:30Z', 'updated_at': '2022-09-19T17:53:30Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:20Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:32.339784 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] Checking router: 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:53:32.340909 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43aa7b4d-4363-4089-84ab-5694b727162f req-cc1b4048-e545-4af1-b2ed-69bd96918520 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 200 len: 1000 time: 0.0988216 Sep 19 17:53:32.348851 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:53:32.349462 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:53:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:32.407213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7b4d-4363-4089-84ab-5694b727162f req-fce48bdf-9086-41fc-99f6-c056b320f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:32.408708 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43aa7b4d-4363-4089-84ab-5694b727162f req-fce48bdf-9086-41fc-99f6-c056b320f1f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6cb8632-ae98-4abe-a195-bad797471dc1 HTTP/1.1" status: 200 len: 835 time: 0.0617523 Sep 19 17:53:32.490980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7b4d-4363-4089-84ab-5694b727162f req-5f87f332-c5c0-4b8d-9c0a-419b4ad89736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:32.492621 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43aa7b4d-4363-4089-84ab-5694b727162f req-5f87f332-c5c0-4b8d-9c0a-419b4ad89736 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782857 Sep 19 17:53:32.526537 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:53:32.625501 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43aa7b4d-4363-4089-84ab-5694b727162f req-506a6029-f583-44af-b1cb-4b595fd8a178 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270070 Sep 19 17:53:32.758148 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43aa7b4d-4363-4089-84ab-5694b727162f req-1b2e76e1-2356-4bb7-a292-3f50014a9f46 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265311 Sep 19 17:53:32.882230 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '704a4394-1a27-4226-9377-10904a6acd42', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.124', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'port_id': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'mac_address': 'fa:16:3e:d7:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:53:30Z', 'updated_at': '2022-09-19T17:53:30Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:20Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:53:32.886210 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01e798-acb7-45b0-b5e6-6465aabcbc7b None None] The sync data for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv is: [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '704a4394-1a27-4226-9377-10904a6acd42', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.124', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'port_id': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'mac_address': 'fa:16:3e:d7:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:53:30Z', 'updated_at': '2022-09-19T17:53:30Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:20Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:53:33.089736 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86d90b-5fa8-462f-826d-ae830b56a0df None None] New status for floating IP 704a4394-1a27-4226-9377-10904a6acd42: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:53:33.244949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56486) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:33.353875 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-84e4c9b6-ec3c-415a-a1c0-ff8f9289a0b6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/704a4394-1a27-4226-9377-10904a6acd42 HTTP/1.1" status: 200 len: 992 time: 0.1077526 Sep 19 17:53:34.357311 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56490) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:53:34.569684 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b24d8125-3b2c-43c0-afb8-cea888c73b7a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/704a4394-1a27-4226-9377-10904a6acd42 HTTP/1.1" status: 200 len: 994 time: 0.2111750 Sep 19 17:53:41.405197 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d7dbeac4-323d-4f53-9aaa-34121ac074b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:42.564971 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-aa32bbad-1e03-4910-be71-614fc079d833 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824192 Sep 19 17:53:42.741769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-8f162b9f-81ab-42a4-990b-ebf1ca5d8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:42.743286 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-8f162b9f-81ab-42a4-990b-ebf1ca5d8cc4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1098 time: 0.0985932 Sep 19 17:53:42.907443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-14b272a3-b802-4b23-bd14-d36e35876395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:42.908849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-14b272a3-b802-4b23-bd14-d36e35876395 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 200 len: 897 time: 0.1369865 Sep 19 17:53:43.013906 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-a5091be8-c339-4742-8d00-ba0fe90e5393 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 200 len: 1002 time: 0.0981164 Sep 19 17:53:43.078537 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-f84deb56-adf1-4894-ba58-d474b54d76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:43.080057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-f84deb56-adf1-4894-ba58-d474b54d76d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6cb8632-ae98-4abe-a195-bad797471dc1 HTTP/1.1" status: 200 len: 835 time: 0.0601211 Sep 19 17:53:43.269768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-3dc755b7-20db-4350-972e-65aef0807ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:53:43.271290 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-3dc755b7-20db-4350-972e-65aef0807ece service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1853514 Sep 19 17:53:43.405078 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-3bf59606-95f1-43ec-aa43-95f1bc05e4ab service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269734 Sep 19 17:53:43.543064 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6dc8c189-9507-4707-bd55-55406066aeb3 req-f3e3c7df-5fba-49d1-bcd4-2a4f4c1bf28e service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315658 Sep 19 17:53:43.594597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-da12a50b-b4e3-461a-a1f0-48fb56be6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:45.187018 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:45.332842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:46.417563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:53:55.901884 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:02.073619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3de4c5-67db-40f3-8287-fca7db281e63 req-41d61545-dd6e-46a4-ae82-9deb5f6164d0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:02.074994 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8d3de4c5-67db-40f3-8287-fca7db281e63 req-41d61545-dd6e-46a4-ae82-9deb5f6164d0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0933101 Sep 19 17:54:02.122243 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8d3de4c5-67db-40f3-8287-fca7db281e63 req-82b2148d-d1a8-45e4-8644-3ede1156e628 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391567 Sep 19 17:54:03.220848 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:54:03.357888 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c788650-5477-4ad3-9440-b9af4176ea74 req-1c2c11f0-311f-4bf6-927e-12f05f7f845f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:03.359403 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1c788650-5477-4ad3-9440-b9af4176ea74 req-1c2c11f0-311f-4bf6-927e-12f05f7f845f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0990055 Sep 19 17:54:03.405386 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1c788650-5477-4ad3-9440-b9af4176ea74 req-21066071-7bb3-4397-9d2f-f6a76da92167 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398076 Sep 19 17:54:04.632325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55522dab-1d4a-45fc-8ca6-1b0857cb58df req-380205c6-0e21-4418-bd59-10493b5dd1a3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:04.633786 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55522dab-1d4a-45fc-8ca6-1b0857cb58df req-380205c6-0e21-4418-bd59-10493b5dd1a3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1023223 Sep 19 17:54:04.686948 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55522dab-1d4a-45fc-8ca6-1b0857cb58df req-9cf6f7b2-7e6e-416e-b898-24e6e40aa7e3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471244 Sep 19 17:54:05.905202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040e70c-a4f4-45f5-8fc6-a3680f88e598 req-09e940ce-1098-41e2-b81b-8e5463895a76 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:05.906670 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f040e70c-a4f4-45f5-8fc6-a3680f88e598 req-09e940ce-1098-41e2-b81b-8e5463895a76 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0955768 Sep 19 17:54:05.957098 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f040e70c-a4f4-45f5-8fc6-a3680f88e598 req-a7ebf369-924d-49c9-98b2-ca2182364a63 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445840 Sep 19 17:54:07.184010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764c467-c28d-48ca-b30a-e109e9d60402 req-1f57203f-173e-443d-b40e-5665ac5bc69f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:07.186271 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4764c467-c28d-48ca-b30a-e109e9d60402 req-1f57203f-173e-443d-b40e-5665ac5bc69f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0962193 Sep 19 17:54:07.237135 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4764c467-c28d-48ca-b30a-e109e9d60402 req-376bf4d6-302a-4da9-993e-f6a70fecbff9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449443 Sep 19 17:54:08.468042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa830e-ceaf-4206-9688-636ed3824316 req-a686fb7d-259c-41da-acf9-47a068cad091 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:08.469519 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-12aa830e-ceaf-4206-9688-636ed3824316 req-a686fb7d-259c-41da-acf9-47a068cad091 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0983064 Sep 19 17:54:08.517516 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-12aa830e-ceaf-4206-9688-636ed3824316 req-e9c9e721-08b0-4a39-94c6-2c5298b9489b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394878 Sep 19 17:54:09.744386 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4fea8-e4b7-4d73-9af8-3e8c29ae1e04 req-4b41874f-84ee-494f-89a8-e890cd6076e6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:09.745866 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc4fea8-e4b7-4d73-9af8-3e8c29ae1e04 req-4b41874f-84ee-494f-89a8-e890cd6076e6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1055868 Sep 19 17:54:09.791572 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9fc4fea8-e4b7-4d73-9af8-3e8c29ae1e04 req-4ed73c64-06ec-4200-92b7-5033bb19122e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Sep 19 17:54:11.047134 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5592c-76d8-417d-bd49-9511a36d17e4 req-0189af85-4860-4454-9f00-dfe44c8b97f0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:11.049210 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05a5592c-76d8-417d-bd49-9511a36d17e4 req-0189af85-4860-4454-9f00-dfe44c8b97f0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1213048 Sep 19 17:54:11.101119 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-05a5592c-76d8-417d-bd49-9511a36d17e4 req-a9f04c48-a3da-4406-a012-5437e0e825bf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 Sep 19 17:54:11.402437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-846806e2-e276-4bdd-a4d7-4ac0b97260ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:12.330803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea5205-10ac-46aa-a880-28717d8605a7 req-1fc692f8-b94e-428d-bca5-4cfc450fad02 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:12.332307 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-adea5205-10ac-46aa-a880-28717d8605a7 req-1fc692f8-b94e-428d-bca5-4cfc450fad02 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1092927 Sep 19 17:54:12.383872 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-adea5205-10ac-46aa-a880-28717d8605a7 req-88b41868-658a-4cc9-a2c1-e3c6e41b5196 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454025 Sep 19 17:54:13.595978 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0f861dc9-d9df-479b-84ac-0205a8f1f1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:13.616785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0457-e216-4086-86c4-95421425bacc req-74424a05-2681-4dbb-84f7-e4161ac8f49e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:13.618550 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-04de0457-e216-4086-86c4-95421425bacc req-74424a05-2681-4dbb-84f7-e4161ac8f49e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1160166 Sep 19 17:54:13.666404 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-04de0457-e216-4086-86c4-95421425bacc req-44801aab-c032-4508-a7b0-8d89d480ef7f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401278 Sep 19 17:54:14.884827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9240ce5-fbdd-4f73-b091-c88cbc4e1024 req-89aa1d9c-32a5-45d7-8c88-189ca05ce5fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:14.886370 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b9240ce5-fbdd-4f73-b091-c88cbc4e1024 req-89aa1d9c-32a5-45d7-8c88-189ca05ce5fb tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0999141 Sep 19 17:54:14.933634 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b9240ce5-fbdd-4f73-b091-c88cbc4e1024 req-d510554a-5c04-47b0-bf57-82a28cdd6d28 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Sep 19 17:54:15.191365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:15.336096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:16.155046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186bb83-aa74-4a0a-a6f4-203682b6bd0d req-1bd26404-64bf-496e-aca9-6479dd68e916 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:16.156538 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a186bb83-aa74-4a0a-a6f4-203682b6bd0d req-1bd26404-64bf-496e-aca9-6479dd68e916 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0971866 Sep 19 17:54:16.208017 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a186bb83-aa74-4a0a-a6f4-203682b6bd0d req-e0ef2049-8cf6-4054-9f2c-f9bcc996fd91 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429165 Sep 19 17:54:16.415762 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:17.441652 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910f8c0-5561-4ba1-9a94-f18d6ab9b9f1 req-3971f067-2308-4120-af67-ad8e8812d0a9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:17.443151 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5910f8c0-5561-4ba1-9a94-f18d6ab9b9f1 req-3971f067-2308-4120-af67-ad8e8812d0a9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0924201 Sep 19 17:54:17.488984 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5910f8c0-5561-4ba1-9a94-f18d6ab9b9f1 req-a9516f15-80a4-472a-a5ab-e0049f0c49c0 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396037 Sep 19 17:54:17.524068 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56538) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:54:17.636823 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c1a4ac8-a828-4caa-a236-bc0ea1a3679f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/704a4394-1a27-4226-9377-10904a6acd42 HTTP/1.1" status: 200 len: 994 time: 0.1112313 Sep 19 17:54:19.124228 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4183b95-48a8-4ede-9913-88386007fcf1 req-99c84b47-4367-41b5-844a-441e33e6c6e8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:19.125607 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4183b95-48a8-4ede-9913-88386007fcf1 req-99c84b47-4367-41b5-844a-441e33e6c6e8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0921443 Sep 19 17:54:19.162381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-c9c593d2-0a87-4839-824c-87e0b27311a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:19.163960 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-c9c593d2-0a87-4839-824c-87e0b27311a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1098 time: 0.0833342 Sep 19 17:54:19.172015 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4183b95-48a8-4ede-9913-88386007fcf1 req-ba987325-65e9-4cd7-b451-7fea3eea9eef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401778 Sep 19 17:54:19.299087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-f2c46f6a-9701-4016-ac16-c4943294b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:19.300544 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-f2c46f6a-9701-4016-ac16-c4943294b8f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 200 len: 897 time: 0.1307487 Sep 19 17:54:19.404393 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-c899baa2-4f6a-4902-933c-55f994a37749 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 200 len: 1002 time: 0.0973160 Sep 19 17:54:19.474508 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-f761ac57-fbd4-4194-a95b-7044ede0ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:19.476569 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-f761ac57-fbd4-4194-a95b-7044ede0ce6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6cb8632-ae98-4abe-a195-bad797471dc1 HTTP/1.1" status: 200 len: 835 time: 0.0664930 Sep 19 17:54:19.570392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-3c97b94d-37d8-404e-a049-4c36cb3cda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:19.571962 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-3c97b94d-37d8-404e-a049-4c36cb3cda50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885267 Sep 19 17:54:19.707163 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-e79b313e-6262-4e79-a8da-1e71fc23f0ff service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288152 Sep 19 17:54:19.946488 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6767b06-3a5c-441a-a8b8-ce18c88d8cfe req-a2599196-3555-462e-92e2-3fa837a36e78 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330186 Sep 19 17:54:20.393378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532739-a044-4bc6-90a0-61f0296112d3 req-5c0b141d-b21a-4865-a82c-7b04a1b39a98 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:20.395022 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1d532739-a044-4bc6-90a0-61f0296112d3 req-5c0b141d-b21a-4865-a82c-7b04a1b39a98 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.0955024 Sep 19 17:54:20.448258 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1d532739-a044-4bc6-90a0-61f0296112d3 req-2ac94b5d-e88d-401c-a416-f507c3e363e1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463967 Sep 19 17:54:21.676109 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c7b8f-9f9c-4e36-9bce-599f768a7efe req-ee47a158-6ae7-45a2-91c5-a656ae583351 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:21.677554 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b30c7b8f-9f9c-4e36-9bce-599f768a7efe req-ee47a158-6ae7-45a2-91c5-a656ae583351 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1013582 Sep 19 17:54:21.722774 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b30c7b8f-9f9c-4e36-9bce-599f768a7efe req-d597c227-8871-4ea9-9b14-4a6ff65fffba tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388172 Sep 19 17:54:21.753619 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56554) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:54:21.868623 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-08713c2b-b6e0-4600-91f6-3e1f30969b55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/704a4394-1a27-4226-9377-10904a6acd42 HTTP/1.1" status: 200 len: 994 time: 0.1139514 Sep 19 17:54:25.924541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:40.225503 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:54:41.402429 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f7af16c3-0583-4d64-a004-01eae152f776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:42.575777 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-243abf4c-e05b-4884-9915-3306e0830592 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863023 Sep 19 17:54:42.733181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-2f2fe1cd-3a38-4d06-9876-bacb206e98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:42.734565 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-2f2fe1cd-3a38-4d06-9876-bacb206e98d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1098 time: 0.0861714 Sep 19 17:54:42.885275 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-0cb703e5-0c05-4494-8443-733499b91a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:42.886725 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-0cb703e5-0c05-4494-8443-733499b91a80 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 200 len: 897 time: 0.1318049 Sep 19 17:54:42.994823 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-f1256b32-8996-4fb8-90f6-1a94ae82b230 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 200 len: 1002 time: 0.1009734 Sep 19 17:54:43.061295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-a6bef19e-51a1-4db9-8d38-f898e019137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:43.062651 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-a6bef19e-51a1-4db9-8d38-f898e019137e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6cb8632-ae98-4abe-a195-bad797471dc1 HTTP/1.1" status: 200 len: 835 time: 0.0610440 Sep 19 17:54:43.149779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-1d0387b9-0c7f-48fc-82cc-141394bfedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:43.151302 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-1d0387b9-0c7f-48fc-82cc-141394bfedfb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820231 Sep 19 17:54:43.287487 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-64a4c792-6858-4e82-b028-0affafb90100 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289885 Sep 19 17:54:43.426412 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8dbd8045-e0e6-49d1-9955-7e82e52ea028 req-05132e65-b2c0-4e24-9ab6-5814c96bfc6f service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322098 Sep 19 17:54:43.599565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0c01f9fd-75a6-4129-9a16-357adcf8acac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:45.196196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:45.342058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:46.415532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:50.361187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56572) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:54:50.565326 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port a1ff368d-ef96-4d20-b294-847ba963f71d {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:54:50.565639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:50.846069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:50.846360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:50.967037 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for a1ff368d-ef96-4d20-b294-847ba963f71d owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:54:51.123476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:51.172636 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=a1ff368d-ef96-4d20-b294-847ba963f71d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:54:51.213916 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.214258 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.214602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.214946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.215299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.215632 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.215960 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.216294 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.216617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.216942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.217262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.217563 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:51.280493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:51.280938 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP 704a4394-1a27-4226-9377-10904a6acd42 disassociated (deleted). External IP: 172.26.10.124, port: 5505169a-d065-4fbd-b279-5d38213e1ca8. Sep 19 17:54:51.650634 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:54:51.834335 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:54:51.845069 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] Sync routers for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:54:51.856178 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:54:51.856900 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:54:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:54:51.858353 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:51.917137 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ede6f3bc-e895-4465-8a5d-fd7da9bac957 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/floatingips/704a4394-1a27-4226-9377-10904a6acd42 HTTP/1.1" status: 204 len: 168 time: 1.5547783 Sep 19 17:54:51.917797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:54:51.920168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d550eccf-8b4b-43e9-aa06-55b78057b7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:54:52.022017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358955e5-1300-4d25-930a-d18668b0168b x-openstack-request-id: req-358955e5-1300-4d25-930a-d18668b0168b {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:54:52.022310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:54:52.023101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-358955e5-1300-4d25-930a-d18668b0168b {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:54:52.023983 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358955e5-1300-4d25-930a-d18668b0168b'] response: {'name': 'network-changed', 'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'status': 'completed', 'code': 200} Sep 19 17:54:52.041747 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:54:52.136260 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-2a4ab53c-8571-44f5-85cc-f0ea4bd7eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:52.137903 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-2a4ab53c-8571-44f5-85cc-f0ea4bd7eb33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 1098 time: 0.0934165 Sep 19 17:54:52.329289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-0177d1d3-d48e-44d7-9515-40dbea8cf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:52.330642 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-0177d1d3-d48e-44d7-9515-40dbea8cf262 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 200 len: 897 time: 0.1853867 Sep 19 17:54:52.393349 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:20Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:54:52.397413 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] Checking router: 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:54:52.403416 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-433c6a24-609f-460d-a590-61df568d9a47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 200 len: 217 time: 0.0649114 Sep 19 17:54:52.405877 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:54:52.406486 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:54:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:54:52.411129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5edc1-b484-4f52-a748-cc5845263589 req-59b4b95b-9234-49f6-aec5-5fc3dc7683c9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:52.412821 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-05e5edc1-b484-4f52-a748-cc5845263589 req-59b4b95b-9234-49f6-aec5-5fc3dc7683c9 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1898143 Sep 19 17:54:52.589477 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:54:52.611091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-04019bd9-61fa-4c5c-827a-bab6dbd7b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:52.612519 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-04019bd9-61fa-4c5c-827a-bab6dbd7b397 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6cb8632-ae98-4abe-a195-bad797471dc1 HTTP/1.1" status: 200 len: 835 time: 0.1988544 Sep 19 17:54:52.615361 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-05e5edc1-b484-4f52-a748-cc5845263589 req-50f64c7b-081f-47ba-b63d-8dfcb4f34d9b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722038 Sep 19 17:54:52.695880 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-1eae2950-bcdd-4a2b-9656-3d305ab3fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:52.697345 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-1eae2950-bcdd-4a2b-9656-3d305ab3fcbd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4652d869-7b3d-4a6a-9d4e-9499ce5630aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783749 Sep 19 17:54:52.832700 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-f5f1fc6b-21e3-4a0f-9381-7debbc96c4d5 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281145 Sep 19 17:54:52.916362 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:20Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:54:52.921345 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb482cca-594e-4f37-b99d-083e7042ad1c None None] The sync data for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv is: [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '42924103-3aa9-4dcb-9507-d2779ba0ca80', 'name': '', 'network_id': '4652d869-7b3d-4a6a-9d4e-9499ce5630aa', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:d6:72:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:13Z', 'updated_at': '2022-09-19T17:53:20Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'c6cb8632-ae98-4abe-a195-bad797471dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:54:52.967923 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d550eccf-8b4b-43e9-aa06-55b78057b7e5 req-bcdf8399-3c1a-4213-aed4-0920ab9c9380 service neutron] 10.222.0.86 "GET /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274955 Sep 19 17:54:53.151457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09865717-8f1f-4d3e-b31d-105a1bed13d1 None None] New status for floating IP 704a4394-1a27-4226-9377-10904a6acd42: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:54:53.710440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-959b610b-fe8d-443f-9143-b5c1b5e7839e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:53.711937 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-959b610b-fe8d-443f-9143-b5c1b5e7839e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1039975 Sep 19 17:54:53.789265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 5505169a-d065-4fbd-b279-5d38213e1ca8 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:54:53.789608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:53.825033 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a8171-9a09-4392-bbfc-da1b4e30e5d6 req-7a67de02-affb-4f69-bccb-e206991e9db4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:54:53.825727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-ff3a8171-9a09-4392-bbfc-da1b4e30e5d6 req-7a67de02-affb-4f69-bccb-e206991e9db4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:54:53.843831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-ff3a8171-9a09-4392-bbfc-da1b4e30e5d6 req-7a67de02-affb-4f69-bccb-e206991e9db4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:54:53.845022 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3a8171-9a09-4392-bbfc-da1b4e30e5d6 req-7a67de02-affb-4f69-bccb-e206991e9db4 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 945 time: 0.1098285 Sep 19 17:54:53.891799 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ff3a8171-9a09-4392-bbfc-da1b4e30e5d6 req-24ec2a03-80fb-4ef6-a425-c4ea3d574881 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=0447e13a-270f-413d-a44e-bbbc40e774f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400834 Sep 19 17:54:54.049861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 5505169a-d065-4fbd-b279-5d38213e1ca8, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5505169a-d065-4fbd-b279-5d38213e1ca8,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:54:54.050227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:54.173802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 5505169a-d065-4fbd-b279-5d38213e1ca8 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:54:54.327401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:54.378099 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=5505169a-d065-4fbd-b279-5d38213e1ca8,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:54:54.387763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.388104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.388455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.388814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.389133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.389472 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.389805 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.390148 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.390466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.390846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.391381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.391618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:54:54.483369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] No DVR routers for this DVR port 5505169a-d065-4fbd-b279-5d38213e1ca8 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:54:54.486236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:54.488935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'name': 'network-vif-deleted', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:54:54.491229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de22b5-1d1c-44b9-a971-1834dbed2015" -d '{"events": [{"server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "name": "network-vif-deleted", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:54:54.507226 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1142ca3c-8df2-46f3-8680-60013c2eed4d req-78c4fc49-53eb-47cf-af2d-129918a40c55 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "DELETE /v2.0/ports/5505169a-d065-4fbd-b279-5d38213e1ca8 HTTP/1.1" status: 204 len: 173 time: 0.7894895 Sep 19 17:54:54.539639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee5a1fd-d192-4a68-8198-582329d451e3 x-openstack-request-id: req-9ee5a1fd-d192-4a68-8198-582329d451e3 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:54:54.539909 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def3106b-5c60-42a1-a925-7da8487a09bc", "name": "network-vif-deleted", "tag": "5505169a-d065-4fbd-b279-5d38213e1ca8", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:54:54.540140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9ee5a1fd-d192-4a68-8198-582329d451e3 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:54:54.540548 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee5a1fd-d192-4a68-8198-582329d451e3'] response: {'server_uuid': 'def3106b-5c60-42a1-a925-7da8487a09bc', 'name': 'network-vif-deleted', 'tag': '5505169a-d065-4fbd-b279-5d38213e1ca8', 'status': 'completed', 'code': 200} Sep 19 17:54:55.082097 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-eea2af5b-7700-475f-84e1-02e5d077f731 req-627eaca2-6a5f-431c-8acd-7d8ffc690098 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=def3106b-5c60-42a1-a925-7da8487a09bc HTTP/1.1" status: 200 len: 210 time: 0.0591586 Sep 19 17:54:55.933173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:56.189325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56592) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:54:56.888718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:57.261715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 42924103-3aa9-4dcb-9507-d2779ba0ca80 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:54:57.262437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:57.453469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 42924103-3aa9-4dcb-9507-d2779ba0ca80, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=42924103-3aa9-4dcb-9507-d2779ba0ca80,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:54:57.453850 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:57.576145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 42924103-3aa9-4dcb-9507-d2779ba0ca80 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:54:57.776253 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:57.828284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=42924103-3aa9-4dcb-9507-d2779ba0ca80,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:54:58.226476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:58.334242 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 5505169a-d065-4fbd-b279-5d38213e1ca8 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:54:58.381340 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 5505169a-d065-4fbd-b279-5d38213e1ca8 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:54:58.381800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 5505169a-d065-4fbd-b279-5d38213e1ca8 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:54:58.634321 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:54:58.825234 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:54:58.835879 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] Sync routers for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:54:58.841108 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-48ec33ca-7935-423b-96aa-2ea4697e0f4d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/7b3dd475-39d5-41d8-8917-6a9ced5b4a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6503353 Sep 19 17:54:58.844182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56596) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:54:58.846552 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:54:58.847204 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:54:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:54:58.914122 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b024a11-4822-457c-8dcc-d1daac209f3c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting subnet c6cb8632-ae98-4abe-a195-bad797471dc1 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:54:58.917182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b024a11-4822-457c-8dcc-d1daac209f3c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:58.971407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b024a11-4822-457c-8dcc-d1daac209f3c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.022601 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:54:59.054682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b024a11-4822-457c-8dcc-d1daac209f3c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.131958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b024a11-4822-457c-8dcc-d1daac209f3c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.171318 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b024a11-4822-457c-8dcc-d1daac209f3c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cb8632-ae98-4abe-a195-bad797471dc1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:54:59.177044 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5b024a11-4822-457c-8dcc-d1daac209f3c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.188273 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5b024a11-4822-457c-8dcc-d1daac209f3c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/subnets/c6cb8632-ae98-4abe-a195-bad797471dc1 HTTP/1.1" status: 204 len: 168 time: 0.3392789 Sep 19 17:54:59.188920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3fae4-c503-42c1-91eb-05158a9a894e None None] Network 4652d869-7b3d-4a6a-9d4e-9499ce5630aa requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:54:59.189097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56600) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:54:59.338157 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:54:57Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:54:59.342943 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] Checking router: 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:54:59.351453 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] Routers {'7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:54:59.352055 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:54:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:54:59.379370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.480444 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] DHCP port deletion for 4652d869-7b3d-4a6a-9d4e-9499ce5630aa request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:54:59.485095 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Deleting port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:54:59.485663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.547292 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] Set router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:54:59.698799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.712095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:54:59.712286 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] For port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5ffa176f-13e0-479b-ac1b-9bd2beac71b7,segment=NetworkSegment(ee0be2b1-41be-4b42-b7b6-852fdcd78bdb),segment_id=ee0be2b1-41be-4b42-b7b6-852fdcd78bdb)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:54:59.712384 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.712484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:54:59.844376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Calling delete_port for 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:54:59.885188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:54:59.890861 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:54:57Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:54:59.895274 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531c256-640f-4b37-97b4-28d4a6f612ff None None] The sync data for ids ['7b3dd475-39d5-41d8-8917-6a9ced5b4a7f'] in dv-neutron-857789-3-hyperv is: [{'id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995624371', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142'}], 'enable_snat': True}, 'gw_port_id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:53:09Z', 'updated_at': '2022-09-19T17:54:57Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': 'e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:25:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3dd475-39d5-41d8-8917-6a9ced5b4a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:53:10Z', 'updated_at': '2022-09-19T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:54:59.920832 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:54:59.923341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.003982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.051126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:55:00.067446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Pushing event deleted for resources: {'Port': ['ID=5ffa176f-13e0-479b-ac1b-9bd2beac71b7,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:00.070818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] No DVR routers for this DVR port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:55:00.073473 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5ffa176f-13e0-479b-ac1b-9bd2beac71b7 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:00.073841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.090838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.090838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.090838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.090838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.090838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.090838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.092625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.092625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.092625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.093326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.093326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.093556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ad39-afab-49a1-b932-d68de0ceaac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:00.228545 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.276007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:00.378721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.555925 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.558099 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.584038 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.585048 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Fanout notify agent at l3_agent the message router_deleted on router 7b3dd475-39d5-41d8-8917-6a9ced5b4a7f {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:55:00.601354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.603515 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3e9dea64-5439-40af-9d1b-95884baf83aa tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/routers/7b3dd475-39d5-41d8-8917-6a9ced5b4a7f HTTP/1.1" status: 204 len: 168 time: 1.4129193 Sep 19 17:55:00.605579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56604) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:00.723219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.853936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.879380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4652d869-7b3d-4a6a-9d4e-9499ce5630aa']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:00.891610 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:00.891887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0be2b1-41be-4b42-b7b6-852fdcd78bdb') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:00.904195 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.922680 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:00.933067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:55:00.933712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.034780 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment ee0be2b1-41be-4b42-b7b6-852fdcd78bdb resource provider aggregate not found Sep 19 17:55:01.048352 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.069295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.072589 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment ee0be2b1-41be-4b42-b7b6-852fdcd78bdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee0be2b1-41be-4b42-b7b6-852fdcd78bdb found for delete ", "request_id": "req-4c07c3f4-7af1-41c4-8bdc-0e064fa573e9"}]} Sep 19 17:55:01.083942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Network': ['ID=4652d869-7b3d-4a6a-9d4e-9499ce5630aa,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:01.091091 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2e864a21-ba1e-4267-959b-e273fcb945b1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/networks/4652d869-7b3d-4a6a-9d4e-9499ce5630aa HTTP/1.1" status: 204 len: 168 time: 0.4844699 Sep 19 17:55:01.094098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56614) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:01.271367 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f033178a-c02b-4e0e-a290-8f6eb97a8ac3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.302990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f033178a-c02b-4e0e-a290-8f6eb97a8ac3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.377299 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f033178a-c02b-4e0e-a290-8f6eb97a8ac3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.394927 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033178a-c02b-4e0e-a290-8f6eb97a8ac3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0447e13a-270f-413d-a44e-bbbc40e774f1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:01.410041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f033178a-c02b-4e0e-a290-8f6eb97a8ac3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.411237 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f033178a-c02b-4e0e-a290-8f6eb97a8ac3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/security-groups/0447e13a-270f-413d-a44e-bbbc40e774f1 HTTP/1.1" status: 204 len: 168 time: 0.3158221 Sep 19 17:55:01.535265 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56622) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:01.540576 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709535321', 'description': 'tempest-secgroup-smoke-1709535321 description', 'project_id': 'e37e1a26307d490f975489ba4fe41844'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:01.547005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:01.551281 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:01.554129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:01.560132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:01.572952 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.593628 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:01.597905 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:01.600975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:01.606708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:01.674947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.681151 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.725615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55876178-938a-41f6-82f9-20beafa50537,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:01.729707 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.731629 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fb3bed82-b40a-4607-881b-22255ef4e2a1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1953559 Sep 19 17:55:01.734885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56626) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:01.740257 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '55876178-938a-41f6-82f9-20beafa50537', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:01.746894 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:01.753476 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:01.755439 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:01.762183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:01.780622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.809373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:55:01.844447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.847293 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:55:01.847752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e46dae9a-bd14-49a8-b9cc-c0a7b0ecc1dc not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:55:01.848153 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 42924103-3aa9-4dcb-9507-d2779ba0ca80 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:55:01.849106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.872301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350ca944-4f1a-4deb-834b-9610282f3fc4,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:01.881173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 42924103-3aa9-4dcb-9507-d2779ba0ca80 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:55:01.881547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 42924103-3aa9-4dcb-9507-d2779ba0ca80 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:55:01.882740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:01.883986 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-eb62cbe1-df61-436d-bf66-dfd7bd73aef1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480598 Sep 19 17:55:01.887077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56630) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:01.894622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '55876178-938a-41f6-82f9-20beafa50537', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:01.904249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:01.909383 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:01.912414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:01.918128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:01.939737 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.010756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.017435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.040629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100b88b8-e4e1-409d-b934-85349b5b26a2,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:02.051218 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.052411 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-2e9c9a39-4ed5-4845-a315-3216eec4d386 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642139 Sep 19 17:55:02.055701 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56634) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:02.060801 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '55876178-938a-41f6-82f9-20beafa50537', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:02.067291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:02.072293 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:02.075461 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:02.081975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:02.101659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.167228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.173302 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.196557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d504615-7f04-46ac-8c68-47c3eaae0aaf,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:02.205932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.207166 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e90a7f0f-ce55-40d1-b034-e6c627bcd0df tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504502 Sep 19 17:55:02.210164 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56638) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:02.215176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '55876178-938a-41f6-82f9-20beafa50537', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:02.221104 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:02.224951 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:02.227844 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:02.233526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:02.252563 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.320995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.326613 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.349919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde5451b-f34e-48e5-9d39-bc7e1f9096a9,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:02.358978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.360219 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-1b8a300c-1d41-4faa-b490-636ea5fb3114 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491253 Sep 19 17:55:02.364354 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56642) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:02.369418 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '55876178-938a-41f6-82f9-20beafa50537', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:02.375651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:02.379775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:02.382788 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:02.388970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:02.401232 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.securitygroups_db [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:55:02.408445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.478308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.483374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.506751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75da79a3-60a4-4d87-9b1a-d35dcbecb151,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:02.517786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.519194 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-5bd5e546-07c9-4e4a-b211-a18244c9d431 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538384 Sep 19 17:55:02.523831 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56646) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:02.530269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'security_group_rule': {'security_group_id': '55876178-938a-41f6-82f9-20beafa50537', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:02.536921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:02.541114 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:security_group_rule and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:02.544192 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:02.550232 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:02.565976 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Project e37e1a26307d490f975489ba4fe41844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:55:02.572755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.638388 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.644310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.671372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83fb224-f70e-4cf2-9920-e9b42150a786,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:02.681683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.683048 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c3de2763-1656-4ff0-b3dc-52114299299c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570296 Sep 19 17:55:02.687166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:02.696190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'network': {'name': 'tempest-network-smoke--560012301', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'port_security_enabled': True}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:02.703696 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:02.708061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:network and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:02.711072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:02.717100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:02.730446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:55:02.733961 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.766336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:55:02.775625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.776148 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Added segment 9b222cf0-2f4a-4075-9f39-ed2d68840bf1 of type vlan for network bbfca262-7680-4e93-99de-ea672e263a1f Sep 19 17:55:02.802623 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.834807 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.840243 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:02.840828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.948768 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2598660 Sep 19 17:55:02.951706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2ca48-5a0b-4fa3-9fb0-accebd2aebfd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Network': ['ID=bbfca262-7680-4e93-99de-ea672e263a1f,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:02.951847 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56654) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:02.958648 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'admin_state_up': True, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:02.962727 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network bbfca262-7680-4e93-99de-ea672e263a1f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:55:02.967067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:02.971263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:router and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:02.974301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:02.981210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:02.993011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:02.994211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:03.010646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:03.382733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:03.699559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:03.728365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:03.866733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.118 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/7de97b1f-7544-4df1-8ca2-80a77b91e270) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:55:04.032079 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:04.066867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:04.131474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:55:04.134419 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:55:04.138060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:55:04.170273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=7de97b1f-7544-4df1-8ca2-80a77b91e270,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:04.669598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:05.025713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:05.240585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router db2cad73-09aa-4ad4-a165-eaaf537e6aed is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:55:05.424112 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:55:05.434784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Sync routers for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:55:05.444412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:55:05.445593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:54:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:05.453319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:05.454540 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e759fde6-0bc8-44a8-808f-3c5dfc5e982b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5016747 Sep 19 17:55:05.457924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56660) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:05.555462 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f9d85015-fab5-4925-b403-b2882d73e896 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=e37e1a26307d490f975489ba4fe41844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958660 Sep 19 17:55:05.558190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56666) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:05.622019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:55:05.687624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37c91c-1597-485a-ba2e-95fc3587c912 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:05.689078 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7c37c91c-1597-485a-ba2e-95fc3587c912 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300006 Sep 19 17:55:05.692159 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56670) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:05.731849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-749ca8b6-56d9-47fc-a033-b05a2c6bc6e0 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=115f4b4b-cb9c-4052-98b3-4d902a970953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385530 Sep 19 17:55:05.734817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56674) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:05.740665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776168160', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:05.857379 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:05.861489 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:subnet and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:05.864341 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:05.870072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:05.881559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:55:05.885220 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:05.908255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:04Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:05.912549 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Checking router: db2cad73-09aa-4ad4-a165-eaaf537e6aed for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:55:05.912904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Updating router db2cad73-09aa-4ad4-a165-eaaf537e6aed port 7de97b1f-7544-4df1-8ca2-80a77b91e270 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:55:05.968734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.117954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.197965 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Subnet': ['ID=d5996632-be9c-41d0-9af1-beba940830fa,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:06.210348 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Checking segment: {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:55:06.210711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network hostable DHCP agents. Network: bbfca262-7680-4e93-99de-ea672e263a1f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:55:06.231816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network bbfca262-7680-4e93-99de-ea672e263a1f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:55:06.242972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, bbfca262-7680-4e93-99de-ea672e263a1f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:55:06.247274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:06.247862 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.270278 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6ebb0aa8-c55b-4d3c-8853-3ec584dd19cf tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5342231 Sep 19 17:55:06.271070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd333c-a2da-426b-98c2-01fdbae63265 None None] Network bbfca262-7680-4e93-99de-ea672e263a1f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:55:06.273059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56678) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:06.375334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.402325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Transition to ACTIVE for port object 7de97b1f-7544-4df1-8ca2-80a77b91e270 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:55:06.418349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.510092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Attempting to bind port 7de97b1f-7544-4df1-8ca2-80a77b91e270 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:55:06.510757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Attempting to bind port 7de97b1f-7544-4df1-8ca2-80a77b91e270 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:55:06.510757 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Attempting to bind port 7de97b1f-7544-4df1-8ca2-80a77b91e270 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:55:06.537339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:55:06.538124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:55:06.538124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.538460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:55:06.538937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Bound port: 7de97b1f-7544-4df1-8ca2-80a77b91e270, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:55:06.539315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.569932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dff598-9d01-4bb7-a52a-07de37070424 None None] Pushing event updated for resources: {'Port': ['ID=7de97b1f-7544-4df1-8ca2-80a77b91e270,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:06.654659 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-bbfca262-7680-4e93-99de-ea672e263a1f', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:55:06.655486 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.674888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] For port 7de97b1f-7544-4df1-8ca2-80a77b91e270, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:55:06.720214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] For port 7de97b1f-7544-4df1-8ca2-80a77b91e270, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7de97b1f-7544-4df1-8ca2-80a77b91e270,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:55:06.728852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:06.817258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:55:06.817800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:54:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:06.979199 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dff598-9d01-4bb7-a52a-07de37070424 None None] Pushing event updated for resources: {'Port': ['ID=7de97b1f-7544-4df1-8ca2-80a77b91e270,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:07.075777 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:07.086357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Allocated IP 172.20.0.2 (bbfca262-7680-4e93-99de-ea672e263a1f/d5996632-be9c-41d0-9af1-beba940830fa/abbdf535-b4e3-4dba-bf61-efcf3302fbd6) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:55:07.132474 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:55:07.542561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:07.556263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Transition to ACTIVE for port object abbdf535-b4e3-4dba-bf61-efcf3302fbd6 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:55:07.578929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Transition to ACTIVE for port object abbdf535-b4e3-4dba-bf61-efcf3302fbd6 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:55:07.587660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:07.620526 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:04Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:07.651614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8c84b-6965-419e-8ed7-f89852ec4499 None None] The sync data for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv is: [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:04Z', 'revision_number': 3, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:55:07.654876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.1 (bbfca262-7680-4e93-99de-ea672e263a1f/d5996632-be9c-41d0-9af1-beba940830fa/259af1b2-ec8c-4bcb-b692-e4ea6210ee02) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:55:07.660688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Network bbfca262-7680-4e93-99de-ea672e263a1f is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:55:07.663530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:55:07.667901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:55:07.678301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Pushing event updated for resources: {'Port': ['ID=abbdf535-b4e3-4dba-bf61-efcf3302fbd6,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:07.785481 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Attempting to bind port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:55:07.786004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Attempting to bind port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:55:07.786369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Attempting to bind port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 on network bbfca262-7680-4e93-99de-ea672e263a1f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:55:07.791859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:55:07.792230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Checking segment: {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:55:07.792895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:07.793499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Bound using segment: {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:55:07.793983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Bound port: abbdf535-b4e3-4dba-bf61-efcf3302fbd6, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:55:07.795127 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:07.849611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:07.866480 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:55:07.894401 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:07.905546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] For port abbdf535-b4e3-4dba-bf61-efcf3302fbd6, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:55:07.910106 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] For port abbdf535-b4e3-4dba-bf61-efcf3302fbd6, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=abbdf535-b4e3-4dba-bf61-efcf3302fbd6,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:55:07.926779 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:07.980392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network bbfca262-7680-4e93-99de-ea672e263a1f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:55:07.983392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:55:07.987926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:55:08.009769 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647e277-2e59-4cc6-aacb-050051e5e0ac None None] Pushing event updated for resources: {'Port': ['ID=abbdf535-b4e3-4dba-bf61-efcf3302fbd6,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:08.036441 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:08.055518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:08.367655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:08.913895 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:08.923170 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:08.932026 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b5017-8d15-4813-884c-ec7849e95f9c None None] Network bbfca262-7680-4e93-99de-ea672e263a1f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:55:09.021863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ebda9e5f-4b3b-4dac-bebd-30a7c986f6b9 None None] Provisioning for port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:55:09.040494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:09.046062 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:09.186399 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network bbfca262-7680-4e93-99de-ea672e263a1f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:55:09.187791 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:55:09.389934 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router db2cad73-09aa-4ad4-a165-eaaf537e6aed has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:55:09.464377 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1df4203d-f4c6-4790-8a17-828376a55547 None None] Provisioning for port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:55:09.471008 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1df4203d-f4c6-4790-8a17-828376a55547 None None] Provisioning complete for port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:09.471934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1df4203d-f4c6-4790-8a17-828376a55547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:09.529637 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1df4203d-f4c6-4790-8a17-828376a55547 None None] Port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:55:09.572262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:55:09.582613 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Sync routers for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:55:09.587575 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7f5a78ef-3838-41e8-bf9c-b84721ccc65f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/db2cad73-09aa-4ad4-a165-eaaf537e6aed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3134673 Sep 19 17:55:09.593866 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:55:09.594791 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:54:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:09.666667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-4d5b62ad-88bc-4965-9c4d-6170163d052f None None] Provisioning complete for port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:09.667073 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4d5b62ad-88bc-4965-9c4d-6170163d052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:09.734880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b62ad-88bc-4965-9c4d-6170163d052f None None] Port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:55:09.778733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-82c1f60b-43fc-4a2f-8a48-1f2dc17da7ef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:55:09.801105 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-82c1f60b-43fc-4a2f-8a48-1f2dc17da7ef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:55:09.802583 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-82c1f60b-43fc-4a2f-8a48-1f2dc17da7ef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709535321&fields=id&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 267 time: 0.0692518 Sep 19 17:55:09.816252 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:55:09.865805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7de97b1f-7544-4df1-8ca2-80a77b91e270 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:55:09.916210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0aa469ae-2330-4c89-8918-38a3425aa773 None None] Provisioning complete for port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:09.916210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0aa469ae-2330-4c89-8918-38a3425aa773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:09.969467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-18f0c430-fdfe-428f-8a60-79d011ecbeac tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:09.970219 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-18f0c430-fdfe-428f-8a60-79d011ecbeac tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:55:09.988577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-18f0c430-fdfe-428f-8a60-79d011ecbeac tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:network {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:55:09.990039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-18f0c430-fdfe-428f-8a60-79d011ecbeac tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/networks?id=bbfca262-7680-4e93-99de-ea672e263a1f HTTP/1.1" status: 200 len: 796 time: 0.1792896 Sep 19 17:55:10.007896 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-727d8ef8-f77a-48e8-8e0a-82ec2a7c5a69 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/quotas/e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 375 time: 0.0114641 Sep 19 17:55:10.027102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0aa469ae-2330-4c89-8918-38a3425aa773 None None] Port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:55:10.040047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 7de97b1f-7544-4df1-8ca2-80a77b91e270 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:55:10.046003 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7de97b1f-7544-4df1-8ca2-80a77b91e270 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:10.046308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.110815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-2e3f316d-d2a6-42dd-b909-0d8a5889fbb7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:55:10.127262 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-2e3f316d-d2a6-42dd-b909-0d8a5889fbb7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:55:10.128770 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-2e3f316d-d2a6-42dd-b909-0d8a5889fbb7 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144302 Sep 19 17:55:10.142317 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 2, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:10.146671 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Checking router: db2cad73-09aa-4ad4-a165-eaaf537e6aed for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:55:10.147093 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Updating router db2cad73-09aa-4ad4-a165-eaaf537e6aed port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:55:10.166760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7de97b1f-7544-4df1-8ca2-80a77b91e270 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:10.167172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.185619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 7de97b1f-7544-4df1-8ca2-80a77b91e270, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7de97b1f-7544-4df1-8ca2-80a77b91e270,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:55:10.191754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.193203 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device abbdf535-b4e3-4dba-bf61-efcf3302fbd6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:55:10.204501 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.273849 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-a5651c8b-99a7-45ff-ad63-36b1c4884838 service neutron] 10.222.0.83 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310496 Sep 19 17:55:10.313540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=7de97b1f-7544-4df1-8ca2-80a77b91e270,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:10.329998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:55:10.337019 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:10.337596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.425461 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-69cd3c44-19d0-4ba1-a9bb-234cee33fd2d service neutron] 10.222.0.83 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449862 Sep 19 17:55:10.464239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:10.464619 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.498725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port abbdf535-b4e3-4dba-bf61-efcf3302fbd6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=abbdf535-b4e3-4dba-bf61-efcf3302fbd6,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:55:10.504031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.586874 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.592050 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=abbdf535-b4e3-4dba-bf61-efcf3302fbd6,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:10.602248 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Transition to ACTIVE for port object 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:55:10.610366 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.633599 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-06eb17cf-044e-4122-bf4d-11fcccd3a1ba req-03fb89fc-506e-4161-9390-f24830750684 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:55:10.645694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-06eb17cf-044e-4122-bf4d-11fcccd3a1ba req-03fb89fc-506e-4161-9390-f24830750684 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:55:10.646861 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-06eb17cf-044e-4122-bf4d-11fcccd3a1ba req-03fb89fc-506e-4161-9390-f24830750684 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 210 time: 0.0657656 Sep 19 17:55:10.844882 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Pushing event updated for resources: {'Port': ['ID=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:10.856513 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.856840 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.857176 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.857502 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.857824 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.858145 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.858464 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.858781 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.859121 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.859485 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.859800 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.860117 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:55:10.863343 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Attempting to bind port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:55:10.863701 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Attempting to bind port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:55:10.864072 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Attempting to bind port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 on network bbfca262-7680-4e93-99de-ea672e263a1f {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:55:10.870186 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:55:10.870562 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Checking segment: {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:55:10.870970 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.871350 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Bound using segment: {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:55:10.871806 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Bound port: 259af1b2-ec8c-4bcb-b692-e4ea6210ee02, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:55:10.872171 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:10.960510 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] For port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:55:10.964343 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] For port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:55:10.970675 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:11.038211 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:55:11.038840 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:54:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:11.124081 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9936d17-2234-40f5-aa6c-fc18a8d64568 None None] Pushing event updated for resources: {'Port': ['ID=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,revision_number=4']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:11.229707 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:55:11.396910 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-202edbc2-7db0-43ba-8570-a921074ffe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:11.543854 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:11.548077 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd47cc2-4353-4020-9c88-331195aa9017 None None] The sync data for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv is: [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:55:11.793798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-7d8a298f-7114-4321-9f98-1c40aa4deb66 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:11.795264 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-7d8a298f-7114-4321-9f98-1c40aa4deb66 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/networks?id=bbfca262-7680-4e93-99de-ea672e263a1f HTTP/1.1" status: 200 len: 796 time: 0.1631868 Sep 19 17:55:11.880609 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-0e66921c-c0d0-453f-8a87-a356a3c3fb0d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e37e1a26307d490f975489ba4fe41844 HTTP/1.1" status: 200 len: 380 time: 0.0759797 Sep 19 17:55:11.895753 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-11f49ca6-a15b-4f43-9dd3-370fb1e2c5c0 req-15c09f30-e80a-45f9-8952-7ffc32203a5d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 210 time: 0.0813887 Sep 19 17:55:11.918455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'port': {'device_id': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'admin_state_up': True, 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'security_groups': ['55876178-938a-41f6-82f9-20beafa50537']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:11.969102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7de97b1f-7544-4df1-8ca2-80a77b91e270 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:55:12.039283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7de97b1f-7544-4df1-8ca2-80a77b91e270 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:12.039755 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.170229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7de97b1f-7544-4df1-8ca2-80a77b91e270 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:12.171316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device abbdf535-b4e3-4dba-bf61-efcf3302fbd6 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:55:12.181817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:12.193224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:12.207193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Made reservation on behalf of e37e1a26307d490f975489ba4fe41844 for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:55:12.211056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.240968 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:12.241343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.364997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:12.366220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:55:12.384686 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.20.0.6 (bbfca262-7680-4e93-99de-ea672e263a1f/d5996632-be9c-41d0-9af1-beba940830fa/ec6f0972-7417-4d3e-bdab-39082301ae84) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:55:12.445132 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:55:12.451940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:12.452319 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.572836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:12.573284 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.603105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.609067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:55:12.614418 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.619259 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Transition to ACTIVE for port object ec6f0972-7417-4d3e-bdab-39082301ae84 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:55:12.650177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.696998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:12.713231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network bbfca262-7680-4e93-99de-ea672e263a1f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:55:12.721955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:55:12.726583 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:55:12.784220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=ec6f0972-7417-4d3e-bdab-39082301ae84,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:12.803723 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:12.804398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.831750 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-977ddfed-c57c-480c-8cea-ac4ea2c17a77 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339888 Sep 19 17:55:12.843487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Request body: {'port': {'device_id': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:12.961470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:12.972965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f90d5d0b-eed8-492f-94c8-2f6f008dbfde None None] Provisioning for port ec6f0972-7417-4d3e-bdab-39082301ae84 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:55:12.978171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-f90d5d0b-eed8-492f-94c8-2f6f008dbfde None None] Provisioning complete for port ec6f0972-7417-4d3e-bdab-39082301ae84 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:12.978645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f90d5d0b-eed8-492f-94c8-2f6f008dbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:13.032628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-f90d5d0b-eed8-492f-94c8-2f6f008dbfde None None] Port ec6f0972-7417-4d3e-bdab-39082301ae84 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:55:13.255393 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16820a19-4b94-43f8-9a32-330b0d4861cb req-27cfcbe0-ac4f-4359-96b8-398755551bdc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:13.255994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-16820a19-4b94-43f8-9a32-330b0d4861cb req-27cfcbe0-ac4f-4359-96b8-398755551bdc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:55:13.290832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-16820a19-4b94-43f8-9a32-330b0d4861cb req-27cfcbe0-ac4f-4359-96b8-398755551bdc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:55:13.292004 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-16820a19-4b94-43f8-9a32-330b0d4861cb req-27cfcbe0-ac4f-4359-96b8-398755551bdc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 931 time: 0.2839272 Sep 19 17:55:13.357107 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-16820a19-4b94-43f8-9a32-330b0d4861cb req-9b6db599-a423-47a0-83bb-c6011bf3cf6a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581338 Sep 19 17:55:13.429429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6f0972-7417-4d3e-bdab-39082301ae84 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:55:13.437341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:13.454813 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Transition to ACTIVE for port object ec6f0972-7417-4d3e-bdab-39082301ae84 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:55:13.461290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:13.594479 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a56ae30e-3189-4355-b2cb-a34c53ab6486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:13.650222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Pushing event updated for resources: {'Port': ['ID=ec6f0972-7417-4d3e-bdab-39082301ae84,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:13.694626 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Attempting to bind port ec6f0972-7417-4d3e-bdab-39082301ae84 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:55:13.694994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Attempting to bind port ec6f0972-7417-4d3e-bdab-39082301ae84 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:55:13.695341 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Attempting to bind port ec6f0972-7417-4d3e-bdab-39082301ae84 on network bbfca262-7680-4e93-99de-ea672e263a1f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:55:13.700269 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Port ec6f0972-7417-4d3e-bdab-39082301ae84 on network bbfca262-7680-4e93-99de-ea672e263a1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:55:13.700635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Attempting to bind port ec6f0972-7417-4d3e-bdab-39082301ae84 on network bbfca262-7680-4e93-99de-ea672e263a1f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:55:13.706047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:55:13.706494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Checking segment: {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:55:13.709758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Bound using segment: {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:55:13.709758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Bound port: ec6f0972-7417-4d3e-bdab-39082301ae84, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b222cf0-2f4a-4075-9f39-ed2d68840bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:55:13.709758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:13.803784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] For port ec6f0972-7417-4d3e-bdab-39082301ae84, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:55:13.807176 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] For port ec6f0972-7417-4d3e-bdab-39082301ae84, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec6f0972-7417-4d3e-bdab-39082301ae84,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:55:13.814123 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:13.816306 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:55:13.817519 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:13.818446 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:13.819859 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] 10.222.0.86 "PUT /v2.0/ports/ec6f0972-7417-4d3e-bdab-39082301ae84 HTTP/1.1" status: 200 len: 1093 time: 0.9807332 Sep 19 17:55:13.852618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:55:13.854899 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd87fc42-87ae-411a-89ac-ea8d86260aad" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:55:13.905135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:13.906448 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:13.923467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aca9d6-7c3f-4371-9129-ebda5d3fa926 x-openstack-request-id: req-63aca9d6-7c3f-4371-9129-ebda5d3fa926 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:55:13.923774 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:55:13.924021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-63aca9d6-7c3f-4371-9129-ebda5d3fa926 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:55:13.924390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63aca9d6-7c3f-4371-9129-ebda5d3fa926'] response: {'name': 'network-changed', 'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'status': 'completed', 'code': 200} Sep 19 17:55:13.966255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112383f-c997-4f06-bd29-372ce5a3603c service neutron] Pushing event updated for resources: {'Port': ['ID=ec6f0972-7417-4d3e-bdab-39082301ae84,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:13.983335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-689f5fa4-e4ea-4916-a29f-df57cd5989f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:13.985118 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-689f5fa4-e4ea-4916-a29f-df57cd5989f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 1096 time: 0.1130009 Sep 19 17:55:14.025965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:14.162072 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-717b8bbf-cf30-4bf5-a0a9-55cd67d800fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec6f0972-7417-4d3e-bdab-39082301ae84 HTTP/1.1" status: 200 len: 217 time: 0.1705863 Sep 19 17:55:14.226635 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-8c08380d-ab1a-4833-9ee2-4bb9131436e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:14.228060 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-8c08380d-ab1a-4833-9ee2-4bb9131436e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5996632-be9c-41d0-9af1-beba940830fa HTTP/1.1" status: 200 len: 834 time: 0.0608356 Sep 19 17:55:14.313475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-a049f907-adfe-4bc3-ad69-498873452dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:14.314944 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-a049f907-adfe-4bc3-ad69-498873452dd6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bbfca262-7680-4e93-99de-ea672e263a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807817 Sep 19 17:55:14.448786 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-243499a5-adff-4319-a6d3-67700ea4d961 service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273754 Sep 19 17:55:14.650954 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8bec4127-24a7-4cea-bdfe-73ac18088777 req-11d9ae81-4a97-4a9f-aed7-1ea0bcae524a service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951301 Sep 19 17:55:14.665304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f5df6-46f2-43da-a807-dc91df9cd333 req-ea281927-55ee-404e-a86c-dc9ea7c7879f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:14.666791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dc8f5df6-46f2-43da-a807-dc91df9cd333 req-ea281927-55ee-404e-a86c-dc9ea7c7879f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 943 time: 0.1859078 Sep 19 17:55:14.765892 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dc8f5df6-46f2-43da-a807-dc91df9cd333 req-e7c2a039-b720-4f86-87b8-a7f52b3f5b57 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907342 Sep 19 17:55:14.798653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-1c822591-a5c2-48c6-8866-98a72c2cb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:14.800195 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-1c822591-a5c2-48c6-8866-98a72c2cb284 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 1096 time: 0.0920305 Sep 19 17:55:14.941677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-797a2680-7d8c-402f-bd9d-b06485ebffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:14.943148 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-797a2680-7d8c-402f-bd9d-b06485ebffc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bbfca262-7680-4e93-99de-ea672e263a1f HTTP/1.1" status: 200 len: 897 time: 0.1368968 Sep 19 17:55:15.010993 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-d6b53688-af51-4b6a-9de5-12cd1d7a077e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec6f0972-7417-4d3e-bdab-39082301ae84 HTTP/1.1" status: 200 len: 217 time: 0.0608990 Sep 19 17:55:15.078096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-d3b76647-c4c7-45f7-8da9-7cf5cbfe2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:15.079676 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-d3b76647-c4c7-45f7-8da9-7cf5cbfe2a86 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5996632-be9c-41d0-9af1-beba940830fa HTTP/1.1" status: 200 len: 834 time: 0.0625663 Sep 19 17:55:15.188202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-c1ae9353-953e-4dd9-ad86-bb65ba13adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:15.190364 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-c1ae9353-953e-4dd9-ad86-bb65ba13adaa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bbfca262-7680-4e93-99de-ea672e263a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037815 Sep 19 17:55:15.195138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:15.331774 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-ef3e1608-5155-4992-b038-19eaeaee0854 service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334062 Sep 19 17:55:15.342067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:15.481655 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cd87fc42-87ae-411a-89ac-ea8d86260aad req-86510d4e-f878-4251-b24a-923ee9251965 service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430643 Sep 19 17:55:15.978990 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678795c-7169-4cd0-bdcf-d81e65aa320a req-75c1b3e7-e358-4953-ac21-0be79bd8bae3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:15.980475 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5678795c-7169-4cd0-bdcf-d81e65aa320a req-75c1b3e7-e358-4953-ac21-0be79bd8bae3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 943 time: 0.0983298 Sep 19 17:55:16.026625 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5678795c-7169-4cd0-bdcf-d81e65aa320a req-b900d4a7-e47c-4f66-9b88-7d04647b8f92 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400362 Sep 19 17:55:16.409611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ec6f0972-7417-4d3e-bdab-39082301ae84 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:55:16.423152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:16.547990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ec6f0972-7417-4d3e-bdab-39082301ae84, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec6f0972-7417-4d3e-bdab-39082301ae84,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:55:16.561248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'port_id': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'mac_address': 'fa:16:3e:94:e3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:55:16.617180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ec6f0972-7417-4d3e-bdab-39082301ae84 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:16.617556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:16.634373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6f0972-7417-4d3e-bdab-39082301ae84 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:55:16.650407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ec6f0972-7417-4d3e-bdab-39082301ae84, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec6f0972-7417-4d3e-bdab-39082301ae84,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:55:16.656139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:16.762509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ec6f0972-7417-4d3e-bdab-39082301ae84,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:16.895256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ec6f0972-7417-4d3e-bdab-39082301ae84'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:55:17.224246 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:55:17.235469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90073a72-3047-4d29-acb4-a167854fe31e req-8c88849b-9307-40b4-83a1-78846f452c65 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:17.236931 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90073a72-3047-4d29-acb4-a167854fe31e req-8c88849b-9307-40b4-83a1-78846f452c65 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 944 time: 0.0955081 Sep 19 17:55:17.281328 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-90073a72-3047-4d29-acb4-a167854fe31e req-7628be09-d373-4b34-b72d-54c461768edd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384512 Sep 19 17:55:18.409611 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ec6f0972-7417-4d3e-bdab-39082301ae84 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:55:18.500178 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port ec6f0972-7417-4d3e-bdab-39082301ae84 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:55:18.505758 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port ec6f0972-7417-4d3e-bdab-39082301ae84 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:55:18.506054 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:18.507749 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b93d0-1392-4b21-b1bf-1714cecda274 req-de7ed90f-2f5f-436e-aea2-c80b285552de tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:18.510429 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6b9b93d0-1392-4b21-b1bf-1714cecda274 req-de7ed90f-2f5f-436e-aea2-c80b285552de tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 944 time: 0.1006918 Sep 19 17:55:18.645111 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ec6f0972-7417-4d3e-bdab-39082301ae84 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:55:18.645492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:18.693841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:55:18.696480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c62dc43-bc44-44d6-b1e0-0100de817d19" -d '{"events": [{"server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "name": "network-vif-plugged", "status": "completed", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:55:18.697411 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6b9b93d0-1392-4b21-b1bf-1714cecda274 req-d563c2f1-2c81-4ef1-997d-c3d8a309f022 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813483 Sep 19 17:55:18.704935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ec6f0972-7417-4d3e-bdab-39082301ae84, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec6f0972-7417-4d3e-bdab-39082301ae84,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:55:18.715102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:18.806999 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9dae08-f49a-46d7-988c-cf3d40492af4 x-openstack-request-id: req-9a9dae08-f49a-46d7-988c-cf3d40492af4 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:55:18.807244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "name": "network-vif-plugged", "status": "completed", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:55:18.807498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9a9dae08-f49a-46d7-988c-cf3d40492af4 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:55:18.807890 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9dae08-f49a-46d7-988c-cf3d40492af4'] response: {'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'code': 200} Sep 19 17:55:18.812076 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ec6f0972-7417-4d3e-bdab-39082301ae84,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:19.075761 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0edf8-9d61-4f4f-9a1c-9c823ea24587 req-8d611eef-1e48-4066-b6df-cadd655982b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:19.077176 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19c0edf8-9d61-4f4f-9a1c-9c823ea24587 req-8d611eef-1e48-4066-b6df-cadd655982b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 1098 time: 0.0898368 Sep 19 17:55:19.143859 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-19c0edf8-9d61-4f4f-9a1c-9c823ea24587 req-988b9311-cb4b-4b5b-8358-394701f8a241 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603395 Sep 19 17:55:19.915405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213272db-11f7-479b-9ceb-188cdc1c2fcc req-43aeb3fb-0bd5-42ec-93ba-347108c4ee39 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:19.916846 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-213272db-11f7-479b-9ceb-188cdc1c2fcc req-43aeb3fb-0bd5-42ec-93ba-347108c4ee39 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.0953274 Sep 19 17:55:19.967681 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-213272db-11f7-479b-9ceb-188cdc1c2fcc req-91815c2e-142f-4c62-a3c0-20223fa188f2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Sep 19 17:55:21.182957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb4f13-3798-4fff-b3b8-3879aa422f35 req-7b7a7ecc-444d-4672-981e-697651c50985 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:21.184478 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6fb4f13-3798-4fff-b3b8-3879aa422f35 req-7b7a7ecc-444d-4672-981e-697651c50985 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.0923858 Sep 19 17:55:21.229432 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f6fb4f13-3798-4fff-b3b8-3879aa422f35 req-c9ee97b3-c453-4724-8ada-b0c8551fd68b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Sep 19 17:55:21.436395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96754c-6648-4b70-a05a-147a29aaf5fd req-c6dab772-1b78-4dc6-b359-6eae7f42434f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:21.438269 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bb96754c-6648-4b70-a05a-147a29aaf5fd req-c6dab772-1b78-4dc6-b359-6eae7f42434f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.0924351 Sep 19 17:55:21.482269 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bb96754c-6648-4b70-a05a-147a29aaf5fd req-e35cf0db-aad8-4ca5-9b4b-33b54539222d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383019 Sep 19 17:55:21.511661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56736) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:21.600823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edff1cf-25af-4106-b70c-5f3141513316 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:21.602224 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-9edff1cf-25af-4106-b70c-5f3141513316 tempest-TestNetworkAdvancedServerOps-722974466 tempest-TestNetworkAdvancedServerOps-722974466-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 1093 time: 0.0895343 Sep 19 17:55:21.605410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56740) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:21.610415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:55:21.616527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:55:21.620394 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Usage tracker for resource:floatingip and tenant:e37e1a26307d490f975489ba4fe41844 is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:55:21.623239 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:55:21.629300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:55:21.642249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:21.886791 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:22.032898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Allocated IP 172.26.10.66 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/0dfee2f8-3de9-46c0-8fc9-60321f7e4ef4) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:55:22.180277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:22.216506 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:22.284145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:55:22.286867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:55:22.290839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:55:22.325326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=0dfee2f8-3de9-46c0-8fc9-60321f7e4ef4,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:22.733536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:22.835943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:23.047763 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:23.056238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:23.160756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event updated for resources: {'Port': ['ID=0dfee2f8-3de9-46c0-8fc9-60321f7e4ef4,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:55:23.165319 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:23.348589 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP 978a228f-fe19-47ae-a372-4b81f398ab9d associated. External IP: 172.26.10.66, port: ec6f0972-7417-4d3e-bdab-39082301ae84. Sep 19 17:55:23.808037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router db2cad73-09aa-4ad4-a165-eaaf537e6aed has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:55:24.005752 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:55:24.015533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] Sync routers for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:55:24.025897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:55:24.026598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:55:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:24.032663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:24.090053 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-33f19b71-535c-4b3b-bb30-54ed9d4fc525 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4836349 Sep 19 17:55:24.090638 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:55:24.092967 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:55:24.137774 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb69c8a2-19ea-4512-b377-230a59919529 x-openstack-request-id: req-bb69c8a2-19ea-4512-b377-230a59919529 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:55:24.138127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:55:24.138442 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bb69c8a2-19ea-4512-b377-230a59919529 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:55:24.138939 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb69c8a2-19ea-4512-b377-230a59919529'] response: {'name': 'network-changed', 'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'status': 'completed', 'code': 200} Sep 19 17:55:24.209859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:55:24.305527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-4ebbf97f-6b07-4233-9173-e0bdf43c7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:24.306929 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-4ebbf97f-6b07-4233-9173-e0bdf43c7138 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 1098 time: 0.1469476 Sep 19 17:55:24.314571 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dd1f6-47b6-45b0-9881-e63d1c4890f2 req-00b58039-611a-4b04-b8ac-d865e6262449 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:24.315929 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-677dd1f6-47b6-45b0-9881-e63d1c4890f2 req-00b58039-611a-4b04-b8ac-d865e6262449 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.1165111 Sep 19 17:55:24.437697 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-677dd1f6-47b6-45b0-9881-e63d1c4890f2 req-26ecbfbc-8d86-416e-86cd-53035467a99c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036494 Sep 19 17:55:24.473337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56748) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:24.486052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-15c28111-a596-4052-9645-c062fa696230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:24.487580 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-15c28111-a596-4052-9645-c062fa696230 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bbfca262-7680-4e93-99de-ea672e263a1f HTTP/1.1" status: 200 len: 897 time: 0.1708043 Sep 19 17:55:24.569538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '978a228f-fe19-47ae-a372-4b81f398ab9d', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.66', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'port_id': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'mac_address': 'fa:16:3e:94:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:55:22Z', 'updated_at': '2022-09-19T17:55:22Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:12Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:24.574069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] Checking router: db2cad73-09aa-4ad4-a165-eaaf537e6aed for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:55:24.582742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:55:24.583388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:55:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:24.587381 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4c4e9676-06bb-4a6d-9388-0da640748347 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/978a228f-fe19-47ae-a372-4b81f398ab9d HTTP/1.1" status: 200 len: 991 time: 0.1121528 Sep 19 17:55:24.589800 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-7c4aec17-0d68-4daf-ab7d-a5255aabd769 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec6f0972-7417-4d3e-bdab-39082301ae84 HTTP/1.1" status: 200 len: 999 time: 0.0963311 Sep 19 17:55:24.659740 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-12d8ec35-6433-4968-88d4-07ea32f983f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:24.661188 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-12d8ec35-6433-4968-88d4-07ea32f983f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5996632-be9c-41d0-9af1-beba940830fa HTTP/1.1" status: 200 len: 834 time: 0.0656316 Sep 19 17:55:24.747479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-32adc689-32a9-4195-a3a3-531223cd28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:24.748984 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-32adc689-32a9-4195-a3a3-531223cd28d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bbfca262-7680-4e93-99de-ea672e263a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819077 Sep 19 17:55:24.768717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:55:24.881497 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-4e78f0cb-c9b3-4eaf-a576-657e25520dc6 service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256862 Sep 19 17:55:25.018561 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ce7cfea-27e7-4be5-85c9-2e21cfffdda6 req-442c5ca1-923e-4d7b-8e7a-e56be788cc6c service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315804 Sep 19 17:55:25.154216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '978a228f-fe19-47ae-a372-4b81f398ab9d', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.66', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'port_id': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'mac_address': 'fa:16:3e:94:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:55:22Z', 'updated_at': '2022-09-19T17:55:22Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:12Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:55:25.158391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1fdf3-d243-440b-ab2d-2c42b024e722 None None] The sync data for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv is: [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '978a228f-fe19-47ae-a372-4b81f398ab9d', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'floating_ip_address': '172.26.10.66', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'port_id': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'mac_address': 'fa:16:3e:94:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:55:22Z', 'updated_at': '2022-09-19T17:55:22Z', 'revision_number': 0, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:12Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:55:25.363830 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73917da-fe68-468b-9ec6-9690848fe5ae None None] New status for floating IP 978a228f-fe19-47ae-a372-4b81f398ab9d: ACTIVE {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:55:25.589881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56752) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:25.702173 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-bea93073-da58-467d-ba8e-0f802da395bc tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/978a228f-fe19-47ae-a372-4b81f398ab9d HTTP/1.1" status: 200 len: 993 time: 0.1109536 Sep 19 17:55:25.948904 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:41.412569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c589f3e3-af0a-48b0-88b1-b2820f7e681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:43.604081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-aab07907-878e-4e73-b14c-f69a9e27e1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:44.622024 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-31a72117-8381-49ba-a663-48292b812c62 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1414728 Sep 19 17:55:44.783912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-99171374-c035-40f3-a073-33c7b216c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:44.785311 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-99171374-c035-40f3-a073-33c7b216c947 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 1098 time: 0.0867615 Sep 19 17:55:44.934208 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-b3ea23cf-96b9-4494-9a30-cba0b7b2adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:44.935688 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-b3ea23cf-96b9-4494-9a30-cba0b7b2adac service neutron] 10.222.0.86 "GET /v2.0/networks?id=bbfca262-7680-4e93-99de-ea672e263a1f HTTP/1.1" status: 200 len: 897 time: 0.1305809 Sep 19 17:55:45.041368 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-5a63cce1-b60b-4181-ab6f-3f446d323b0a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec6f0972-7417-4d3e-bdab-39082301ae84 HTTP/1.1" status: 200 len: 1001 time: 0.0979815 Sep 19 17:55:45.193342 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:45.211520 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-df1c40f1-d054-41dd-ad4e-1fd8deb7b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:45.212984 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-df1c40f1-d054-41dd-ad4e-1fd8deb7b84d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5996632-be9c-41d0-9af1-beba940830fa HTTP/1.1" status: 200 len: 834 time: 0.1653910 Sep 19 17:55:45.309375 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-8afaf2f2-c3ed-4588-ae2f-dea7394a689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:45.310767 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-8afaf2f2-c3ed-4588-ae2f-dea7394a689e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bbfca262-7680-4e93-99de-ea672e263a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903506 Sep 19 17:55:45.349880 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:45.454374 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-1e305709-9da9-46f5-b998-79488efa7e35 service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364732 Sep 19 17:55:45.605978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e1328077-4bf0-4fc6-8f3b-74df34a93c4e req-243ed515-b61c-4c83-9049-4e4fb90f4d7f service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449678 Sep 19 17:55:46.419001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:54.223519 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:55:55.366798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263917d-1360-45a7-b113-7146f5a0f919 req-4eef8777-9478-477b-afcf-61956b3f9725 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:55.368318 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f263917d-1360-45a7-b113-7146f5a0f919 req-4eef8777-9478-477b-afcf-61956b3f9725 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.0931728 Sep 19 17:55:55.418678 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f263917d-1360-45a7-b113-7146f5a0f919 req-5addc99f-fbed-44b0-9e10-cba7f384bd50 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438473 Sep 19 17:55:55.945523 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:55:56.638959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae806-35d7-4383-887a-7420f570b263 req-67d52e50-65e5-4f13-9581-fbdb1e82c2ef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:56.640447 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fddae806-35d7-4383-887a-7420f570b263 req-67d52e50-65e5-4f13-9581-fbdb1e82c2ef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.0935752 Sep 19 17:55:56.685978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fddae806-35d7-4383-887a-7420f570b263 req-059f9bc4-f98a-42c6-b778-f1fc1bb7e99d tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396693 Sep 19 17:55:56.716543 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56774) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:55:56.823514 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-727c2837-07f4-41ec-8a9a-0e9c4568b7f2 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/978a228f-fe19-47ae-a372-4b81f398ab9d HTTP/1.1" status: 200 len: 993 time: 0.1058669 Sep 19 17:55:58.310892 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-7b46faa6-1527-4e86-a20c-deaccf00c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:58.312464 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-7b46faa6-1527-4e86-a20c-deaccf00c95b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 1098 time: 0.0828626 Sep 19 17:55:58.318057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc88f15-a95f-4ee1-bb62-3202f9247492 req-d728ba32-e289-4456-bc66-05cd528cb4d8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:58.319571 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bfc88f15-a95f-4ee1-bb62-3202f9247492 req-d728ba32-e289-4456-bc66-05cd528cb4d8 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.0957186 Sep 19 17:55:58.366592 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bfc88f15-a95f-4ee1-bb62-3202f9247492 req-9686ff01-c4c3-4e02-9c7a-fa786e13d9d1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 Sep 19 17:55:58.449227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-09d4d000-3759-4233-9d44-c56a67156124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:58.450707 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-09d4d000-3759-4233-9d44-c56a67156124 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bbfca262-7680-4e93-99de-ea672e263a1f HTTP/1.1" status: 200 len: 897 time: 0.1326263 Sep 19 17:55:58.556816 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-9b01046c-8664-4f62-b342-aace26bd9d65 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec6f0972-7417-4d3e-bdab-39082301ae84 HTTP/1.1" status: 200 len: 1001 time: 0.0990078 Sep 19 17:55:58.624495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-6b855cbd-ca77-4733-8f0a-785d1cd9c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:58.625988 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-6b855cbd-ca77-4733-8f0a-785d1cd9c9ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5996632-be9c-41d0-9af1-beba940830fa HTTP/1.1" status: 200 len: 834 time: 0.0627940 Sep 19 17:55:58.720628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-5340d002-64b4-45cd-8759-902f6834b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:58.722423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-5340d002-64b4-45cd-8759-902f6834b324 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bbfca262-7680-4e93-99de-ea672e263a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893090 Sep 19 17:55:58.856117 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-fe9728bd-05fd-4e8f-809c-2f2e8459d971 service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279731 Sep 19 17:55:58.999054 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8f424a7e-3f96-40e4-ad36-7237f87a827b req-3998ec55-ad59-4241-a29b-e26d481ef130 service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367040 Sep 19 17:55:59.594244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d51e5-3043-49ae-b09f-cf0c8c176138 req-51f63906-e799-4398-9309-af233dd0141f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:55:59.595731 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-853d51e5-3043-49ae-b09f-cf0c8c176138 req-51f63906-e799-4398-9309-af233dd0141f tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.1085980 Sep 19 17:55:59.643559 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-853d51e5-3043-49ae-b09f-cf0c8c176138 req-19c3d1f3-125b-42c4-a8ff-c4f78246b77e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Sep 19 17:56:00.864866 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391abbb-e83a-4e06-9c08-13b5c6c13b5e req-896c1bee-e275-464f-b042-9fced31922db tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:00.866234 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a391abbb-e83a-4e06-9c08-13b5c6c13b5e req-896c1bee-e275-464f-b042-9fced31922db tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.1034443 Sep 19 17:56:00.911221 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a391abbb-e83a-4e06-9c08-13b5c6c13b5e req-bec1cd22-52bb-46ca-8bee-18d320be8530 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389185 Sep 19 17:56:00.942157 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56788) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:01.053590 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4b63ee87-769f-4732-8c1f-3a446bb07ffd tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/floatingips/978a228f-fe19-47ae-a372-4b81f398ab9d HTTP/1.1" status: 200 len: 993 time: 0.1102736 Sep 19 17:56:01.351194 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56796) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:01.574216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 0dfee2f8-3de9-46c0-8fc9-60321f7e4ef4 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:56:01.574572 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:01.749857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:01.750074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:01.988060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 0dfee2f8-3de9-46c0-8fc9-60321f7e4ef4 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:56:02.157029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:02.204057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=0dfee2f8-3de9-46c0-8fc9-60321f7e4ef4,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:02.250415 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.250793 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.251153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.251511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.251812 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.252111 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.252451 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.252772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.253091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.253407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.253709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.254020 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:02.328665 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:02.328995 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Floating IP 978a228f-fe19-47ae-a372-4b81f398ab9d disassociated (deleted). External IP: 172.26.10.66, port: ec6f0972-7417-4d3e-bdab-39082301ae84. Sep 19 17:56:02.705449 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router db2cad73-09aa-4ad4-a165-eaaf537e6aed has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:56:02.894939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:56:02.905222 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] Sync routers for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:56:02.916022 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:02.916397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:02.916807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:55:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:02.975345 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-87589875-1a60-4886-a85e-7d73a19e453b tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/floatingips/978a228f-fe19-47ae-a372-4b81f398ab9d HTTP/1.1" status: 204 len: 168 time: 1.6223180 Sep 19 17:56:02.976185 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:56:02.978630 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:56:03.024272 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55344816-b6b6-4ae1-8181-5c4a36df0b45 x-openstack-request-id: req-55344816-b6b6-4ae1-8181-5c4a36df0b45 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:56:03.024870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:56:03.024966 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-55344816-b6b6-4ae1-8181-5c4a36df0b45 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:56:03.025376 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55344816-b6b6-4ae1-8181-5c4a36df0b45'] response: {'name': 'network-changed', 'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'status': 'completed', 'code': 200} Sep 19 17:56:03.107507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:03.124521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-c913e383-4039-465e-bae0-6a6e6e001123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:03.125999 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-c913e383-4039-465e-bae0-6a6e6e001123 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e37e1a26307d490f975489ba4fe41844&device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 1098 time: 0.0803332 Sep 19 17:56:03.277136 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-ac69da89-a982-4c9e-a75f-31a383fed76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:03.278747 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-ac69da89-a982-4c9e-a75f-31a383fed76c service neutron] 10.222.0.86 "GET /v2.0/networks?id=bbfca262-7680-4e93-99de-ea672e263a1f HTTP/1.1" status: 200 len: 897 time: 0.1458139 Sep 19 17:56:03.455495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:12Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:03.455776 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-b4aef288-6487-48f0-84ea-9f540957a5a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec6f0972-7417-4d3e-bdab-39082301ae84 HTTP/1.1" status: 200 len: 217 time: 0.1699240 Sep 19 17:56:03.460563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] Checking router: db2cad73-09aa-4ad4-a165-eaaf537e6aed for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:56:03.470123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:03.470743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:55:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:03.569663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-ac73ce67-5bc5-4730-87ab-c8b38cad82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:03.571003 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-ac73ce67-5bc5-4730-87ab-c8b38cad82f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5996632-be9c-41d0-9af1-beba940830fa HTTP/1.1" status: 200 len: 834 time: 0.0814309 Sep 19 17:56:03.648730 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5fdb1-6311-49c3-9e67-f44c94715982 req-18cc2631-f029-43ea-83fb-e3fb680007c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:03.650202 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89b5fdb1-6311-49c3-9e67-f44c94715982 req-18cc2631-f029-43ea-83fb-e3fb680007c6 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.2037373 Sep 19 17:56:03.650770 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:03.704479 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-89b5fdb1-6311-49c3-9e67-f44c94715982 req-f382ad5b-134b-4bb7-94f1-54a4bde19fd1 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473950 Sep 19 17:56:03.709282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-1e23483c-998b-4bb5-a03f-4a30f7fbcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:03.710874 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-1e23483c-998b-4bb5-a03f-4a30f7fbcbe3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bbfca262-7680-4e93-99de-ea672e263a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1326737 Sep 19 17:56:03.846139 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-d69b4df9-1427-47c1-a251-85ba97b8c46b service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285124 Sep 19 17:56:03.969024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:12Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:03.973675 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350d5cc-4715-4850-9d65-b64e4d56e60e None None] The sync data for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv is: [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:55:08Z', 'revision_number': 4, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '259af1b2-ec8c-4bcb-b692-e4ea6210ee02', 'name': '', 'network_id': 'bbfca262-7680-4e93-99de-ea672e263a1f', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'mac_address': 'fa:16:3e:c6:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:07Z', 'updated_at': '2022-09-19T17:55:12Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'subnets': [{'id': 'd5996632-be9c-41d0-9af1-beba940830fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:56:03.983149 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a687d7b8-2ca5-47a5-98ba-382a13d9c4f7 req-c8cba934-6c7f-4495-a8bc-c3ae1d5c6907 service neutron] 10.222.0.86 "GET /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303413 Sep 19 17:56:04.217987 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b1ee0-d865-4203-9128-405a0ee977b4 None None] New status for floating IP 978a228f-fe19-47ae-a372-4b81f398ab9d: DOWN {{(pid=89058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:56:04.805606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-2ea53a0c-b4da-4917-8885-311e2bfc330a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:04.807123 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-2ea53a0c-b4da-4917-8885-311e2bfc330a tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.0921700 Sep 19 17:56:04.885009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port ec6f0972-7417-4d3e-bdab-39082301ae84 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:56:04.885339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:04.921017 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3775ba-f922-41f4-acda-d435671e7107 req-bf6792e5-292e-4b2d-bf96-f6129d6f5f2c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:04.921713 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5a3775ba-f922-41f4-acda-d435671e7107 req-bf6792e5-292e-4b2d-bf96-f6129d6f5f2c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Synchronizing usage tracker for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:56:04.942754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-5a3775ba-f922-41f4-acda-d435671e7107 req-bf6792e5-292e-4b2d-bf96-f6129d6f5f2c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Unset dirty status for tenant:e37e1a26307d490f975489ba4fe41844 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:56:04.944391 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5a3775ba-f922-41f4-acda-d435671e7107 req-bf6792e5-292e-4b2d-bf96-f6129d6f5f2c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 945 time: 0.1158483 Sep 19 17:56:04.992913 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5a3775ba-f922-41f4-acda-d435671e7107 req-db317372-8a74-49e1-be8a-1d743a50fa91 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/security-groups?id=55876178-938a-41f6-82f9-20beafa50537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427530 Sep 19 17:56:05.148860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port ec6f0972-7417-4d3e-bdab-39082301ae84, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ec6f0972-7417-4d3e-bdab-39082301ae84,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:05.149223 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:05.273456 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for ec6f0972-7417-4d3e-bdab-39082301ae84 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:56:05.422867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:05.472793 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=ec6f0972-7417-4d3e-bdab-39082301ae84,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:05.515262 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.515609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.515966 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.516299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.516629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.516952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.517273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.517595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.517918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.518237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.518555 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.518853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:05.570933 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] No DVR routers for this DVR port ec6f0972-7417-4d3e-bdab-39082301ae84 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:56:05.573547 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:05.576201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'name': 'network-vif-deleted', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:56:05.578473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc861c8-f226-462b-ab46-699741fdd986" -d '{"events": [{"server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "name": "network-vif-deleted", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:56:05.596098 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c560df62-5bc5-43bd-9848-fcc354f9f415 req-46ff6f96-5bda-4dfc-a9d8-98696225265e tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.86 "DELETE /v2.0/ports/ec6f0972-7417-4d3e-bdab-39082301ae84 HTTP/1.1" status: 204 len: 173 time: 0.7833576 Sep 19 17:56:05.630470 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a45b1-eacc-47ea-9ba5-da80380b0889 x-openstack-request-id: req-e87a45b1-eacc-47ea-9ba5-da80380b0889 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:56:05.630833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ed8ae2-1e58-441f-9e68-4b0f3d361db1", "name": "network-vif-deleted", "tag": "ec6f0972-7417-4d3e-bdab-39082301ae84", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:56:05.631229 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e87a45b1-eacc-47ea-9ba5-da80380b0889 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:56:05.631684 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87a45b1-eacc-47ea-9ba5-da80380b0889'] response: {'server_uuid': 'b8ed8ae2-1e58-441f-9e68-4b0f3d361db1', 'name': 'network-vif-deleted', 'tag': 'ec6f0972-7417-4d3e-bdab-39082301ae84', 'status': 'completed', 'code': 200} Sep 19 17:56:06.181043 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b208a205-c6bb-457e-9d7e-cf0165f06110 req-ea3879aa-ed86-49f0-8a34-0f747ce8c4f3 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8ed8ae2-1e58-441f-9e68-4b0f3d361db1 HTTP/1.1" status: 200 len: 210 time: 0.0561197 Sep 19 17:56:07.282468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56814) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:07.968862 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:08.340156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:56:08.340879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:08.539837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 259af1b2-ec8c-4bcb-b692-e4ea6210ee02, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:08.540202 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:08.664303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ec6f0972-7417-4d3e-bdab-39082301ae84 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:56:08.665300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:56:08.699555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: ec6f0972-7417-4d3e-bdab-39082301ae84 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:56:08.699898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ec6f0972-7417-4d3e-bdab-39082301ae84 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:56:09.119145 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:09.166233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=259af1b2-ec8c-4bcb-b692-e4ea6210ee02,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:09.454886 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:09.826584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Router db2cad73-09aa-4ad4-a165-eaaf537e6aed has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:56:10.008317 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:56:10.018179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] Sync routers for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:56:10.022230 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-fa54bbc3-1be2-451b-97c4-06fe5523ca0c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "PUT /v2.0/routers/db2cad73-09aa-4ad4-a165-eaaf537e6aed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7386374 Sep 19 17:56:10.025163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56818) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:10.030578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:10.031251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:55:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:10.091475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eee91f1-6cd6-4086-802f-97195ea94b06 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting subnet d5996632-be9c-41d0-9af1-beba940830fa {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 17:56:10.094944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3eee91f1-6cd6-4086-802f-97195ea94b06 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:10.150306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3eee91f1-6cd6-4086-802f-97195ea94b06 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:10.238503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3eee91f1-6cd6-4086-802f-97195ea94b06 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:10.247888 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:10.314560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3eee91f1-6cd6-4086-802f-97195ea94b06 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:10.353855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee91f1-6cd6-4086-802f-97195ea94b06 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Subnet': ['ID=d5996632-be9c-41d0-9af1-beba940830fa,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:10.357410 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3eee91f1-6cd6-4086-802f-97195ea94b06 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:10.363824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3eee91f1-6cd6-4086-802f-97195ea94b06 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/subnets/d5996632-be9c-41d0-9af1-beba940830fa HTTP/1.1" status: 204 len: 168 time: 0.3376822 Sep 19 17:56:10.366833 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56822) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:10.371424 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc1ce0-4715-4625-a750-351361a0ba42 None None] Network bbfca262-7680-4e93-99de-ea672e263a1f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:56:10.549738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:10.721223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:56:08Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:10.726123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] Checking router: db2cad73-09aa-4ad4-a165-eaaf537e6aed for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:56:10.735530 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] Routers {'db2cad73-09aa-4ad4-a165-eaaf537e6aed'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:10.736169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:55:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:10.785784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] DHCP port deletion for bbfca262-7680-4e93-99de-ea672e263a1f request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 17:56:10.806361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Deleting port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:56:10.806704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:10.873687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:10.885552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Deleting port 7de97b1f-7544-4df1-8ca2-80a77b91e270 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 17:56:10.885977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.064132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] For port 7de97b1f-7544-4df1-8ca2-80a77b91e270, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7de97b1f-7544-4df1-8ca2-80a77b91e270,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:11.064372 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.067784 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] Set router db2cad73-09aa-4ad4-a165-eaaf537e6aed gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:11.190225 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Calling delete_port for 7de97b1f-7544-4df1-8ca2-80a77b91e270 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:56:11.281902 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] For port abbdf535-b4e3-4dba-bf61-efcf3302fbd6, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=abbdf535-b4e3-4dba-bf61-efcf3302fbd6,segment=NetworkSegment(9b222cf0-2f4a-4075-9f39-ed2d68840bf1),segment_id=9b222cf0-2f4a-4075-9f39-ed2d68840bf1)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:11.282256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.370241 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.422363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Port': ['ID=7de97b1f-7544-4df1-8ca2-80a77b91e270,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:11.478922 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Calling delete_port for abbdf535-b4e3-4dba-bf61-efcf3302fbd6 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 17:56:11.520967 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.552179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35bfa337-4c74-41bb-b649-e796644b5875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.633084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533'] for port, after_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.684953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Pushing event deleted for resources: {'Port': ['ID=abbdf535-b4e3-4dba-bf61-efcf3302fbd6,revision_number=None']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:11.688709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] No DVR routers for this DVR port abbdf535-b4e3-4dba-bf61-efcf3302fbd6 on host dv-neutron-857789-3-hyperv {{(pid=89057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 17:56:11.699135 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.699495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.699818 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.700151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.700484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.700850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.701151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.701506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.701824 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.702137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.702472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.702743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440affe-7eae-40c0-b7b2-2f5e561fb658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:11.703306 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.705768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.712952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:56:08Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:11.717254 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a9ec9-1875-489c-93ba-791e79afa796 None None] The sync data for ids ['db2cad73-09aa-4ad4-a165-eaaf537e6aed'] in dv-neutron-857789-3-hyperv is: [{'id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582070034', 'tenant_id': 'e37e1a26307d490f975489ba4fe41844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118'}], 'enable_snat': True}, 'gw_port_id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:55:02Z', 'updated_at': '2022-09-19T17:56:08Z', 'revision_number': 5, 'project_id': 'e37e1a26307d490f975489ba4fe41844', 'gw_port': {'id': '7de97b1f-7544-4df1-8ca2-80a77b91e270', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2cad73-09aa-4ad4-a165-eaaf537e6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:55:03Z', 'updated_at': '2022-09-19T17:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:56:11.731278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.731815 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Fanout notify agent at l3_agent the message router_deleted on router db2cad73-09aa-4ad4-a165-eaaf537e6aed {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 17:56:11.748794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:11.751714 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56826) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:11.752203 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-67a58bf1-8186-4f11-ad83-00813cab331c tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/routers/db2cad73-09aa-4ad4-a165-eaaf537e6aed HTTP/1.1" status: 204 len: 168 time: 1.3838456 Sep 19 17:56:11.869286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.135833 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.162630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfca262-7680-4e93-99de-ea672e263a1f']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:12.169074 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device abbdf535-b4e3-4dba-bf61-efcf3302fbd6 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:56:12.180017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b222cf0-2f4a-4075-9f39-ed2d68840bf1') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:12.180325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b222cf0-2f4a-4075-9f39-ed2d68840bf1') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:12.192983 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.205416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: abbdf535-b4e3-4dba-bf61-efcf3302fbd6 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:56:12.205765 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device abbdf535-b4e3-4dba-bf61-efcf3302fbd6 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:56:12.206188 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:56:12.215022 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.222017 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:56:12.222484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.243677 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:56:12.244099 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 259af1b2-ec8c-4bcb-b692-e4ea6210ee02 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:56:12.312729 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 9b222cf0-2f4a-4075-9f39-ed2d68840bf1 resource provider aggregate not found Sep 19 17:56:12.332020 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment 9b222cf0-2f4a-4075-9f39-ed2d68840bf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b222cf0-2f4a-4075-9f39-ed2d68840bf1 found for delete ", "request_id": "req-80c137bf-d26a-4745-9c4b-1b3b298bf7bb"}]} Sep 19 17:56:12.346749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.366270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.379464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'Network': ['ID=bbfca262-7680-4e93-99de-ea672e263a1f,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:12.388394 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e91ff045-b1a0-45f2-8832-ff56d8e34aef tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/networks/bbfca262-7680-4e93-99de-ea672e263a1f HTTP/1.1" status: 204 len: 168 time: 0.6353748 Sep 19 17:56:12.391133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56836) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:12.483525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c40-8d96-4f10-bb10-7bd10fea7c79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.513612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c40-8d96-4f10-bb10-7bd10fea7c79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.587826 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c40-8d96-4f10-bb10-7bd10fea7c79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.607308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99c40-8d96-4f10-bb10-7bd10fea7c79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55876178-938a-41f6-82f9-20beafa50537,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:12.624131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c40-8d96-4f10-bb10-7bd10fea7c79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:12.625283 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a4e99c40-8d96-4f10-bb10-7bd10fea7c79 tempest-TestNetworkAdvancedServerOps-1028575036 tempest-TestNetworkAdvancedServerOps-1028575036-project] 10.222.0.83 "DELETE /v2.0/security-groups/55876178-938a-41f6-82f9-20beafa50537 HTTP/1.1" status: 204 len: 168 time: 0.2331409 Sep 19 17:56:13.004120 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56846) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:13.189429 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-54ad4c35-52bc-4774-af69-f70865b33a9e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e37e1a26307d490f975489ba4fe41844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841302 Sep 19 17:56:13.192298 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56852) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:13.255730 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78e494ac-6533-488c-ab32-f7bcc1ef8085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.283867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78e494ac-6533-488c-ab32-f7bcc1ef8085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.343166 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78e494ac-6533-488c-ab32-f7bcc1ef8085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.361034 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e494ac-6533-488c-ab32-f7bcc1ef8085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ee9181-0928-4a2f-91dd-1655768cedd6,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:13.369779 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-78e494ac-6533-488c-ab32-f7bcc1ef8085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.373564 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-78e494ac-6533-488c-ab32-f7bcc1ef8085 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/74ee9181-0928-4a2f-91dd-1655768cedd6 HTTP/1.1" status: 204 len: 168 time: 0.1776106 Sep 19 17:56:13.599988 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f475d87-da22-4bb5-a59c-9cbaea8e095b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.686171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56860) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:13.705115 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.720449 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:13.724932 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] Usage tracker for resource:security_group_rule and tenant:88ff30cfe9e94473b1c0439ed40fe08a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:13.727893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:13.733661 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:13.803634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7de97b1f-7544-4df1-8ca2-80a77b91e270 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:56:13.823840 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.829053 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.838956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 7de97b1f-7544-4df1-8ca2-80a77b91e270 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 17:56:13.839315 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7de97b1f-7544-4df1-8ca2-80a77b91e270 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 17:56:13.877655 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=88ff30cfe9e94473b1c0439ed40fe08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901963 Sep 19 17:56:13.878497 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56176965-699d-4784-9018-f8da1b24a93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32cbaac-8287-47dc-abe0-d9f5db7630fb,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:13.881280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56864) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:13.942988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec723fa6-511d-41c0-87e4-5f7c765d1bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:13.969514 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec723fa6-511d-41c0-87e4-5f7c765d1bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:14.033511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec723fa6-511d-41c0-87e4-5f7c765d1bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:14.050600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec723fa6-511d-41c0-87e4-5f7c765d1bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32cbaac-8287-47dc-abe0-d9f5db7630fb,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:14.056631 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ec723fa6-511d-41c0-87e4-5f7c765d1bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:14.057752 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ec723fa6-511d-41c0-87e4-5f7c765d1bde admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f32cbaac-8287-47dc-abe0-d9f5db7630fb HTTP/1.1" status: 204 len: 168 time: 0.1754293 Sep 19 17:56:14.920835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56888) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:15.034633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-459035475-network', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:15.040033 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:15.044060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Usage tracker for resource:network and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:15.047090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:15.058503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:15.070815 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Made reservation on behalf of 2b5f7d6c10bc47faad5d967ffcb5878f for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:56:15.073128 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.085674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.100038 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:15.104126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:15.107002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:15.113205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:15.197285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.214617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.221924 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.256732 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:56:15.262109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d56d0d-7eba-47c8-834d-973062070c1c,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:15.270061 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.270061 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Added segment 11d2ea94-0eb6-418c-a501-52f61c49828f of type vlan for network 892bd344-5e99-43cf-945b-f1f5768e1f9d Sep 19 17:56:15.299435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.334052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.335107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:15.335769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.346450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.446167 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] Pushing event updated for resources: {'Network': ['ID=892bd344-5e99-43cf-945b-f1f5768e1f9d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:15.452155 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8ddc5d2f-b64c-43bd-9e2b-627865f9bbaa admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5302253 Sep 19 17:56:15.455294 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56894) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:15.459350 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:56:15.461389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Request body: {'subnet': {'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-459035475-subnet', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:15.471719 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:15.476182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Usage tracker for resource:subnet and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:15.479228 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:15.485337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:15.498355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Made reservation on behalf of 2b5f7d6c10bc47faad5d967ffcb5878f for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:56:15.500920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.725479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.815751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc8cd71-1748-44d2-ad88-e79fc35233ba,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:15.826807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Checking segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:15.827192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Network hostable DHCP agents. Network: 892bd344-5e99-43cf-945b-f1f5768e1f9d, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:56:15.848623 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:56:15.858836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 892bd344-5e99-43cf-945b-f1f5768e1f9d) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:15.863021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:15.863615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.869186 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12491762-9ca5-43f1-a338-46f1111541df None None] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:56:15.888538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4d9392c6-8338-49ff-8eac-d5051487aadf admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4319601 Sep 19 17:56:15.891261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56898) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:15.896433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:15.901559 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:15.905645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Usage tracker for resource:router and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:15.908689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:15.914952 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:15.927382 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.928908 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:15.948606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.102462 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-892bd344-5e99-43cf-945b-f1f5768e1f9d', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:56:16.103352 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.243568 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.290006 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Allocated IP 172.20.0.2 (892bd344-5e99-43cf-945b-f1f5768e1f9d/acc8cd71-1748-44d2-ad88-e79fc35233ba/b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:56:16.529212 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.540393 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.551457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Transition to ACTIVE for port object b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:16.570743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Transition to ACTIVE for port object b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:16.579842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.652937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:16.655657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:16.658387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:56:16.665730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Pushing event updated for resources: {'Port': ['ID=b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:16.740193 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.767518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Attempting to bind port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:56:16.767908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Attempting to bind port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:56:16.768270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Attempting to bind port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 on network 892bd344-5e99-43cf-945b-f1f5768e1f9d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:56:16.770270 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.775498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:56:16.775800 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Checking segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:16.776208 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.776602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Bound using segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:56:16.777071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Bound port: b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:56:16.777442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.876406 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] For port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:56:16.879660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] For port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:56:16.884304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:16.912441 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Allocated IP 172.26.10.240 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/e95d20db-cea3-434a-8b40-d59990931274) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:56:16.966299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3990ee0-754b-491f-a4b1-30b18c5a1b80 None None] Pushing event updated for resources: {'Port': ['ID=b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:17.087245 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:17.125940 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:17.211501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:17.214767 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:17.217351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:56:17.260710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e95d20db-cea3-434a-8b40-d59990931274,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:17.666224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:17.904411 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:17.987415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f4fca-a42c-436d-9436-dfe6e6b66e28 None None] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:56:18.100602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-23274724-30e7-4e72-ae5b-133c8e1fef57 None None] Provisioning for port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:18.142010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:18.165011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:18.173677 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:18.174048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:18.367004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:18.367310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:18.379969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Router dd22c74a-5d3f-480f-beac-0eb080734b5f is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:56:18.408773 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:18.421729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:18.496361 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:18.602171 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:56:18.615484 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Sync routers for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:56:18.635011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:18.636380 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-e52a645e-d3a4-4247-bd3e-ce07625368c7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7441497 Sep 19 17:56:18.639236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 56902) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:18.648157 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-14f737ec-c395-422e-a68f-9bff83485ba9 None None] Provisioning complete for port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:18.648735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-14f737ec-c395-422e-a68f-9bff83485ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:18.666888 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:18.667791 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:18.775372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-14f737ec-c395-422e-a68f-9bff83485ba9 None None] Current status of the port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:18.848178 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:19.149574 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:17Z', 'revision_number': 3, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:19.153730 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Checking router: dd22c74a-5d3f-480f-beac-0eb080734b5f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:56:19.154072 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Updating router dd22c74a-5d3f-480f-beac-0eb080734b5f port e95d20db-cea3-434a-8b40-d59990931274 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:56:19.206951 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.375624 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.537510 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.551830 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Transition to ACTIVE for port object e95d20db-cea3-434a-8b40-d59990931274 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:19.560747 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.588000 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Allocated IP 172.20.0.1 (892bd344-5e99-43cf-945b-f1f5768e1f9d/acc8cd71-1748-44d2-ad88-e79fc35233ba/20b78881-b2e9-45b7-9aeb-5a5aa1b9515e) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:56:19.628429 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Attempting to bind port e95d20db-cea3-434a-8b40-d59990931274 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:56:19.629106 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Attempting to bind port e95d20db-cea3-434a-8b40-d59990931274 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:56:19.629219 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Attempting to bind port e95d20db-cea3-434a-8b40-d59990931274 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:56:19.638434 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:56:19.638804 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:19.639222 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.639636 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:56:19.640102 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Bound port: e95d20db-cea3-434a-8b40-d59990931274, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:56:19.640847 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.678689 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Pushing event updated for resources: {'Port': ['ID=e95d20db-cea3-434a-8b40-d59990931274,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:19.697146 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.697490 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.697820 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.698155 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.698480 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.698800 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.699156 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.699477 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.699859 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.700106 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.700442 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.700759 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:56:19.739017 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] For port e95d20db-cea3-434a-8b40-d59990931274, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:56:19.743903 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] For port e95d20db-cea3-434a-8b40-d59990931274, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e95d20db-cea3-434a-8b40-d59990931274,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:56:19.750801 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.822551 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:19.822551 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:19.856014 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:19.888125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.907398 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Transition to ACTIVE for port object 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:19.910713 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4212eb6-904f-4ca2-88ce-85f5984c6af2 None None] Pushing event updated for resources: {'Port': ['ID=e95d20db-cea3-434a-8b40-d59990931274,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:19.931430 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:19.932037 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:19.939060 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:20.010839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:20.013817 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:20.017545 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:56:20.027420 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:20.060822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:20.076804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Pushing event updated for resources: {'Port': ['ID=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:20.079415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:20.316629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-92462db8-d82f-4d61-86e2-16fa703a27f9 None None] Provisioning for port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:20.323797 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-92462db8-d82f-4d61-86e2-16fa703a27f9 None None] Provisioning complete for port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:20.324162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-92462db8-d82f-4d61-86e2-16fa703a27f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:20.365137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:20.402798 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-92462db8-d82f-4d61-86e2-16fa703a27f9 None None] Port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:56:20.435055 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:17Z', 'revision_number': 3, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:20.439970 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedcaa0-74c6-4c86-b3ae-1d506d9e6491 None None] The sync data for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv is: [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:17Z', 'revision_number': 3, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:56:20.669925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:20.679578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:20.803211 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Pushing event updated for resources: {'Port': ['ID=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:20.808297 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:21.013969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:21.015379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:21.262588 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Router dd22c74a-5d3f-480f-beac-0eb080734b5f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:56:21.342113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0033677e-60b0-4e80-b114-f9625dbf95d7 None None] Provisioning complete for port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:21.342734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0033677e-60b0-4e80-b114-f9625dbf95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:21.420349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0033677e-60b0-4e80-b114-f9625dbf95d7 None None] Port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:56:21.473972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:56:21.484627 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-da283dd2-fdf7-4abb-b7c8-475aa6c83b43 admin admin] 10.222.0.83 "PUT /v2.0/routers/dd22c74a-5d3f-480f-beac-0eb080734b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8439662 Sep 19 17:56:21.880688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e95d20db-cea3-434a-8b40-d59990931274 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:21.968190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port e95d20db-cea3-434a-8b40-d59990931274 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:21.976713 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e95d20db-cea3-434a-8b40-d59990931274 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:21.977088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.092814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56920) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:22.098964 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2034966828-network', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:22.105431 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:22.108107 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Usage tracker for resource:network and tenant:42613e773afc488daaa8dc46ce0464e5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:22.112478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:22.117799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:22.121614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e95d20db-cea3-434a-8b40-d59990931274 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:22.121956 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.130014 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Made reservation on behalf of 42613e773afc488daaa8dc46ce0464e5 for: {'network': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:56:22.132874 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.141709 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port e95d20db-cea3-434a-8b40-d59990931274, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e95d20db-cea3-434a-8b40-d59990931274,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:22.145756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.147845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.165804 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:22.169946 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Usage tracker for resource:security_group_rule and tenant:42613e773afc488daaa8dc46ce0464e5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:22.173147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:22.180053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:22.186717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Sync routers for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:56:22.220514 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:22.221211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:22.269368 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.276174 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.302042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=89055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:56:22.305644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=e95d20db-cea3-434a-8b40-d59990931274,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:22.324428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f89d91-5863-4fc0-bbf2-3c8363f7865c,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:22.328370 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.328725 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.segments_db [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Added segment cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af of type vlan for network 37f4592a-b851-48d5-9f61-f7e25579ec65 Sep 19 17:56:22.361221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.400615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.401756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:22.402494 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.421087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:22.508255 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4140332 Sep 19 17:56:22.510976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56924) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:22.513354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62122c-68f0-4e2a-9ef7-eabce1fc8544 admin admin] Pushing event updated for resources: {'Network': ['ID=37f4592a-b851-48d5-9f61-f7e25579ec65,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:22.519670 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Request body: {'subnet': {'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2034966828-subnet', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:22.525276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:22.529128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Usage tracker for resource:subnet and tenant:42613e773afc488daaa8dc46ce0464e5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:22.532117 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:22.538061 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:22.548566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 37f4592a-b851-48d5-9f61-f7e25579ec65 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 17:56:22.549128 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Made reservation on behalf of 42613e773afc488daaa8dc46ce0464e5 for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:56:22.551620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.887594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 2, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:22.891640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Checking router: dd22c74a-5d3f-480f-beac-0eb080734b5f for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:56:22.892091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Updating router dd22c74a-5d3f-480f-beac-0eb080734b5f port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:56:22.897486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.946891 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:22.976406 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0df6caa-28dd-43da-8340-853e9e335117,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:22.984218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Checking segment: {'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:22.984597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Network hostable DHCP agents. Network: 37f4592a-b851-48d5-9f61-f7e25579ec65, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:56:23.010428 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Network 37f4592a-b851-48d5-9f61-f7e25579ec65 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:56:23.022531 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 37f4592a-b851-48d5-9f61-f7e25579ec65) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:23.026891 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:23.027578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.036632 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f7424-31bb-4de3-a29d-937518a56170 None None] Network 37f4592a-b851-48d5-9f61-f7e25579ec65 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:56:23.051000 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-dfb079e2-92f2-48fa-8ee4-5d7c91f4ee22 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5388281 Sep 19 17:56:23.053826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56928) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:23.059754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:23.065100 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:23.069491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Usage tracker for resource:router and tenant:42613e773afc488daaa8dc46ce0464e5 is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:23.072557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:23.078863 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:23.091614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.092652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.114692 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.389019 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.461425 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-37f4592a-b851-48d5-9f61-f7e25579ec65', 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'fixed_ips': [{'subnet_id': 'f0df6caa-28dd-43da-8340-853e9e335117'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 17:56:23.462244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.618707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.642469 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Transition to ACTIVE for port object 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:23.680531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.726826 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.758715 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:23.890325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dc870-d261-46ce-8bcb-58367f72be73 None None] Pushing event updated for resources: {'Port': ['ID=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:23.901644 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e95d20db-cea3-434a-8b40-d59990931274 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:23.916466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Allocated IP 172.26.10.242 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/7b1789e7-8f37-4cdc-b64d-1d89589f0b5a) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:56:23.927166 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Allocated IP 172.20.0.2 (37f4592a-b851-48d5-9f61-f7e25579ec65/f0df6caa-28dd-43da-8340-853e9e335117/f174ad2f-caf8-4bec-b3c8-646c427f3194) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:56:23.989261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Attempting to bind port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:56:23.989615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Attempting to bind port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:56:23.989982 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Attempting to bind port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e on network 892bd344-5e99-43cf-945b-f1f5768e1f9d {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:56:24.014689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:56:24.015113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Checking segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:24.015478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.015867 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Bound using segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:56:24.016341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Bound port: 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:56:24.016716 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.071912 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.104203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.172974 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:24.176108 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:24.180255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:56:24.209319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Pushing event updated for resources: {'Port': ['ID=7b1789e7-8f37-4cdc-b64d-1d89589f0b5a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:24.247016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port e95d20db-cea3-434a-8b40-d59990931274 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:24.247380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.311398 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] For port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:56:24.340282 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] For port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:56:24.385555 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.488141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.508864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:24.509520 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:24.559055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Transition to ACTIVE for port object f174ad2f-caf8-4bec-b3c8-646c427f3194 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:24.621629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dc870-d261-46ce-8bcb-58367f72be73 None None] Pushing event updated for resources: {'Port': ['ID=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:24.629093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Transition to ACTIVE for port object f174ad2f-caf8-4bec-b3c8-646c427f3194 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:24.677093 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.754846 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:24.830524 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port e95d20db-cea3-434a-8b40-d59990931274 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:24.844759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Network 37f4592a-b851-48d5-9f61-f7e25579ec65 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:24.851332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:24.860029 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:56:24.867311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Pushing event updated for resources: {'Port': ['ID=f174ad2f-caf8-4bec-b3c8-646c427f3194,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:24.874478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:25.109049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:25.120355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Attempting to bind port f174ad2f-caf8-4bec-b3c8-646c427f3194 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:56:25.120634 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Attempting to bind port f174ad2f-caf8-4bec-b3c8-646c427f3194 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:56:25.121017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Attempting to bind port f174ad2f-caf8-4bec-b3c8-646c427f3194 on network 37f4592a-b851-48d5-9f61-f7e25579ec65 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:56:25.176058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:56:25.177173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Checking segment: {'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:25.177173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:25.177173 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Bound using segment: {'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:56:25.178433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Bound port: f174ad2f-caf8-4bec-b3c8-646c427f3194, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:56:25.178807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:25.328662 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Router 22a13360-1848-4ae6-bc88-3cdf061448ee is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 17:56:25.352938 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] For port f174ad2f-caf8-4bec-b3c8-646c427f3194, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:56:25.371102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] For port f174ad2f-caf8-4bec-b3c8-646c427f3194, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f174ad2f-caf8-4bec-b3c8-646c427f3194,segment=NetworkSegment(cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af),segment_id=cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:56:25.379065 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:25.469385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:24Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:25.474947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b477b-50a8-4355-a2fa-6e183fa1f93b None None] Pushing event updated for resources: {'Port': ['ID=f174ad2f-caf8-4bec-b3c8-646c427f3194,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:25.479537 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43f6b7-b0c0-47aa-b853-d8469866e492 None None] The sync data for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv is: [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:24Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:56:25.526440 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:56:25.549482 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Sync routers for ids ['22a13360-1848-4ae6-bc88-3cdf061448ee'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:56:25.569452 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Routers {'22a13360-1848-4ae6-bc88-3cdf061448ee'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:25.570368 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22a13360-1848-4ae6-bc88-3cdf061448ee'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:25.587026 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:25.588296 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-486f3318-c2df-4f04-ac40-11bc660824ca admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5331702 Sep 19 17:56:25.591275 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56932) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:25.802189 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Set router 22a13360-1848-4ae6-bc88-3cdf061448ee gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:25.968291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.018563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:26.110375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:26.117463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:26.117840 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.223620 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242'}], 'enable_snat': True}, 'gw_port_id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:24Z', 'revision_number': 3, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port': {'id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:26.228406 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Checking router: 22a13360-1848-4ae6-bc88-3cdf061448ee for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:56:26.228757 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Updating router 22a13360-1848-4ae6-bc88-3cdf061448ee port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:56:26.275919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:26.276305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.299356 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.333107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:26.340566 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.342192 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f174ad2f-caf8-4bec-b3c8-646c427f3194 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:26.598737 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port f174ad2f-caf8-4bec-b3c8-646c427f3194 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:26.624053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:26.793005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.838298 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.855397 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Transition to ACTIVE for port object 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:26.871719 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24823b9-b196-401e-b26f-cd9903659ff4 None None] Network 37f4592a-b851-48d5-9f61-f7e25579ec65 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 17:56:26.880685 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.934036 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Attempting to bind port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:56:26.934558 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Attempting to bind port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:56:26.935037 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Attempting to bind port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:56:26.960805 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:56:26.961356 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:26.961857 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:26.962340 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:56:26.963338 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Bound port: 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:56:26.963338 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.056457 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] For port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:56:27.061790 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] For port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7b1789e7-8f37-4cdc-b64d-1d89589f0b5a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:56:27.065823 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed3893-91d9-4010-810b-3971c5372575 None None] Pushing event updated for resources: {'Port': ['ID=7b1789e7-8f37-4cdc-b64d-1d89589f0b5a,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:27.073057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Allocated IP 172.20.0.1 (37f4592a-b851-48d5-9f61-f7e25579ec65/f0df6caa-28dd-43da-8340-853e9e335117/4bc5d7bf-36d7-4ffe-818b-66493146c73e) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:56:27.075856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9db944b4-5118-461a-a0e9-b9a6c4985106 None None] Provisioning for port f174ad2f-caf8-4bec-b3c8-646c427f3194 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:27.078346 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.090075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-9db944b4-5118-461a-a0e9-b9a6c4985106 None None] Provisioning complete for port f174ad2f-caf8-4bec-b3c8-646c427f3194 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:27.090414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9db944b4-5118-461a-a0e9-b9a6c4985106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.155260 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Routers {'22a13360-1848-4ae6-bc88-3cdf061448ee'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:27.156811 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22a13360-1848-4ae6-bc88-3cdf061448ee'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:27.251770 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed3893-91d9-4010-810b-3971c5372575 None None] Pushing event updated for resources: {'Port': ['ID=7b1789e7-8f37-4cdc-b64d-1d89589f0b5a,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:27.270330 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.291082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Transition to ACTIVE for port object 4bc5d7bf-36d7-4ffe-818b-66493146c73e will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:27.328086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-9db944b4-5118-461a-a0e9-b9a6c4985106 None None] Current status of the port f174ad2f-caf8-4bec-b3c8-646c427f3194 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:27.328621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9db944b4-5118-461a-a0e9-b9a6c4985106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.331705 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.379998 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-9db944b4-5118-461a-a0e9-b9a6c4985106 None None] For port f174ad2f-caf8-4bec-b3c8-646c427f3194, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f174ad2f-caf8-4bec-b3c8-646c427f3194,segment=NetworkSegment(cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af),segment_id=cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:27.388528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9db944b4-5118-461a-a0e9-b9a6c4985106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.415201 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Network 37f4592a-b851-48d5-9f61-f7e25579ec65 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:27.424231 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:27.437780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:56:27.442657 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] Set router 22a13360-1848-4ae6-bc88-3cdf061448ee gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:27.497074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc5d7bf-36d7-4ffe-818b-66493146c73e,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:27.509138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.528876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db944b4-5118-461a-a0e9-b9a6c4985106 None None] Pushing event updated for resources: {'Port': ['ID=f174ad2f-caf8-4bec-b3c8-646c427f3194,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:27.665896 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.714580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3afce5e1-ea58-4f64-b17b-33034ddd3b18 None None] Provisioning complete for port f174ad2f-caf8-4bec-b3c8-646c427f3194 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:27.714864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e1-ea58-4f64-b17b-33034ddd3b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.827680 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242'}], 'enable_snat': True}, 'gw_port_id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:24Z', 'revision_number': 3, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port': {'id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:27.832286 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34324f42-007c-4957-b2a8-47d75928d3cb None None] The sync data for ids ['22a13360-1848-4ae6-bc88-3cdf061448ee'] in dv-neutron-857789-3-hyperv is: [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242'}], 'enable_snat': True}, 'gw_port_id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:24Z', 'revision_number': 3, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port': {'id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:56:27.907806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:27.958698 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3afce5e1-ea58-4f64-b17b-33034ddd3b18 None None] Current status of the port f174ad2f-caf8-4bec-b3c8-646c427f3194 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:27.985074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.991097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:27.997809 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:27.998387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:28.119237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc5d7bf-36d7-4ffe-818b-66493146c73e,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:28.121936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:28.153001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b9b2d133-fa07-491e-8ca1-f39c534bb44d None None] Provisioning for port 4bc5d7bf-36d7-4ffe-818b-66493146c73e completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:28.181603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b9b2d133-fa07-491e-8ca1-f39c534bb44d None None] Provisioning complete for port 4bc5d7bf-36d7-4ffe-818b-66493146c73e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:28.181994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d133-fa07-491e-8ca1-f39c534bb44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:28.261537 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:28.262682 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f174ad2f-caf8-4bec-b3c8-646c427f3194 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:28.285328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Network 37f4592a-b851-48d5-9f61-f7e25579ec65 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:28.286570 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:28.310739 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2d133-fa07-491e-8ca1-f39c534bb44d None None] Port 4bc5d7bf-36d7-4ffe-818b-66493146c73e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:56:28.341509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port f174ad2f-caf8-4bec-b3c8-646c427f3194 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:28.342494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:28.525139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port f174ad2f-caf8-4bec-b3c8-646c427f3194 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:28.638772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1009d07b-faff-4865-ae39-0ce3966c38e3 None None] Provisioning complete for port 4bc5d7bf-36d7-4ffe-818b-66493146c73e triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:28.639450 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1009d07b-faff-4865-ae39-0ce3966c38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:28.653861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Router 22a13360-1848-4ae6-bc88-3cdf061448ee has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:56:28.702702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1009d07b-faff-4865-ae39-0ce3966c38e3 None None] Port 4bc5d7bf-36d7-4ffe-818b-66493146c73e cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:56:28.851167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:56:28.861070 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-309d93fb-a46f-40ed-8da6-ad514f6230a3 admin admin] 10.222.0.83 "PUT /v2.0/routers/22a13360-1848-4ae6-bc88-3cdf061448ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2687161 Sep 19 17:56:29.331997 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56942) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:29.338789 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012975831', 'description': 'tempest-secgroup-smoke-1012975831 description', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:29.348945 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:29.354002 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:29.357081 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:29.364255 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:29.377005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.398977 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:29.403450 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:29.409361 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:29.416465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:29.490732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.496304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.547620 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:29.551566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.553549 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-8e20c831-f381-4be5-b415-be2618b3134b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2197735 Sep 19 17:56:29.556753 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56946) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:29.571654 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': 'f06b923e-0fdb-4f26-9d7f-d65b3957a7ec', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:29.572599 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:29.576758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:29.580292 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:29.587069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:29.595171 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Sync routers for ids ['22a13360-1848-4ae6-bc88-3cdf061448ee'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:56:29.606009 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Routers {'22a13360-1848-4ae6-bc88-3cdf061448ee'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:29.606707 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22a13360-1848-4ae6-bc88-3cdf061448ee'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:29.610394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.675074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.681355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.708747 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9962d9-320e-4e7a-a0af-347759e25590,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:29.720059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.721565 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2941a5e8-b90d-438e-8d7c-9324b8695764 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632130 Sep 19 17:56:29.725233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56950) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:29.730672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': 'f06b923e-0fdb-4f26-9d7f-d65b3957a7ec', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:29.738233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:29.742542 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:29.745569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:29.751464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:29.772667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.793325 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Set router 22a13360-1848-4ae6-bc88-3cdf061448ee gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:29.850287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.859899 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.888082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d44729b-f4a2-4910-b10e-768c4ce0079d,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:29.896752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:29.899313 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:29.900570 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f340c0b0-94ea-4cd4-861e-904a7830af7c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1745527 Sep 19 17:56:29.903416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:29.908491 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': 'f06b923e-0fdb-4f26-9d7f-d65b3957a7ec', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:29.914837 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:29.918761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:29.921663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:29.927819 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:29.947221 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.019928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.025577 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.049986 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a1baa8-4259-440b-b0e7-5c3255cabe89,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:30.061988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.063380 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0331aa6d-c6b3-4560-889d-3b785c20a5fa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590097 Sep 19 17:56:30.066092 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56958) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:30.072390 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': 'f06b923e-0fdb-4f26-9d7f-d65b3957a7ec', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:30.078579 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:30.083018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:30.086671 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:30.094074 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:30.113336 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.186706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.194457 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.196113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:30.235682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f49ca71-4cc0-42b5-a98b-9beb95956473,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:30.249204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.251941 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-cb57080f-57df-4323-a649-f5c8abc8c2ea tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1835437 Sep 19 17:56:30.252119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:30.252119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.253511 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56962) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:30.259544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': 'f06b923e-0fdb-4f26-9d7f-d65b3957a7ec', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:30.266320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:30.270948 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:30.274380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:30.280843 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:30.294788 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Project 2b5f7d6c10bc47faad5d967ffcb5878f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:56:30.302434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.378742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.385252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.398337 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242'}], 'enable_snat': True}, 'gw_port_id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:27Z', 'revision_number': 4, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port': {'id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '4bc5d7bf-36d7-4ffe-818b-66493146c73e', 'name': '', 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'mac_address': 'fa:16:3e:91:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f0df6caa-28dd-43da-8340-853e9e335117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:26Z', 'updated_at': '2022-09-19T17:56:27Z', 'revision_number': 2, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'subnets': [{'id': 'f0df6caa-28dd-43da-8340-853e9e335117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:30.408557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Checking router: 22a13360-1848-4ae6-bc88-3cdf061448ee for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:56:30.409030 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Updating router 22a13360-1848-4ae6-bc88-3cdf061448ee port 4bc5d7bf-36d7-4ffe-818b-66493146c73e binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:56:30.419016 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736d8988-bc42-4109-8f16-2c4435e93e35,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:30.424259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.425514 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-4f6f251d-160b-45e6-96c7-b661e582959d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1709409 Sep 19 17:56:30.428434 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 56966) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:30.435146 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': 'f06b923e-0fdb-4f26-9d7f-d65b3957a7ec', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:30.439663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:30.440261 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.441868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:30.446349 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:30.450727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:30.457252 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:30.469490 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Project 2b5f7d6c10bc47faad5d967ffcb5878f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:56:30.477766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.487572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7b1789e7-8f37-4cdc-b64d-1d89589f0b5a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:30.493204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.495015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.558354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.564951 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.592887 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c41fdd5-28a9-4413-8c3e-dcc63f1a6691,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:30.604456 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.605705 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-395b993c-b80c-4251-a37c-b8c467cf5604 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1751552 Sep 19 17:56:30.629945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=7b1789e7-8f37-4cdc-b64d-1d89589f0b5a,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:30.936351 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-02f17dec-0dd2-4948-bbc8-ffdaf4eb93a8 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:56:30.942455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:30.954734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Transition to ACTIVE for port object 4bc5d7bf-36d7-4ffe-818b-66493146c73e will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:30.956587 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-02f17dec-0dd2-4948-bbc8-ffdaf4eb93a8 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:56:30.958029 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-02f17dec-0dd2-4948-bbc8-ffdaf4eb93a8 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012975831&fields=id&tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f HTTP/1.1" status: 200 len: 267 time: 0.0711284 Sep 19 17:56:30.962051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:31.124870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-0222c057-6a90-40cd-8a56-b7cf9d8e3fc6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:31.126210 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-0222c057-6a90-40cd-8a56-b7cf9d8e3fc6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 808 time: 0.1600609 Sep 19 17:56:31.143687 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-a63cf398-4920-425d-a67c-109553a979c5 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/quotas/2b5f7d6c10bc47faad5d967ffcb5878f HTTP/1.1" status: 200 len: 375 time: 0.0110054 Sep 19 17:56:31.156836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1637f-4453-494a-b4a3-c6b1c1c8726a None None] Pushing event updated for resources: {'Port': ['ID=4bc5d7bf-36d7-4ffe-818b-66493146c73e,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:31.188413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Attempting to bind port 4bc5d7bf-36d7-4ffe-818b-66493146c73e on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:56:31.189156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Attempting to bind port 4bc5d7bf-36d7-4ffe-818b-66493146c73e by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:56:31.189598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Attempting to bind port 4bc5d7bf-36d7-4ffe-818b-66493146c73e on network 37f4592a-b851-48d5-9f61-f7e25579ec65 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:56:31.196094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:56:31.196753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Checking segment: {'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:31.196924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:31.197223 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Bound using segment: {'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:56:31.197689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Bound port: 4bc5d7bf-36d7-4ffe-818b-66493146c73e, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:56:31.198058 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:31.227420 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:56:31.242984 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-32c4bd82-c226-4c31-8081-7bab579bddac tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935388 Sep 19 17:56:31.294335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] For port 4bc5d7bf-36d7-4ffe-818b-66493146c73e, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:56:31.297553 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] For port 4bc5d7bf-36d7-4ffe-818b-66493146c73e, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4bc5d7bf-36d7-4ffe-818b-66493146c73e,segment=NetworkSegment(cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af),segment_id=cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:56:31.302017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:31.369470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Routers {'22a13360-1848-4ae6-bc88-3cdf061448ee'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:31.370155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22a13360-1848-4ae6-bc88-3cdf061448ee'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:31.457951 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1637f-4453-494a-b4a3-c6b1c1c8726a None None] Pushing event updated for resources: {'Port': ['ID=4bc5d7bf-36d7-4ffe-818b-66493146c73e,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:31.513698 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-e1ed66b4-d562-4350-a887-23dbd126d70f service neutron] 10.222.0.83 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514057 Sep 19 17:56:31.568288 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] Set router 22a13360-1848-4ae6-bc88-3cdf061448ee gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:31.658249 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-a26b1531-1cf8-4349-8d0d-92b67c9f2bcb service neutron] 10.222.0.83 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366363 Sep 19 17:56:31.879252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:31.923514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e101b514-7082-4e3a-9b5b-f44d123a632d req-b31dc029-d084-4b82-b17c-f405c1c0164f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:56:31.960125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-e101b514-7082-4e3a-9b5b-f44d123a632d req-b31dc029-d084-4b82-b17c-f405c1c0164f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:56:31.963244 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e101b514-7082-4e3a-9b5b-f44d123a632d req-b31dc029-d084-4b82-b17c-f405c1c0164f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 210 time: 0.1587679 Sep 19 17:56:32.013434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:32.013811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:32.064472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242'}], 'enable_snat': True}, 'gw_port_id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:27Z', 'revision_number': 4, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port': {'id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '4bc5d7bf-36d7-4ffe-818b-66493146c73e', 'name': '', 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'mac_address': 'fa:16:3e:91:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f0df6caa-28dd-43da-8340-853e9e335117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:26Z', 'updated_at': '2022-09-19T17:56:31Z', 'revision_number': 4, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'subnets': [{'id': 'f0df6caa-28dd-43da-8340-853e9e335117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:32.071984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c84c5-3643-4ca8-8ed0-b15d1dc5df27 None None] The sync data for ids ['22a13360-1848-4ae6-bc88-3cdf061448ee'] in dv-neutron-857789-3-hyperv is: [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242'}], 'enable_snat': True}, 'gw_port_id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:27Z', 'revision_number': 4, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port': {'id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '4bc5d7bf-36d7-4ffe-818b-66493146c73e', 'name': '', 'network_id': '37f4592a-b851-48d5-9f61-f7e25579ec65', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'mac_address': 'fa:16:3e:91:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f0df6caa-28dd-43da-8340-853e9e335117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:26Z', 'updated_at': '2022-09-19T17:56:31Z', 'revision_number': 4, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'subnets': [{'id': 'f0df6caa-28dd-43da-8340-853e9e335117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:56:32.154569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:33.143146 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-46111035-a2fe-4321-b66e-2350c2bbdf9c req-8e1226ba-248b-4199-8880-33ea49d71854 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 210 time: 0.0615377 Sep 19 17:56:33.178309 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-7954eaa8-89b7-415b-aa65-7c9449f7ad09 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:33.179024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-7954eaa8-89b7-415b-aa65-7c9449f7ad09 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:56:33.197116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-7954eaa8-89b7-415b-aa65-7c9449f7ad09 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:56:33.198164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-7954eaa8-89b7-415b-aa65-7c9449f7ad09 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 808 time: 0.3204551 Sep 19 17:56:33.245484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-47b1c315-815f-4a95-a19c-cdba16dd9b6e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:56:33.257698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-47b1c315-815f-4a95-a19c-cdba16dd9b6e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:56:33.258838 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-47b1c315-815f-4a95-a19c-cdba16dd9b6e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f HTTP/1.1" status: 200 len: 380 time: 0.0518460 Sep 19 17:56:33.268364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'port': {'device_id': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'admin_state_up': True, 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'security_groups': ['f06b923e-0fdb-4f26-9d7f-d65b3957a7ec']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:33.409315 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:33.419389 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:33.432804 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Made reservation on behalf of 2b5f7d6c10bc47faad5d967ffcb5878f for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:56:33.436450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:33.601467 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Allocated IP 172.20.0.5 (892bd344-5e99-43cf-945b-f1f5768e1f9d/acc8cd71-1748-44d2-ad88-e79fc35233ba/7ea9d30d-d48f-453e-95f7-649be4b56e2b) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:56:33.819285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:33.837925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Transition to ACTIVE for port object 7ea9d30d-d48f-453e-95f7-649be4b56e2b will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:33.866215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:33.884590 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4bc5d7bf-36d7-4ffe-818b-66493146c73e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:33.941560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:33.942066 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:33.947882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:56:33.958384 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 4bc5d7bf-36d7-4ffe-818b-66493146c73e completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:33.965345 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4bc5d7bf-36d7-4ffe-818b-66493146c73e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:33.965892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:33.987108 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:34.023217 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:34.023904 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:34.055060 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-41476fc2-6bcb-4c1a-b8d9-22993049186a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900383 Sep 19 17:56:34.066285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Request body: {'port': {'device_id': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:34.095898 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4bc5d7bf-36d7-4ffe-818b-66493146c73e is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:34.096423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:34.132152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 4bc5d7bf-36d7-4ffe-818b-66493146c73e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4bc5d7bf-36d7-4ffe-818b-66493146c73e,segment=NetworkSegment(cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af),segment_id=cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:34.138168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:34.190358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:34.215980 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=4bc5d7bf-36d7-4ffe-818b-66493146c73e,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:34.281484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e880c2d9-4cd5-463e-8ac0-16bffcb220dd None None] Provisioning for port 7ea9d30d-d48f-453e-95f7-649be4b56e2b completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:34.286349 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-e880c2d9-4cd5-463e-8ac0-16bffcb220dd None None] Provisioning complete for port 7ea9d30d-d48f-453e-95f7-649be4b56e2b triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:34.286723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e880c2d9-4cd5-463e-8ac0-16bffcb220dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:34.345491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-e880c2d9-4cd5-463e-8ac0-16bffcb220dd None None] Port 7ea9d30d-d48f-453e-95f7-649be4b56e2b cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 17:56:34.512024 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7890b-0ae6-4152-bdc3-2e4cbaf3c3ec req-5b45d6c7-fd28-4fa7-aede-7b55df565677 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:34.512724 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-60b7890b-0ae6-4152-bdc3-2e4cbaf3c3ec req-5b45d6c7-fd28-4fa7-aede-7b55df565677 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:56:34.551340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-60b7890b-0ae6-4152-bdc3-2e4cbaf3c3ec req-5b45d6c7-fd28-4fa7-aede-7b55df565677 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:56:34.552538 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-60b7890b-0ae6-4152-bdc3-2e4cbaf3c3ec req-5b45d6c7-fd28-4fa7-aede-7b55df565677 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 931 time: 0.2927814 Sep 19 17:56:34.655352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea9d30d-d48f-453e-95f7-649be4b56e2b {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:56:34.662189 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-60b7890b-0ae6-4152-bdc3-2e4cbaf3c3ec req-2dc536e4-e576-45fa-93fe-4be9edaf15a9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973430 Sep 19 17:56:34.666306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:34.685428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Transition to ACTIVE for port object 7ea9d30d-d48f-453e-95f7-649be4b56e2b will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 17:56:34.691839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:34.993557 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:35.037916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Attempting to bind port 7ea9d30d-d48f-453e-95f7-649be4b56e2b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 17:56:35.038350 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Attempting to bind port 7ea9d30d-d48f-453e-95f7-649be4b56e2b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 17:56:35.038687 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Attempting to bind port 7ea9d30d-d48f-453e-95f7-649be4b56e2b on network 892bd344-5e99-43cf-945b-f1f5768e1f9d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:56:35.043620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Port 7ea9d30d-d48f-453e-95f7-649be4b56e2b on network 892bd344-5e99-43cf-945b-f1f5768e1f9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 17:56:35.043923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Attempting to bind port 7ea9d30d-d48f-453e-95f7-649be4b56e2b on network 892bd344-5e99-43cf-945b-f1f5768e1f9d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 17:56:35.049182 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 17:56:35.049479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Checking segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 17:56:35.049874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Bound using segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 17:56:35.050303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Bound port: 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 17:56:35.050647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:35.144094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 17:56:35.147312 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 17:56:35.156881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:35.160132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:35.160910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:35.162377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] 10.222.0.86 "PUT /v2.0/ports/7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 1093 time: 1.1005261 Sep 19 17:56:35.198863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:56:35.201273 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:56:35.297975 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779916f-c4e1-4aa7-bd0e-8cee7a0b0276 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:35.312925 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3f04fb-df31-44dc-9a04-084578a13a7e x-openstack-request-id: req-cc3f04fb-df31-44dc-9a04-084578a13a7e {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:56:35.313213 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:56:35.313468 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc3f04fb-df31-44dc-9a04-084578a13a7e {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:56:35.313865 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3f04fb-df31-44dc-9a04-084578a13a7e'] response: {'name': 'network-changed', 'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'status': 'completed', 'code': 200} Sep 19 17:56:35.322530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-f41ac2cc-b07d-42e0-ae5a-7ab342a068e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:35.324071 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-f41ac2cc-b07d-42e0-ae5a-7ab342a068e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1198142 Sep 19 17:56:35.395371 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-e4b845b8-b375-4660-a3d3-a398c40f06f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 217 time: 0.0646517 Sep 19 17:56:35.458823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-7725259e-7c3f-404d-8546-4c36c27e20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:35.460351 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-7725259e-7c3f-404d-8546-4c36c27e20c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0593228 Sep 19 17:56:35.553663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-e4900a0a-87a1-4031-80e1-feefd4fc9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:35.555544 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-e4900a0a-87a1-4031-80e1-feefd4fc9a41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898767 Sep 19 17:56:35.693902 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-6f7cee66-5a41-46b7-a977-462faaf73fae service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318681 Sep 19 17:56:35.865987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4bc5d7bf-36d7-4ffe-818b-66493146c73e up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:35.891548 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54ff4fe6-b1f1-4551-ad94-64b956b1877a req-14455c9c-4142-41ab-a313-284f5d9648f0 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919606 Sep 19 17:56:35.915256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adcfd7-d86e-4996-88bc-59f341c4b2c6 req-bdfb24f1-2bd9-44e5-931b-fc6cc343082f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:35.917018 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6adcfd7-d86e-4996-88bc-59f341c4b2c6 req-bdfb24f1-2bd9-44e5-931b-fc6cc343082f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1343517 Sep 19 17:56:35.942521 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 4bc5d7bf-36d7-4ffe-818b-66493146c73e triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:35.942862 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:36.026355 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c6adcfd7-d86e-4996-88bc-59f341c4b2c6 req-20edbc15-24f8-4f67-8d2b-e142cea7df97 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032736 Sep 19 17:56:36.048735 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-fd2d7eef-7f6e-48ff-955e-b69704cd9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:36.059299 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-fd2d7eef-7f6e-48ff-955e-b69704cd9797 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1080582 Sep 19 17:56:36.073894 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 4bc5d7bf-36d7-4ffe-818b-66493146c73e is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:36.200007 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-e48d44a6-03fc-481c-b661-43dff0f0d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:36.201475 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-e48d44a6-03fc-481c-b661-43dff0f0d500 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1381049 Sep 19 17:56:36.272939 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-180705c8-290d-40a8-b12c-06512dae48f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 217 time: 0.0648179 Sep 19 17:56:36.338140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-1d981191-fe94-42c8-b00f-bc32a9ca659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:36.339501 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-1d981191-fe94-42c8-b00f-bc32a9ca659f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0602095 Sep 19 17:56:36.433764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-1226456e-d086-4b6a-9c5f-67ba3b9805a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:36.435304 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-1226456e-d086-4b6a-9c5f-67ba3b9805a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896251 Sep 19 17:56:36.577315 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-bb203c4b-863a-44b0-bf28-116d59321b71 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355834 Sep 19 17:56:36.850430 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0eceee04-c7c7-43d9-8191-96d5ccdb4ffb req-c4c7d8d1-584c-40e7-a46e-06e43d1979d9 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652192 Sep 19 17:56:37.258855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c209ed7-117c-4f92-90cc-d42728feb22b req-cf0d8f8a-f6c4-49ed-b2b2-96cca2ffe0ad tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:37.260388 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2c209ed7-117c-4f92-90cc-d42728feb22b req-cf0d8f8a-f6c4-49ed-b2b2-96cca2ffe0ad tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0987799 Sep 19 17:56:37.309254 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2c209ed7-117c-4f92-90cc-d42728feb22b req-eed20a43-441b-421b-ace5-4d2a7413f0dc tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414901 Sep 19 17:56:38.520373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36352fd3-0f72-4c4f-a693-bccdf24c7e36 req-aa5f5cae-ed01-4751-af1d-f894c25e666f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:38.521926 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-36352fd3-0f72-4c4f-a693-bccdf24c7e36 req-aa5f5cae-ed01-4751-af1d-f894c25e666f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0927613 Sep 19 17:56:38.568319 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-36352fd3-0f72-4c4f-a693-bccdf24c7e36 req-d37c2809-321c-419d-990b-ada501cdbd12 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399737 Sep 19 17:56:38.808849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:56:38.953278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:38.966886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'port_id': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'mac_address': 'fa:16:3e:a2:f6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:56:39.035220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ea9d30d-d48f-453e-95f7-649be4b56e2b is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:39.035895 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:39.055595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea9d30d-d48f-453e-95f7-649be4b56e2b {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:56:39.071460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:39.078363 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:39.150950 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:39.285225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['7ea9d30d-d48f-453e-95f7-649be4b56e2b'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:56:39.907085 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f63d8-5411-4cf0-8c01-a1698c54e8cf req-e68fad7d-0153-4068-83a3-1b3e521288a6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:39.908454 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d23f63d8-5411-4cf0-8c01-a1698c54e8cf req-e68fad7d-0153-4068-83a3-1b3e521288a6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 944 time: 0.2195060 Sep 19 17:56:39.965737 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d23f63d8-5411-4cf0-8c01-a1698c54e8cf req-2fe622e3-4c83-4a57-91a4-010f89c15699 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500240 Sep 19 17:56:40.807407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:56:40.887502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 7ea9d30d-d48f-453e-95f7-649be4b56e2b completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 17:56:40.893269 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 7ea9d30d-d48f-453e-95f7-649be4b56e2b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:56:40.893648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:41.065144 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ea9d30d-d48f-453e-95f7-649be4b56e2b is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:56:41.065397 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:41.094387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:56:41.096751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87799db-6277-4954-9c23-6fe29bd362a9" -d '{"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:56:41.105302 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:56:41.111334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:41.151883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0695a1-0f50-4b7e-97b3-21179df13bc1 x-openstack-request-id: req-4c0695a1-0f50-4b7e-97b3-21179df13bc1 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:56:41.152851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:56:41.152851 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4c0695a1-0f50-4b7e-97b3-21179df13bc1 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:56:41.153246 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0695a1-0f50-4b7e-97b3-21179df13bc1'] response: {'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'code': 200} Sep 19 17:56:41.177643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcac5f-2664-4164-8a4c-6acc75f5ba92 req-f52cc675-6f2f-4064-8030-3ff79e78d9d5 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:41.179622 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7afcac5f-2664-4164-8a4c-6acc75f5ba92 req-f52cc675-6f2f-4064-8030-3ff79e78d9d5 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0973151 Sep 19 17:56:41.191702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:41.227403 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7afcac5f-2664-4164-8a4c-6acc75f5ba92 req-4e925eae-a33b-4b47-b14c-9d35a4f5586d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Sep 19 17:56:41.404028 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-35f9422d-3f36-4f02-a9d8-7417e53da1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:41.420098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc2343-13b7-4c9c-befd-074ddf7eb481 req-ac46fc60-bbda-4828-a87c-20c50ad38d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:41.421576 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c3fc2343-13b7-4c9c-befd-074ddf7eb481 req-ac46fc60-bbda-4828-a87c-20c50ad38d14 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0872579 Sep 19 17:56:41.464103 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c3fc2343-13b7-4c9c-befd-074ddf7eb481 req-df08f305-d48c-4009-815a-ef742eed1a46 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364950 Sep 19 17:56:42.453097 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb757b3-5ede-48d7-b5ef-c576d9589ad7 req-a7c1455f-b092-41a4-b1a2-d2ca790a9665 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:42.455503 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6fb757b3-5ede-48d7-b5ef-c576d9589ad7 req-a7c1455f-b092-41a4-b1a2-d2ca790a9665 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0976310 Sep 19 17:56:42.503917 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-6fb757b3-5ede-48d7-b5ef-c576d9589ad7 req-c5ca59a9-ff6d-49f0-bbf0-fb343157db11 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Sep 19 17:56:43.594513 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b5bc88b3-02aa-40a1-ae52-0d96e1b4a2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:43.735964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa87729-41b1-4936-b640-9d905bf4769d req-50728359-9d1f-43f7-95e6-abf39135c929 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:43.737883 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9aa87729-41b1-4936-b640-9d905bf4769d req-50728359-9d1f-43f7-95e6-abf39135c929 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1053901 Sep 19 17:56:43.784928 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9aa87729-41b1-4936-b640-9d905bf4769d req-a62eec2e-63a7-4803-8737-c0abc8c9f946 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402825 Sep 19 17:56:43.993918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ffeb9-8c6d-4008-890f-30fc4cbc82d2 req-5874840a-cbb8-42dc-b03c-0832fbfb05da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:43.995467 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ee2ffeb9-8c6d-4008-890f-30fc4cbc82d2 req-5874840a-cbb8-42dc-b03c-0832fbfb05da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0923126 Sep 19 17:56:44.042889 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ee2ffeb9-8c6d-4008-890f-30fc4cbc82d2 req-79780b9f-53fb-4350-b406-79a9a8a27bad tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 Sep 19 17:56:44.073760 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57028) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:44.210555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ad77c-95c7-4e38-87a2-49b462faec4a tempest-TestShelveInstance-1206797908 tempest-TestShelveInstance-1206797908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:44.211337 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-092ad77c-95c7-4e38-87a2-49b462faec4a tempest-TestShelveInstance-1206797908 tempest-TestShelveInstance-1206797908-project-admin] Synchronizing usage tracker for tenant:42613e773afc488daaa8dc46ce0464e5 on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 17:56:44.229597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-092ad77c-95c7-4e38-87a2-49b462faec4a tempest-TestShelveInstance-1206797908 tempest-TestShelveInstance-1206797908-project-admin] Unset dirty status for tenant:42613e773afc488daaa8dc46ce0464e5 on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 17:56:44.230851 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-092ad77c-95c7-4e38-87a2-49b462faec4a tempest-TestShelveInstance-1206797908 tempest-TestShelveInstance-1206797908-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1093 time: 0.1559732 Sep 19 17:56:44.234398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57034) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:56:44.239466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 17:56:44.245998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 17:56:44.250004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:floatingip and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 17:56:44.253102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 17:56:44.262139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 17:56:44.280437 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:44.425007 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:44.570467 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Allocated IP 172.26.10.11 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/0eee224c-9c59-472e-b225-7ac42f4e3bd0) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:56:44.733096 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:44.766446 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:44.832772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:56:44.835936 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:56:44.842933 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 17:56:44.867295 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'Port': ['ID=0eee224c-9c59-472e-b225-7ac42f4e3bd0,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:45.193931 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:45.285661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:45.348845 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:45.371320 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:45.590644 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:45.597329 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:45.820635 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'Port': ['ID=0eee224c-9c59-472e-b225-7ac42f4e3bd0,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:56:45.825459 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:46.019821 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Floating IP 0ae8a8e2-7b5d-4ff2-825d-c281645b5270 associated. External IP: 172.26.10.11, port: 7ea9d30d-d48f-453e-95f7-649be4b56e2b. Sep 19 17:56:46.404994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Router dd22c74a-5d3f-480f-beac-0eb080734b5f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 17:56:46.433077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:46.571151 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-c2a85bf2-7f2a-403b-811d-3d906687b073 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849020 Sep 19 17:56:46.592224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 17:56:46.604535 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] Sync routers for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:56:46.620222 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:46.621634 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:46.625198 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:56:46.701332 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-aeef4396-ad4c-42f3-940c-4144eae58df9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4634900 Sep 19 17:56:46.701332 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:56:46.702411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07ecbfa-52c2-4823-bff4-7bc043640875" -d '{"events": [{"name": "network-changed", "server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:56:46.728914 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-25df2441-fce9-457f-bb91-0c9ff1eef07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:46.731390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-25df2441-fce9-457f-bb91-0c9ff1eef07b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0888774 Sep 19 17:56:46.749184 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48001c59-1362-4e02-9159-cde38933c69e x-openstack-request-id: req-48001c59-1362-4e02-9159-cde38933c69e {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:56:46.749486 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:56:46.750003 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-48001c59-1362-4e02-9159-cde38933c69e {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:56:46.750422 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48001c59-1362-4e02-9159-cde38933c69e'] response: {'name': 'network-changed', 'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'status': 'completed', 'code': 200} Sep 19 17:56:46.816694 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:46.883554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-28a5989c-92d1-415a-8b71-2cc908a1321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:46.885203 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-28a5989c-92d1-415a-8b71-2cc908a1321d service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1300375 Sep 19 17:56:47.000982 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-279d4c1b-984a-4156-a536-028148a2a515 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 999 time: 0.1095719 Sep 19 17:56:47.070957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-61892e27-873f-47ed-9bb6-02b23506308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:47.073240 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-61892e27-873f-47ed-9bb6-02b23506308c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0665987 Sep 19 17:56:47.161920 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-d0069c04-5c5f-4c99-82c6-8d328fba7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:47.163510 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-d0069c04-5c5f-4c99-82c6-8d328fba7432 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830157 Sep 19 17:56:47.196548 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0ae8a8e2-7b5d-4ff2-825d-c281645b5270', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'floating_ip_address': '172.26.10.11', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'port_id': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'mac_address': 'fa:16:3e:a2:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:56:45Z', 'updated_at': '2022-09-19T17:56:45Z', 'revision_number': 0, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:47.201880 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] Checking router: dd22c74a-5d3f-480f-beac-0eb080734b5f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:56:47.211586 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 17:56:47.212237 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T17:56:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:47.307962 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-c2502146-003c-4175-9ff8-580738a9f5e3 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370852 Sep 19 17:56:47.393319 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 17:56:47.457122 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8a1dabcd-a8f2-45ba-993c-8024871160ad req-06e65694-2a85-46e2-b366-623d835c4f5a service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432314 Sep 19 17:56:47.585646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-2c3332eb-d29d-4a3c-b1df-a493a5ab2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:47.587186 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-2c3332eb-d29d-4a3c-b1df-a493a5ab2553 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0848422 Sep 19 17:56:47.729238 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-de32587b-5f35-4373-a832-5696add66172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:47.730762 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-de32587b-5f35-4373-a832-5696add66172 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1381166 Sep 19 17:56:47.793370 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0ae8a8e2-7b5d-4ff2-825d-c281645b5270', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'floating_ip_address': '172.26.10.11', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'port_id': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'mac_address': 'fa:16:3e:a2:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:56:45Z', 'updated_at': '2022-09-19T17:56:45Z', 'revision_number': 0, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:56:47.797481 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ebb0e-f981-4e7f-96e4-37a0419498ec None None] The sync data for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv is: [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0ae8a8e2-7b5d-4ff2-825d-c281645b5270', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'floating_ip_address': '172.26.10.11', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'port_id': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'mac_address': 'fa:16:3e:a2:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:56:45Z', 'updated_at': '2022-09-19T17:56:45Z', 'revision_number': 0, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:56:47.840729 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-23efe9bf-c793-4de8-bbc6-bc585a2a7752 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 999 time: 0.1039550 Sep 19 17:56:48.020885 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-319b635a-e08d-402f-9bdf-120e2b9ca856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:48.022576 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-319b635a-e08d-402f-9bdf-120e2b9ca856 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.1762593 Sep 19 17:56:48.022901 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9320373-7743-4c80-b765-97c1fd4bea2f None None] New status for floating IP 0ae8a8e2-7b5d-4ff2-825d-c281645b5270: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 17:56:48.112935 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-b1f81b0e-c6a0-49fe-9d4e-ce599bab49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:56:48.114335 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-b1f81b0e-c6a0-49fe-9d4e-ce599bab49d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859454 Sep 19 17:56:48.251778 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-5d446562-1561-46a5-a1ee-972d50813a69 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310184 Sep 19 17:56:48.392194 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c07ecbfa-52c2-4823-bff4-7bc043640875 req-e915b25c-cafe-43f7-9cf8-32941b371545 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340976 Sep 19 17:56:55.991595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:08.228119 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:57:11.400725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ba327d53-00f9-45c6-ad54-eb93a8830c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:13.601533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-39b5404a-2a96-49f2-b3ef-c5373396577a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:15.192987 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:15.352438 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:16.425159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:26.001949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:41.395973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4f119085-c9d8-40da-a3e6-55ed085d27ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:43.602841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e319cae1-a594-4016-87c0-92bf807404d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:45.198196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:45.228207 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:57:45.356556 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:46.429202 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:57:48.572780 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b92356-8354-4a37-92e7-ec8272605adf req-d630c8b4-04ac-4cac-8342-69a5a466521c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849123 Sep 19 17:57:48.725977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b92356-8354-4a37-92e7-ec8272605adf req-c4fc5a82-b94c-40ed-be35-1fd9ce4f4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:57:48.727409 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b92356-8354-4a37-92e7-ec8272605adf req-c4fc5a82-b94c-40ed-be35-1fd9ce4f4aef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0829010 Sep 19 17:57:48.877133 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b92356-8354-4a37-92e7-ec8272605adf req-f679cc6c-a70e-4024-a19a-29ed1fcde85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:57:48.878602 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b92356-8354-4a37-92e7-ec8272605adf req-f679cc6c-a70e-4024-a19a-29ed1fcde85f service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1296844 Sep 19 17:57:48.991422 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b92356-8354-4a37-92e7-ec8272605adf req-cc2338aa-e62f-4cf7-9a53-f58fd79ea75f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 1001 time: 0.1057601 Sep 19 17:57:49.072067 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b92356-8354-4a37-92e7-ec8272605adf req-caaad256-dafd-492b-9e9b-715784f8c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:57:49.073511 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b92356-8354-4a37-92e7-ec8272605adf req-caaad256-dafd-492b-9e9b-715784f8c9e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0763631 Sep 19 17:57:49.159663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b92356-8354-4a37-92e7-ec8272605adf req-1a6ce213-59df-427f-945a-5a449fe37dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:57:49.161152 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b92356-8354-4a37-92e7-ec8272605adf req-1a6ce213-59df-427f-945a-5a449fe37dfe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814686 Sep 19 17:57:49.304271 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b92356-8354-4a37-92e7-ec8272605adf req-906aaed0-a8e1-4d1d-96bf-6f8170a59fa1 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366000 Sep 19 17:57:49.437791 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f4b92356-8354-4a37-92e7-ec8272605adf req-158e5a83-51fc-413f-970a-86e8257d32fe service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277294 Sep 19 17:57:56.009416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:11.397193 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e81ea2e0-b1f7-4eef-9ea9-3d50d07d0e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:13.607276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3baa-409b-4d00-9b68-576778a03619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:15.204082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:15.364947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:16.434463 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:22.228706 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:58:26.005760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:37.244698 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6157eb-33e9-4430-bc34-5db21d8b206d req-d8752fa0-43a8-4ddc-a176-607a43adb730 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:37.246041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6157eb-33e9-4430-bc34-5db21d8b206d req-d8752fa0-43a8-4ddc-a176-607a43adb730 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0940549 Sep 19 17:58:37.289918 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fc6157eb-33e9-4430-bc34-5db21d8b206d req-8d000e61-7c00-4765-abd1-3ca490302abf tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377786 Sep 19 17:58:38.518732 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7410c-4206-48cd-942a-c316df6c687d req-0b5670c8-1710-4935-b975-62a601ed21c5 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:38.520255 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c9f7410c-4206-48cd-942a-c316df6c687d req-0b5670c8-1710-4935-b975-62a601ed21c5 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0985627 Sep 19 17:58:38.567444 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c9f7410c-4206-48cd-942a-c316df6c687d req-b58375f3-8f20-4c23-acd9-ee3326ad3620 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414252 Sep 19 17:58:39.793116 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba9504-021f-4e29-91c4-62df5ce94266 req-ac0b1581-7acc-4fa9-954d-c063c87467b6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:39.794536 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-95ba9504-021f-4e29-91c4-62df5ce94266 req-ac0b1581-7acc-4fa9-954d-c063c87467b6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0958097 Sep 19 17:58:39.843043 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-95ba9504-021f-4e29-91c4-62df5ce94266 req-f50b0d2a-1aa0-4ad8-8b84-992246981646 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Sep 19 17:58:41.069682 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f57c-b95c-4313-8447-127e36bf7027 req-1b4866dd-7f0d-4c95-aa00-aaeeeb98147f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:41.071180 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5303f57c-b95c-4313-8447-127e36bf7027 req-1b4866dd-7f0d-4c95-aa00-aaeeeb98147f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0974426 Sep 19 17:58:41.119604 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5303f57c-b95c-4313-8447-127e36bf7027 req-12844845-7702-449b-8ec0-460e78e44757 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Sep 19 17:58:41.403772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ed117455-4b4e-49be-8618-66533bfec504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:42.346633 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3560b-3dba-4fb6-97f2-a4e719b26ad6 req-c5100d24-34dc-4526-bda2-ca6cbb869c21 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:42.348141 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-21c3560b-3dba-4fb6-97f2-a4e719b26ad6 req-c5100d24-34dc-4526-bda2-ca6cbb869c21 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1001267 Sep 19 17:58:42.393543 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-21c3560b-3dba-4fb6-97f2-a4e719b26ad6 req-47bd6723-9264-4ba3-b16e-2a14fcebf9d5 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395181 Sep 19 17:58:43.602123 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-88eddb9c-b75f-4f89-a326-dfb457f72a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:43.611084 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918182b-cdca-4af7-b315-ba1b8ce447ed req-40af9c04-5e0f-4199-9cd2-46b551ddfd72 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:43.612701 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1918182b-cdca-4af7-b315-ba1b8ce447ed req-40af9c04-5e0f-4199-9cd2-46b551ddfd72 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0998924 Sep 19 17:58:43.656965 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1918182b-cdca-4af7-b315-ba1b8ce447ed req-9300852e-b1bb-4b08-b1e1-c82161a1ab5e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384488 Sep 19 17:58:44.893551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02f6b2-b02c-4b30-a09f-2a2c67863ca6 req-b35c1873-4165-4665-bbf1-f6ac68c4b27d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:44.895023 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2f02f6b2-b02c-4b30-a09f-2a2c67863ca6 req-b35c1873-4165-4665-bbf1-f6ac68c4b27d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1157887 Sep 19 17:58:44.945144 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2f02f6b2-b02c-4b30-a09f-2a2c67863ca6 req-42f77ad5-4586-494d-94b1-c410ea71bf6e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Sep 19 17:58:45.197749 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:45.362383 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:46.163319 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1d6a-521c-4e1c-86d6-d6b2ee796ca5 req-ed576515-56a8-4707-a5dc-91c07b25b53e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:46.164715 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c45e1d6a-521c-4e1c-86d6-d6b2ee796ca5 req-ed576515-56a8-4707-a5dc-91c07b25b53e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0960720 Sep 19 17:58:46.217054 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c45e1d6a-521c-4e1c-86d6-d6b2ee796ca5 req-003469a6-ca0b-45d4-91e3-576a8405e6c1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436687 Sep 19 17:58:46.435985 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:47.428307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ca0b9-2892-49f1-9478-d2825e0ab06b req-603331bd-ef72-4066-9a8c-564aab51f53c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:47.429831 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ac7ca0b9-2892-49f1-9478-d2825e0ab06b req-603331bd-ef72-4066-9a8c-564aab51f53c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0913546 Sep 19 17:58:47.479759 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ac7ca0b9-2892-49f1-9478-d2825e0ab06b req-2bad4215-f8a7-4bca-860b-cc3d82b8961f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Sep 19 17:58:48.696049 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322203a8-a294-4907-b1ed-17e0e143ffa6 req-ba057273-b7dc-4482-9a12-0b42cdf2e2ff tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:48.697477 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-322203a8-a294-4907-b1ed-17e0e143ffa6 req-ba057273-b7dc-4482-9a12-0b42cdf2e2ff tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0947831 Sep 19 17:58:48.747033 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-322203a8-a294-4907-b1ed-17e0e143ffa6 req-c104d902-3524-40b1-b9af-b5b3d3c48486 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Sep 19 17:58:49.344403 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:58:49.483636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:58:49.498085 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'port_id': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'mac_address': 'fa:16:3e:a2:f6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:58:49.554353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ea9d30d-d48f-453e-95f7-649be4b56e2b is: ACTIVE; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:58:49.554740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:49.572750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ea9d30d-d48f-453e-95f7-649be4b56e2b {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:58:49.591650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:58:49.599822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:49.640750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-476a297c-e1af-49dc-ac3c-53e99b9c82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:49.642864 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-476a297c-e1af-49dc-ac3c-53e99b9c82cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0979662 Sep 19 17:58:49.677667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:58:49.686712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['7ea9d30d-d48f-453e-95f7-649be4b56e2b'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:58:49.726053 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.726399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.726746 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.727110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.727446 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.727913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.728316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.728725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.729059 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.729387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.729711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.730034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:58:49.796566 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-9f798a7f-dfea-42ae-b8d7-d157df816adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:49.798003 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-9f798a7f-dfea-42ae-b8d7-d157df816adb service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1346755 Sep 19 17:58:49.963497 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-c6cb38d3-dd14-4f18-801a-b9e2ad29a106 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 1000 time: 0.1555896 Sep 19 17:58:50.161750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-393c3f5b-1bae-4991-8715-2b86a5657b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:50.163160 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-393c3f5b-1bae-4991-8715-2b86a5657b93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.1914213 Sep 19 17:58:50.171659 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514967dc-b834-40c2-afab-476b1530845a req-e14db5fc-d002-4c13-ad00-27e08bc4e641 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:50.173260 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-514967dc-b834-40c2-afab-476b1530845a req-e14db5fc-d002-4c13-ad00-27e08bc4e641 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 944 time: 0.2694771 Sep 19 17:58:50.283482 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-514967dc-b834-40c2-afab-476b1530845a req-fa9ccb75-509a-4d2b-96ad-caccda858113 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738215 Sep 19 17:58:50.296807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-2b07e523-19e2-4411-8af4-01cd6cfc605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:50.298253 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-2b07e523-19e2-4411-8af4-01cd6cfc605a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1240113 Sep 19 17:58:50.468977 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-81566c8f-1e54-4c15-8114-c651d2076eb3 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636162 Sep 19 17:58:50.613348 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bdf07633-890a-4ad5-a3e2-cbf6f5a73e3b req-b9172c0d-1098-47f6-9d1e-067610b5052f service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374412 Sep 19 17:58:51.353761 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:58:51.507887 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 7ea9d30d-d48f-453e-95f7-649be4b56e2b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:58:51.508265 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:51.646949 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ea9d30d-d48f-453e-95f7-649be4b56e2b is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:58:51.647283 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:51.651530 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dea6a-9187-424b-a601-9ac4a4778ca8 req-a0302357-0363-450d-ab50-41b58dd4988c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:51.653049 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-133dea6a-9187-424b-a601-9ac4a4778ca8 req-a0302357-0363-450d-ab50-41b58dd4988c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 944 time: 0.2418227 Sep 19 17:58:51.683412 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:58:51.684827 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:58:51.687684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff49b8-2b04-4038-8949-e7bd35a0facd" -d '{"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:58:51.702485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:51.730164 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-133dea6a-9187-424b-a601-9ac4a4778ca8 req-e48b1046-09f6-4c35-8e94-d2d02f3090c3 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696304 Sep 19 17:58:51.798618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9986445-587b-4ed0-8ad0-7d4bba8ac890 x-openstack-request-id: req-d9986445-587b-4ed0-8ad0-7d4bba8ac890 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:58:51.798952 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:58:51.799264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d9986445-587b-4ed0-8ad0-7d4bba8ac890 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:58:51.799668 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9986445-587b-4ed0-8ad0-7d4bba8ac890'] response: {'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'code': 200} Sep 19 17:58:51.838678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:58:52.939137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cd017-d147-4fd6-8f91-3f5a74d2d45a req-f51c1bf2-1ef9-4bc3-bc7f-1cb2fbaeaf75 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:52.940889 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2e0cd017-d147-4fd6-8f91-3f5a74d2d45a req-f51c1bf2-1ef9-4bc3-bc7f-1cb2fbaeaf75 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1001081 Sep 19 17:58:52.991374 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2e0cd017-d147-4fd6-8f91-3f5a74d2d45a req-7617047b-2711-4bb6-9547-0b3a35e793b4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Sep 19 17:58:54.239809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed121d-c22c-4830-a9ff-f9c12d8d0548 req-b1c058d5-ddbc-4ee4-a626-0c00300e7828 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:54.248697 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-07ed121d-c22c-4830-a9ff-f9c12d8d0548 req-b1c058d5-ddbc-4ee4-a626-0c00300e7828 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1299086 Sep 19 17:58:54.307503 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-07ed121d-c22c-4830-a9ff-f9c12d8d0548 req-9b68d58e-9f43-459f-bd5f-1fe7f6ddac43 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579178 Sep 19 17:58:55.548738 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f78507-65ff-4e9d-8c93-9daa6972eaff req-4fd3be07-6212-4ce4-84e6-f3cb7f4873a4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:55.551092 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-06f78507-65ff-4e9d-8c93-9daa6972eaff req-4fd3be07-6212-4ce4-84e6-f3cb7f4873a4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1008043 Sep 19 17:58:55.602378 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-06f78507-65ff-4e9d-8c93-9daa6972eaff req-f3cc65e6-8722-4fc2-b71f-71e8e4191ba8 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 Sep 19 17:58:56.003684 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:58:56.825077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83619c3d-3fa0-4f94-b962-d4d7b4e22c55 req-9b28aa8f-5e77-4b25-9581-dc8570803637 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:56.827797 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-83619c3d-3fa0-4f94-b962-d4d7b4e22c55 req-9b28aa8f-5e77-4b25-9581-dc8570803637 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1032197 Sep 19 17:58:56.879025 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-83619c3d-3fa0-4f94-b962-d4d7b4e22c55 req-4a304056-8b22-43e2-92a0-552ef5a7c4b2 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449657 Sep 19 17:58:58.100677 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1569d-86da-46ce-b6fb-64cd04d75f29 req-36c400e5-86a1-4767-86c9-6a6e4ca9c1a1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:58.102230 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2b1569d-86da-46ce-b6fb-64cd04d75f29 req-36c400e5-86a1-4767-86c9-6a6e4ca9c1a1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0987968 Sep 19 17:58:58.149578 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2b1569d-86da-46ce-b6fb-64cd04d75f29 req-ca4920e1-9bb0-43a4-8a3a-33f7dee3eb46 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Sep 19 17:58:59.228329 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:58:59.413374 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fba8-c179-4ecb-9cd3-9a62da548678 req-96ca3a6c-5422-4ad6-b872-d161fa7a7172 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:59.414837 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4dd6fba8-c179-4ecb-9cd3-9a62da548678 req-96ca3a6c-5422-4ad6-b872-d161fa7a7172 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1509221 Sep 19 17:58:59.417498 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-66133485-09ed-4fb2-b2bc-18c3632daf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:59.418824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-66133485-09ed-4fb2-b2bc-18c3632daf8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1098 time: 0.1182690 Sep 19 17:58:59.539099 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4dd6fba8-c179-4ecb-9cd3-9a62da548678 req-354bb974-9ef3-4692-812a-ff0aa4a29d91 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182222 Sep 19 17:58:59.583288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-96e7e0d4-161f-48a3-bd0f-d5e9d396a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:59.584748 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-96e7e0d4-161f-48a3-bd0f-d5e9d396a3e3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1508605 Sep 19 17:58:59.690230 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-33b43657-8301-4a31-91b1-8fa78d21521a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 1001 time: 0.0985575 Sep 19 17:58:59.754850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-34ef5859-1175-412a-ab77-8115a43bf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:59.756223 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-34ef5859-1175-412a-ab77-8115a43bf9ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0601420 Sep 19 17:58:59.853806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-5f223e23-b587-46d4-9f4d-136a8c653439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:58:59.856201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-5f223e23-b587-46d4-9f4d-136a8c653439 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929174 Sep 19 17:58:59.997870 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-2763c555-e936-470a-b4dd-f8bc468124de service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355159 Sep 19 17:59:00.143821 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-37c8544a-3224-4139-aeee-8a1fa2c74c26 req-f5806170-a7e9-4069-a9ea-e4f79d152b8f service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394522 Sep 19 17:59:00.760360 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c924d-18f7-4c4b-9621-a8399d085b57 req-476e6b7b-d9e6-4766-a9db-ee5735d47d58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:00.761784 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ba8c924d-18f7-4c4b-9621-a8399d085b57 req-476e6b7b-d9e6-4766-a9db-ee5735d47d58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1023877 Sep 19 17:59:00.808536 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-ba8c924d-18f7-4c4b-9621-a8399d085b57 req-17f47c2b-a51b-4818-9e20-d7b24fa10c28 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392160 Sep 19 17:59:02.018103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367fda-b3ef-4c57-b7a9-002e31d882ee req-85e07cde-ce0f-48c0-b06e-5d9cb198a6d2 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:02.019512 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85367fda-b3ef-4c57-b7a9-002e31d882ee req-85e07cde-ce0f-48c0-b06e-5d9cb198a6d2 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.0951059 Sep 19 17:59:02.068392 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-85367fda-b3ef-4c57-b7a9-002e31d882ee req-3210fa8c-e7ce-4686-acce-963aef62ccab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Sep 19 17:59:03.293421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c8a51-8d9e-4d7e-bc63-57dcd6191fff req-ace893fa-dae9-4b75-9fd4-f951116a0d1e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:03.294922 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-713c8a51-8d9e-4d7e-bc63-57dcd6191fff req-ace893fa-dae9-4b75-9fd4-f951116a0d1e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 945 time: 0.1032896 Sep 19 17:59:03.342035 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-713c8a51-8d9e-4d7e-bc63-57dcd6191fff req-ac7c1262-8f5e-453c-8abf-f126f0cd4792 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Sep 19 17:59:03.409499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 17:59:03.523876 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ea9d30d-d48f-453e-95f7-649be4b56e2b is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:59:03.524262 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:03.557622 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:59:03.558559 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:59:03.561311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9c3f8a-4353-4c8b-b465-6c269507190f" -d '{"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:59:03.564790 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:03.614067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205fb492-5fe8-4758-8575-ed9e53fd9274 x-openstack-request-id: req-205fb492-5fe8-4758-8575-ed9e53fd9274 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:59:03.614434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-unplugged", "status": "failed", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b", "code": 422}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:59:03.614603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-205fb492-5fe8-4758-8575-ed9e53fd9274 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:59:03.615123 dv-neutron-857789-3-hyperv neutron-server[89057]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-205fb492-5fe8-4758-8575-ed9e53fd9274']: {'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'code': 422} returned with failed status Sep 19 17:59:03.640704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:59:03.745588 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e1ffb-252e-490b-b237-f30da05b3ad6 req-8529dd8e-0b68-443d-a93d-a6d9e0ccf5d4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:03.747101 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d30e1ffb-252e-490b-b237-f30da05b3ad6 req-8529dd8e-0b68-443d-a93d-a6d9e0ccf5d4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0958405 Sep 19 17:59:03.795952 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d30e1ffb-252e-490b-b237-f30da05b3ad6 req-add5d1d1-4dc6-4bf4-9a0b-99ce039a7a19 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Sep 19 17:59:03.796192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57208) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 17:59:04.070250 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-593c0404-9ef6-4bf2-af6d-75721541e58b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2729797 Sep 19 17:59:05.066044 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc786213-35c5-429b-a4fe-d54396d323bd req-beb031c5-ba95-4339-99bd-19ee49f6921c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:05.067590 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cc786213-35c5-429b-a4fe-d54396d323bd req-beb031c5-ba95-4339-99bd-19ee49f6921c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1494019 Sep 19 17:59:05.069459 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-2f26b61c-739f-466a-b9c3-251d12f0440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:05.070766 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-2f26b61c-739f-466a-b9c3-251d12f0440e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1&tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f HTTP/1.1" status: 200 len: 1096 time: 0.1162689 Sep 19 17:59:05.165778 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cc786213-35c5-429b-a4fe-d54396d323bd req-d4d40985-1bf9-4467-87db-9300f6302553 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924499 Sep 19 17:59:05.192256 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-c37b21c1-c840-45e9-bb69-ea41fa1839ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:05.193717 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-c37b21c1-c840-45e9-bb69-ea41fa1839ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.0992334 Sep 19 17:59:05.328683 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-3fc40ce2-321f-47c9-a9fd-e470d4d7fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:05.330716 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-3fc40ce2-321f-47c9-a9fd-e470d4d7fe07 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1309431 Sep 19 17:59:05.442353 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-bd8caee6-7531-4faf-8d83-242b2e37fa77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 999 time: 0.1053746 Sep 19 17:59:05.512144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-06399d3d-0de2-4afd-85e5-9049cdf66e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:05.513569 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-06399d3d-0de2-4afd-85e5-9049cdf66e3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0650458 Sep 19 17:59:05.599351 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-3ed21e4d-d962-41f2-aa17-7ce4f9e59e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:05.600820 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-3ed21e4d-d962-41f2-aa17-7ce4f9e59e05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815299 Sep 19 17:59:05.736415 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-3e9a839c-53d3-4c95-a37c-56fcafbb1f6b service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284790 Sep 19 17:59:05.869046 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-4c36d52b-1587-46cd-9ae1-e96274f16a23 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270964 Sep 19 17:59:06.415663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396465-1d90-4187-8b9f-e651123cd030 req-2dcc925f-48bb-427f-9ff8-b4bf728a708b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:06.417363 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-49396465-1d90-4187-8b9f-e651123cd030 req-2dcc925f-48bb-427f-9ff8-b4bf728a708b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1347983 Sep 19 17:59:06.491598 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-49396465-1d90-4187-8b9f-e651123cd030 req-61d11924-5565-45aa-b0d5-c17cbf5e2fe7 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677965 Sep 19 17:59:07.706591 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f887f7-f98b-4383-9867-986298576ff5 req-0e9aa71d-8a00-48bf-b5cf-a3389eb88455 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:07.711743 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-15f887f7-f98b-4383-9867-986298576ff5 req-0e9aa71d-8a00-48bf-b5cf-a3389eb88455 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0950272 Sep 19 17:59:07.764067 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-15f887f7-f98b-4383-9867-986298576ff5 req-d6918478-8b87-4446-9330-53ccb1a08ff7 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500741 Sep 19 17:59:08.980160 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b0601-bea3-4ba6-b56c-bb2f785ca7b1 req-4ea969b4-482b-4a34-aaf8-6d268f04aa0b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:08.981644 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b41b0601-bea3-4ba6-b56c-bb2f785ca7b1 req-4ea969b4-482b-4a34-aaf8-6d268f04aa0b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0977900 Sep 19 17:59:09.029701 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b41b0601-bea3-4ba6-b56c-bb2f785ca7b1 req-d235a778-0038-45db-a104-3f401a2c9eef tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409336 Sep 19 17:59:10.249783 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925193d-69fc-4168-a4e6-9ba56e0642e5 req-0319c371-160f-4c01-9219-551c1e4c9057 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:10.251591 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c925193d-69fc-4168-a4e6-9ba56e0642e5 req-0319c371-160f-4c01-9219-551c1e4c9057 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0981357 Sep 19 17:59:10.299647 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c925193d-69fc-4168-a4e6-9ba56e0642e5 req-fe34acea-5aa6-4ee4-8054-bab58659ef69 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417891 Sep 19 17:59:11.394180 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-8250051a-2410-4107-8b36-9e820b9179e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:11.524271 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f287d-a329-424c-8a94-631f138cedd3 req-cce0f46c-0c4c-43c1-9526-6fa11315a911 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:11.525751 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-280f287d-a329-424c-8a94-631f138cedd3 req-cce0f46c-0c4c-43c1-9526-6fa11315a911 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0953040 Sep 19 17:59:11.578670 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-280f287d-a329-424c-8a94-631f138cedd3 req-741227ad-fbe4-4e45-8000-b0803eb2996c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468736 Sep 19 17:59:12.812413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292358d9-f9ec-420a-b0e7-b18eba9710c6 req-147ff464-8fdd-4a6b-8e7d-a2c1c68ca2f6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:12.813800 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-292358d9-f9ec-420a-b0e7-b18eba9710c6 req-147ff464-8fdd-4a6b-8e7d-a2c1c68ca2f6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1051531 Sep 19 17:59:12.866473 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-292358d9-f9ec-420a-b0e7-b18eba9710c6 req-6c8b0d84-1373-4c7b-8f1e-3a11b66ea3e1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456254 Sep 19 17:59:13.603094 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc0ed-dc3e-4a03-88b5-701b912f7e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:14.078517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600cce9-afb7-4d7d-9b6d-dd2cef762fe5 req-36dd00b6-0cd5-4a57-a7c3-e58927c55ce0 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:14.079995 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d600cce9-afb7-4d7d-9b6d-dd2cef762fe5 req-36dd00b6-0cd5-4a57-a7c3-e58927c55ce0 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0948827 Sep 19 17:59:14.127563 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d600cce9-afb7-4d7d-9b6d-dd2cef762fe5 req-e545ecd6-f9c9-4a5c-948e-bc118b196f49 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Sep 19 17:59:15.201442 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:15.358321 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9438-9a29-4e9c-bc74-9135f86948cb req-d70c2129-886c-4ab2-b762-9515f2f602c0 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:15.360056 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dcce9438-9a29-4e9c-bc74-9135f86948cb req-d70c2129-886c-4ab2-b762-9515f2f602c0 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1030815 Sep 19 17:59:15.365278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:15.406292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dcce9438-9a29-4e9c-bc74-9135f86948cb req-53a7506e-d484-4bf6-bff3-32e6552cd472 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Sep 19 17:59:16.443401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:16.613177 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e31d7-30c1-4cd0-b009-275217ac2289 req-ba2b1e11-11d1-4286-9248-8954e84d7cb3 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:16.614736 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-291e31d7-30c1-4cd0-b009-275217ac2289 req-ba2b1e11-11d1-4286-9248-8954e84d7cb3 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0930512 Sep 19 17:59:16.664115 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-291e31d7-30c1-4cd0-b009-275217ac2289 req-af8d346f-d76d-4053-9bf9-8b6ea44c3204 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Sep 19 17:59:17.483646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 17:59:17.641639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:59:17.655635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'port_id': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'mac_address': 'fa:16:3e:a2:f6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 17:59:17.716010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ea9d30d-d48f-453e-95f7-649be4b56e2b is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:59:17.716396 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:17.734794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea9d30d-d48f-453e-95f7-649be4b56e2b {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 17:59:17.751273 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:59:17.756235 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:17.825169 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=9']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:59:17.882373 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6a992-8864-4ae0-9f61-17cfce28b04e req-d890b907-eaba-4176-b30e-9f059c7cc716 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:17.883909 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3aa6a992-8864-4ae0-9f61-17cfce28b04e req-d890b907-eaba-4176-b30e-9f059c7cc716 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 944 time: 0.0987184 Sep 19 17:59:17.933491 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3aa6a992-8864-4ae0-9f61-17cfce28b04e req-d885aa8e-8d1f-40f1-a63c-aeaa1b06098e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438063 Sep 19 17:59:17.963357 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['7ea9d30d-d48f-453e-95f7-649be4b56e2b'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 17:59:19.155095 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c9d17-e678-472a-b52e-dafbe2d0bb68 req-fd8ca30f-3a5b-49a3-a704-49be3b5ee63c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:19.156636 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a42c9d17-e678-472a-b52e-dafbe2d0bb68 req-fd8ca30f-3a5b-49a3-a704-49be3b5ee63c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 944 time: 0.0955985 Sep 19 17:59:19.208625 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a42c9d17-e678-472a-b52e-dafbe2d0bb68 req-63663a2d-4100-489d-b8fa-06b31b1cf070 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Sep 19 17:59:19.519678 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 17:59:19.612326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 7ea9d30d-d48f-453e-95f7-649be4b56e2b triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 17:59:19.612702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:19.735795 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7ea9d30d-d48f-453e-95f7-649be4b56e2b is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 17:59:19.736179 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:19.764360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 17:59:19.766691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1391ea29-36d0-4983-bb8f-623c2bdb8735" -d '{"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:59:19.775495 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 17:59:19.781344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:19.815437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae295353-859b-4ed2-bd5d-5f0e9c6cd072 x-openstack-request-id: req-ae295353-859b-4ed2-bd5d-5f0e9c6cd072 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:59:19.815623 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:59:19.815912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ae295353-859b-4ed2-bd5d-5f0e9c6cd072 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:59:19.816283 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae295353-859b-4ed2-bd5d-5f0e9c6cd072'] response: {'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'code': 200} Sep 19 17:59:19.854641 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=10']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:59:20.082185 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88f393-b219-41ff-b239-461ce2fb9402 req-74e115b2-755f-4d73-83e0-c491c0c65f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:20.083824 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e88f393-b219-41ff-b239-461ce2fb9402 req-74e115b2-755f-4d73-83e0-c491c0c65f09 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0903087 Sep 19 17:59:20.129043 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5e88f393-b219-41ff-b239-461ce2fb9402 req-02ddc4d1-ee18-47f8-a4e4-e135aac1edf4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379438 Sep 19 17:59:20.423885 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4d1a1-e889-42c2-bdce-4de0eccfdcab req-f2d61edb-b0d3-4ea2-9857-87bddca55b5a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:20.425368 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-66b4d1a1-e889-42c2-bdce-4de0eccfdcab req-f2d61edb-b0d3-4ea2-9857-87bddca55b5a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 946 time: 0.0958109 Sep 19 17:59:20.471824 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-66b4d1a1-e889-42c2-bdce-4de0eccfdcab req-9e2c66c3-dcb5-4ec3-b4d3-d6193832fc75 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404561 Sep 19 17:59:21.782685 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8180358-8f0f-4cd1-a39b-00cd3f7d0d56 req-7ebc4fdf-473e-4147-bbfc-f1a88a55dfec tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:21.784332 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c8180358-8f0f-4cd1-a39b-00cd3f7d0d56 req-7ebc4fdf-473e-4147-bbfc-f1a88a55dfec tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1943822 Sep 19 17:59:21.831040 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c8180358-8f0f-4cd1-a39b-00cd3f7d0d56 req-591f411f-3f7d-4c9d-ae1a-fad199b5ce79 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402040 Sep 19 17:59:23.046716 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21942c19-a9eb-482c-aa32-8818df1d3513 req-572b700d-5174-4bef-a42e-74adb6f9d975 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:23.048189 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21942c19-a9eb-482c-aa32-8818df1d3513 req-572b700d-5174-4bef-a42e-74adb6f9d975 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 946 time: 0.0967538 Sep 19 17:59:23.099507 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-21942c19-a9eb-482c-aa32-8818df1d3513 req-6510e6e7-653d-4a5e-9587-44695a518c41 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Sep 19 17:59:26.025616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:36.231216 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 17:59:41.397752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0ac5-b224-4109-89c1-3d7bb39f81a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:43.609465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5fed-2065-452c-b97e-2c88c9f82881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:45.206601 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:45.377291 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:46.444496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 17:59:50.565756 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-1dc29195-414b-4d83-92b4-4a5cf3a8b9d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886919 Sep 19 17:59:50.741836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-29a9bd1f-7510-43e9-9592-2e496146d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:50.743269 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-29a9bd1f-7510-43e9-9592-2e496146d6ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0985620 Sep 19 17:59:50.896142 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-37676c16-18f9-436a-b123-a12f7cea457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:50.897597 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-37676c16-18f9-436a-b123-a12f7cea457b service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1288574 Sep 19 17:59:51.016208 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-2384481b-ad4c-442b-bc0c-04f54936eb35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 1001 time: 0.1105895 Sep 19 17:59:51.086727 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-ee640445-48cf-42df-a339-1b39127c38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:51.088189 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-ee640445-48cf-42df-a339-1b39127c38e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0654564 Sep 19 17:59:51.173448 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-ea5c64cb-02ce-4452-bb4e-fa1ce5d54f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:59:51.174929 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-ea5c64cb-02ce-4452-bb4e-fa1ce5d54f84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788782 Sep 19 17:59:51.312178 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-6fca7992-3f36-4ac4-8b0b-a2f8f0be79e2 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289713 Sep 19 17:59:51.452751 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-1c693ce4-73f3-4a4e-8e96-dbfae9a40db9 req-98d9aff8-4220-492b-bf18-ecb290ba5496 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341832 Sep 19 17:59:56.029586 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:11.401105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7076605d-8a0b-479c-9616-4d094d1d02e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:13.236528 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:00:13.612671 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-53d057c9-2bcd-4b86-b76a-57d0a7873a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:15.212437 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:15.374558 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:16.447560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:26.041322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:31.999379 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57340) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:32.213276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Deleting port 0eee224c-9c59-472e-b225-7ac42f4e3bd0 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:00:32.213502 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:32.396843 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:32.397125 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:32.527969 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Calling delete_port for 0eee224c-9c59-472e-b225-7ac42f4e3bd0 owned by network:floatingip {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:00:32.799962 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:32.848276 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event deleted for resources: {'Port': ['ID=0eee224c-9c59-472e-b225-7ac42f4e3bd0,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:32.889023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.889369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.889709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.890035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.890357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.890682 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.891025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.891361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.891668 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.891965 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.892279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.892590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:32.955981 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for floatingip, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:32.956228 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Floating IP 0ae8a8e2-7b5d-4ff2-825d-c281645b5270 disassociated (deleted). External IP: 172.26.10.11, port: 7ea9d30d-d48f-453e-95f7-649be4b56e2b. Sep 19 18:00:33.328430 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Router dd22c74a-5d3f-480f-beac-0eb080734b5f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:00:33.508195 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:00:33.518227 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] Sync routers for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:00:33.530550 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:00:33.531192 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:33.531319 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:00:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:00:33.593121 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7df9a5fa-0493-46d6-b833-94397616f8da tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "DELETE /v2.0/floatingips/0ae8a8e2-7b5d-4ff2-825d-c281645b5270 HTTP/1.1" status: 204 len: 168 time: 1.5899503 Sep 19 18:00:33.593121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:00:33.593404 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b859b29c-678e-43e8-8f8d-77eabb2c92d4" -d '{"events": [{"name": "network-changed", "server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:00:33.644679 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a788d4c-c0fb-4070-a80e-64fedf89f857 x-openstack-request-id: req-4a788d4c-c0fb-4070-a80e-64fedf89f857 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:00:33.645021 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:00:33.645280 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4a788d4c-c0fb-4070-a80e-64fedf89f857 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:00:33.645706 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a788d4c-c0fb-4070-a80e-64fedf89f857'] response: {'name': 'network-changed', 'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'status': 'completed', 'code': 200} Sep 19 18:00:33.712953 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:00:33.751264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-e5c4a12a-477d-48b1-a7f4-8309be77ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:33.752961 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-e5c4a12a-477d-48b1-a7f4-8309be77ed3c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0860529 Sep 19 18:00:33.886803 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-6db7f2e7-d9ac-411e-89dd-a08efa91c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:33.888183 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-6db7f2e7-d9ac-411e-89dd-a08efa91c3a7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1294320 Sep 19 18:00:33.962533 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-bafa544b-acaa-44fd-a1a0-96ce87ee6774 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 200 len: 217 time: 0.0672851 Sep 19 18:00:34.028468 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:00:34.029567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-3be0a4c6-c88c-40e1-89ef-71a7fdde722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:34.031088 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-3be0a4c6-c88c-40e1-89ef-71a7fdde722e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0619645 Sep 19 18:00:34.031667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf111c77-adb3-48aa-bf01-a35a93f0b12a req-48d3828f-ce9b-49bc-8d7e-07bd6b0c8383 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:34.032533 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] Checking router: dd22c74a-5d3f-480f-beac-0eb080734b5f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:00:34.033196 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cf111c77-adb3-48aa-bf01-a35a93f0b12a req-48d3828f-ce9b-49bc-8d7e-07bd6b0c8383 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1147344 Sep 19 18:00:34.042091 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:00:34.042696 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:00:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:00:34.084467 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cf111c77-adb3-48aa-bf01-a35a93f0b12a req-ba2a542b-3d4f-4f5a-a06b-dbc44ef94774 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Sep 19 18:00:34.120503 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-6142eb90-41bd-4308-b5f8-c089de46436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:34.126435 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-6142eb90-41bd-4308-b5f8-c089de46436f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889914 Sep 19 18:00:34.223352 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:00:34.384584 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-98df6f6e-4d17-403e-a9d4-4c7ffc987521 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511404 Sep 19 18:00:34.516653 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b859b29c-678e-43e8-8f8d-77eabb2c92d4 req-e3cf3f78-6981-48ae-b33e-4fd46175aabb service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250894 Sep 19 18:00:34.574811 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:00:34.578864 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35fd5a-ecb5-4085-98fc-76a6f67d97b8 None None] The sync data for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv is: [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:00:34.817859 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b51ed0-b1c6-453a-87f6-7da1e83a02c3 None None] New status for floating IP 0ae8a8e2-7b5d-4ff2-825d-c281645b5270: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 18:00:35.277595 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-3e5b3d71-8071-476e-b81b-2c7488244a39 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:35.278288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-3e5b3d71-8071-476e-b81b-2c7488244a39 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:00:35.307641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-3e5b3d71-8071-476e-b81b-2c7488244a39 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:00:35.308757 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-3e5b3d71-8071-476e-b81b-2c7488244a39 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1716690 Sep 19 18:00:35.356444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f594d5-f249-4033-8b4d-a5fdefbe69ba req-012860df-1e9c-4338-8743-fb6db9a0c4d4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:35.357904 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c3f594d5-f249-4033-8b4d-a5fdefbe69ba req-012860df-1e9c-4338-8743-fb6db9a0c4d4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 946 time: 0.1451900 Sep 19 18:00:35.413095 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Deleting port 7ea9d30d-d48f-453e-95f7-649be4b56e2b {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:00:35.413738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:35.465977 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c3f594d5-f249-4033-8b4d-a5fdefbe69ba req-cad2e078-e7c4-4f4f-93e4-3e85d2bb370d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009169 Sep 19 18:00:35.680131 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] For port 7ea9d30d-d48f-453e-95f7-649be4b56e2b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ea9d30d-d48f-453e-95f7-649be4b56e2b,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:00:35.680529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:35.807009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Calling delete_port for 7ea9d30d-d48f-453e-95f7-649be4b56e2b owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:00:35.956887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:36.023220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event deleted for resources: {'Port': ['ID=7ea9d30d-d48f-453e-95f7-649be4b56e2b,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:36.114466 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] No DVR routers for this DVR port 7ea9d30d-d48f-453e-95f7-649be4b56e2b on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 18:00:36.117163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:36.119786 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-deleted', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:00:36.122109 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb86840b-a2d9-43ed-ba28-9f8090131760" -d '{"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-deleted", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:00:36.138685 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2d65d132-daf4-45d9-8018-9a945efbbe41 req-cab5dd49-e6b6-4f4c-bedd-2469658e7338 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "DELETE /v2.0/ports/7ea9d30d-d48f-453e-95f7-649be4b56e2b HTTP/1.1" status: 204 len: 173 time: 0.8235772 Sep 19 18:00:36.166265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a8351-17cc-41b3-b533-2b678c04cc51 x-openstack-request-id: req-183a8351-17cc-41b3-b533-2b678c04cc51 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:00:36.166706 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1", "name": "network-vif-deleted", "tag": "7ea9d30d-d48f-453e-95f7-649be4b56e2b", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:00:36.167025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-183a8351-17cc-41b3-b533-2b678c04cc51 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:00:36.167423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183a8351-17cc-41b3-b533-2b678c04cc51'] response: {'server_uuid': '69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1', 'name': 'network-vif-deleted', 'tag': '7ea9d30d-d48f-453e-95f7-649be4b56e2b', 'status': 'completed', 'code': 200} Sep 19 18:00:36.646684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-6f978426-2139-4770-a566-3c6868c16a09 req-ae5be8ca-acd7-4857-9f9e-0b1997de1245 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:00:36.664477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-6f978426-2139-4770-a566-3c6868c16a09 req-ae5be8ca-acd7-4857-9f9e-0b1997de1245 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:00:36.665814 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-6f978426-2139-4770-a566-3c6868c16a09 req-ae5be8ca-acd7-4857-9f9e-0b1997de1245 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=69007c9a-8598-4fca-8bd5-5b2b0ed8e4a1 HTTP/1.1" status: 200 len: 210 time: 0.0717328 Sep 19 18:00:37.784964 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57362) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:37.856578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d135113e-3f6f-4397-9616-605fc703afc6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:37.887567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d135113e-3f6f-4397-9616-605fc703afc6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:37.956028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d135113e-3f6f-4397-9616-605fc703afc6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:37.974802 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135113e-3f6f-4397-9616-605fc703afc6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06b923e-0fdb-4f26-9d7f-d65b3957a7ec,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:37.985583 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:00:37.987827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d135113e-3f6f-4397-9616-605fc703afc6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:37.988971 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d135113e-3f6f-4397-9616-605fc703afc6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "DELETE /v2.0/security-groups/f06b923e-0fdb-4f26-9d7f-d65b3957a7ec HTTP/1.1" status: 204 len: 168 time: 0.2029126 Sep 19 18:00:38.029603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 7ea9d30d-d48f-453e-95f7-649be4b56e2b {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:00:38.030153 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7ea9d30d-d48f-453e-95f7-649be4b56e2b not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:00:38.112216 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57370) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:38.117404 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241724048', 'description': 'tempest-secgroup-smoke-1241724048 description', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:38.124302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:38.128481 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:00:38.131398 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:00:38.137684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:38.151246 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.171173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:38.174955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:00:38.177816 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:00:38.184043 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:38.264089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.272727 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.317528 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:38.325276 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.325618 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.325954 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.326280 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.326602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.327013 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.327343 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.327663 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.327983 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.328297 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.328611 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.328926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:00:38.331859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.335374 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-2d17c90c-fa81-4879-814e-9e042e1595bb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2220716 Sep 19 18:00:38.336161 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57374) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:38.341394 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': '8bfce34e-2c7b-45cd-a3f3-cc0b0c009405', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:38.347822 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:38.351930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:00:38.355168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:00:38.361141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:38.379921 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.441303 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.447284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.474416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad5b2ac-a20c-4e31-842b-cde7633ac478,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:38.484658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.485832 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-fad1586a-c9c3-4b86-b23a-4a4bca45945c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485674 Sep 19 18:00:38.488867 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57378) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:38.493949 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': '8bfce34e-2c7b-45cd-a3f3-cc0b0c009405', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:38.499969 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:38.504042 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:00:38.506926 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:00:38.513116 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:38.531855 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.602785 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.609615 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.640656 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9799f9dc-e623-45cd-8cbb-275121ba0a10,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:38.652304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.653583 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-23e40ffe-4aa9-4b10-9c4f-d85eda712a58 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1637158 Sep 19 18:00:38.656666 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57382) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:38.661649 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': '8bfce34e-2c7b-45cd-a3f3-cc0b0c009405', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:38.667627 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:38.671540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:00:38.674424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:00:38.680156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:38.700868 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.772224 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.778503 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.801263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab1783f-772a-4594-ba14-269c3f555872,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:38.811712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.813271 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5f338dcc-b41e-476f-85e4-76568440edb6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556683 Sep 19 18:00:38.816139 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57386) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:38.821226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': '8bfce34e-2c7b-45cd-a3f3-cc0b0c009405', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:38.827639 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:38.831700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:00:38.834733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:00:38.840551 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:38.859647 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.927907 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.933709 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.956608 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca71c82-bf66-4ce1-bb59-8fa824e2b9ce,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:38.966086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:38.967282 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e14e69f9-70d4-4732-99be-44335f37c6ab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501877 Sep 19 18:00:38.970211 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57390) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:38.975077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': '8bfce34e-2c7b-45cd-a3f3-cc0b0c009405', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:38.981091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:38.984930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:00:38.987870 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:00:38.993781 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:39.006885 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Project 2b5f7d6c10bc47faad5d967ffcb5878f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 18:00:39.014237 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:39.080942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:39.086787 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:39.110263 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45eaf0b-fe06-495e-adfb-3f56dde48627,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:39.121285 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:39.122483 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0d713b64-c1c6-4128-b95b-80199b286600 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513457 Sep 19 18:00:39.126811 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57394) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:00:39.131881 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'security_group_rule': {'security_group_id': '8bfce34e-2c7b-45cd-a3f3-cc0b0c009405', 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:39.138296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:39.142296 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:security_group_rule and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:00:39.145278 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:00:39.151366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:39.165416 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Project 2b5f7d6c10bc47faad5d967ffcb5878f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 18:00:39.173175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:39.257755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:39.263617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:39.286712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8daced-c135-49ae-923b-aa9c9b4245ff,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:39.297190 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:39.298416 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-ffdb378c-7cf2-403c-ab8e-af28e8c87b87 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705985 Sep 19 18:00:41.402316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4874fb66-cfd8-4312-8e30-c675f0b15f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:43.608947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4a11f32-a088-4f4a-91d6-988dcdfd0eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:45.198720 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:45.380560 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:46.585609 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:50.236314 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:00:54.299170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-4bc060fb-85af-4c77-ba0d-f8b4b7489318 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:00:54.317806 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-4bc060fb-85af-4c77-ba0d-f8b4b7489318 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:00:54.318968 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-4bc060fb-85af-4c77-ba0d-f8b4b7489318 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241724048&fields=id&tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f HTTP/1.1" status: 200 len: 267 time: 0.0640745 Sep 19 18:00:54.471608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-4bdf0f60-d4eb-49a5-8f8b-010d783d325a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:54.473043 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-4bdf0f60-d4eb-49a5-8f8b-010d783d325a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 808 time: 0.1474190 Sep 19 18:00:54.488542 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-40bb20d2-fc31-409c-a540-08d9d74d6700 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/quotas/2b5f7d6c10bc47faad5d967ffcb5878f HTTP/1.1" status: 200 len: 375 time: 0.0095983 Sep 19 18:00:54.582320 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-6aeb06b2-99ac-401d-bece-6037059e3d17 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884156 Sep 19 18:00:54.643912 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-36c2f963-0a58-4789-8137-18fe64154631 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 18:00:54.644998 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-36c2f963-0a58-4789-8137-18fe64154631 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508208 Sep 19 18:00:54.914059 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-7d7f9861-5d97-4faf-859e-0ef9fd2b1fda service neutron] 10.222.0.83 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628593 Sep 19 18:00:55.053350 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-69c4fe04-48db-4c82-ab11-c7b1de8cd75a service neutron] 10.222.0.83 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314218 Sep 19 18:00:55.476001 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-63754e6d-410d-476d-afc9-17e5fb493876 req-54c53385-a1d5-47e9-b610-d04a4a6d6a52 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 210 time: 0.0562201 Sep 19 18:00:56.038316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:56.692285 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9501bfc1-fc01-4e24-a1af-bfad9115ecdc req-3eceb24d-7496-4ee5-9d0b-c86addffc869 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 210 time: 0.0655746 Sep 19 18:00:56.748875 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-9b4713ae-9476-4cbe-93fd-6a23a75a42b7 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:56.750319 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-9b4713ae-9476-4cbe-93fd-6a23a75a42b7 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 808 time: 0.1991057 Sep 19 18:00:56.798675 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-61f91f8f-72b4-411d-8029-30cc3dc9e3a8 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f HTTP/1.1" status: 200 len: 380 time: 0.0408494 Sep 19 18:00:56.807492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'port': {'device_id': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'admin_state_up': True, 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'security_groups': ['8bfce34e-2c7b-45cd-a3f3-cc0b0c009405']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:56.947107 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:00:56.957161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:00:56.968592 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Made reservation on behalf of 2b5f7d6c10bc47faad5d967ffcb5878f for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 18:00:56.972291 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:57.142308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Allocated IP 172.20.0.10 (892bd344-5e99-43cf-945b-f1f5768e1f9d/acc8cd71-1748-44d2-ad88-e79fc35233ba/ee90dbc8-0467-40ea-8f77-14f5544803c9) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:00:57.338075 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:57.354265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Transition to ACTIVE for port object ee90dbc8-0467-40ea-8f77-14f5544803c9 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:00:57.381381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:57.461614 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:00:57.464639 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:00:57.468480 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:00:57.513426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:57.539249 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:57.539861 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:57.568125 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-e92b21e2-dbe7-4367-b283-acb3634d6356 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7643528 Sep 19 18:00:57.579220 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-38e1825b-3e30-4eba-931f-3bcc71f35f75 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 18:00:57.580484 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-38e1825b-3e30-4eba-931f-3bcc71f35f75 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065267 Sep 19 18:00:57.637620 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Request body: {'port': {'device_id': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:00:57.678667 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a228691f-4bf5-418d-9cfd-38657d9d6536 None None] Provisioning for port ee90dbc8-0467-40ea-8f77-14f5544803c9 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:00:57.684427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a228691f-4bf5-418d-9cfd-38657d9d6536 None None] Provisioning complete for port ee90dbc8-0467-40ea-8f77-14f5544803c9 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:00:57.685102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a228691f-4bf5-418d-9cfd-38657d9d6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:57.746141 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a228691f-4bf5-418d-9cfd-38657d9d6536 None None] Port ee90dbc8-0467-40ea-8f77-14f5544803c9 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 18:00:57.765224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:57.907813 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31707d3-3e88-4450-85ff-926caf89bdd1 req-61cd8fc0-d811-4f22-946c-edb812ece849 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:57.909311 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b31707d3-3e88-4450-85ff-926caf89bdd1 req-61cd8fc0-d811-4f22-946c-edb812ece849 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 932 time: 0.0999212 Sep 19 18:00:57.955150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b31707d3-3e88-4450-85ff-926caf89bdd1 req-0db10795-93a4-4a81-bb4b-385568f55100 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:security_group {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:00:57.967279 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b31707d3-3e88-4450-85ff-926caf89bdd1 req-0db10795-93a4-4a81-bb4b-385568f55100 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:security_group {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:00:57.968611 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b31707d3-3e88-4450-85ff-926caf89bdd1 req-0db10795-93a4-4a81-bb4b-385568f55100 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530570 Sep 19 18:00:58.116694 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee90dbc8-0467-40ea-8f77-14f5544803c9 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:00:58.124758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:58.140972 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Transition to ACTIVE for port object ee90dbc8-0467-40ea-8f77-14f5544803c9 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:00:58.146003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:58.469153 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:58.501798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Attempting to bind port ee90dbc8-0467-40ea-8f77-14f5544803c9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:00:58.502156 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Attempting to bind port ee90dbc8-0467-40ea-8f77-14f5544803c9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:00:58.502483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Attempting to bind port ee90dbc8-0467-40ea-8f77-14f5544803c9 on network 892bd344-5e99-43cf-945b-f1f5768e1f9d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:00:58.507584 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Port ee90dbc8-0467-40ea-8f77-14f5544803c9 on network 892bd344-5e99-43cf-945b-f1f5768e1f9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 18:00:58.507902 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Attempting to bind port ee90dbc8-0467-40ea-8f77-14f5544803c9 on network 892bd344-5e99-43cf-945b-f1f5768e1f9d {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:00:58.513263 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:00:58.513601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Checking segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:00:58.514031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Bound using segment: {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:00:58.514513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Bound port: ee90dbc8-0467-40ea-8f77-14f5544803c9, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d2ea94-0eb6-418c-a501-52f61c49828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:00:58.514869 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:58.621357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:00:58.624346 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:00:58.632846 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:58.664490 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:58.665106 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:00:58.666487 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] 10.222.0.86 "PUT /v2.0/ports/ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 1094 time: 1.0797899 Sep 19 18:00:58.666936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:00:58.669258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b7548-2698-4ba7-acbc-1a69811f3fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:00:58.747357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef2cc10-1d7a-4fbe-a53b-e294a29f2220 x-openstack-request-id: req-fef2cc10-1d7a-4fbe-a53b-e294a29f2220 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:00:58.747590 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:00:58.747879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fef2cc10-1d7a-4fbe-a53b-e294a29f2220 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:00:58.748281 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef2cc10-1d7a-4fbe-a53b-e294a29f2220'] response: {'name': 'network-changed', 'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'status': 'completed', 'code': 200} Sep 19 18:00:58.764191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75a63e-ba17-4308-8a6f-53bd0e2f4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:00:58.800475 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-9ba19c90-79de-448b-af54-1ffad52de7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:58.801959 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-9ba19c90-79de-448b-af54-1ffad52de7f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0957301 Sep 19 18:00:58.872734 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-1a0098e1-a957-4e34-ae1d-8f05b2db1390 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 217 time: 0.0641797 Sep 19 18:00:58.939339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-71bf86d9-9673-4dfd-ab8d-0ce4b593068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:58.940637 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-71bf86d9-9673-4dfd-ab8d-0ce4b593068a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0617301 Sep 19 18:00:59.036175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-9e0798b1-3dda-4fba-b4c6-0527c8c1b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:59.037658 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-9e0798b1-3dda-4fba-b4c6-0527c8c1b482 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912480 Sep 19 18:00:59.170772 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-d8b1b9b2-97b1-42a8-a077-e99a6fdb8f54 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270874 Sep 19 18:00:59.174132 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618b195-faf2-425f-831e-98f50868afca req-22fa8b57-4728-4739-9583-d231bd42d212 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:59.175624 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5618b195-faf2-425f-831e-98f50868afca req-22fa8b57-4728-4739-9583-d231bd42d212 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0876229 Sep 19 18:00:59.221335 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-5618b195-faf2-425f-831e-98f50868afca req-25dcdece-1e85-44b9-a67b-1d1d1406db56 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398552 Sep 19 18:00:59.311423 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-367c37b5-63c9-4648-b09f-24af7fd5c2c0 req-0d6a1bd8-6ac0-4ee5-bd7a-4f653b243b9e service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344054 Sep 19 18:00:59.439601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-4fa9691e-f350-4f4b-a148-4299c7148738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:59.441082 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-4fa9691e-f350-4f4b-a148-4299c7148738 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0845532 Sep 19 18:00:59.575734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-9df04b11-a6d3-4909-bf4d-db68bc941ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:59.577279 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-9df04b11-a6d3-4909-bf4d-db68bc941ccc service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1294949 Sep 19 18:00:59.644761 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-55744d9d-7065-4a84-a2f4-6a1fcc3c8c2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 217 time: 0.0604823 Sep 19 18:00:59.732455 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-e6b12aaf-e5d1-4343-b936-4a4eb1f54b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:59.734016 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-e6b12aaf-e5d1-4343-b936-4a4eb1f54b9d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0833032 Sep 19 18:00:59.820002 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-1238e77e-4f7e-40b4-bc09-0a76429c9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:00:59.821386 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-1238e77e-4f7e-40b4-bc09-0a76429c9ec4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812533 Sep 19 18:00:59.962606 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-66cc13c6-1326-4812-a9ee-9e80e5b0c80b service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345687 Sep 19 18:01:00.208258 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-158b7548-2698-4ba7-acbc-1a69811f3fc5 req-2bdd78f6-d7b6-412b-876c-20c3aee9e1f5 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392840 Sep 19 18:01:00.448930 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c845083-bdc0-40ba-b911-e2059382fd92 req-dfeed5af-e94e-4d6b-b090-1aff1cb6dccd tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:00.449640 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2c845083-bdc0-40ba-b911-e2059382fd92 req-dfeed5af-e94e-4d6b-b090-1aff1cb6dccd tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:01:00.467710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-2c845083-bdc0-40ba-b911-e2059382fd92 req-dfeed5af-e94e-4d6b-b090-1aff1cb6dccd tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:01:00.468916 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c845083-bdc0-40ba-b911-e2059382fd92 req-dfeed5af-e94e-4d6b-b090-1aff1cb6dccd tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1208041 Sep 19 18:01:00.513303 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2c845083-bdc0-40ba-b911-e2059382fd92 req-10d81d15-2ca9-4d9c-8326-2c90f4282c38 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385039 Sep 19 18:01:01.752283 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d45697-7e98-4858-911c-8f009a2460e4 req-331f6094-8625-4019-9fd6-37b9b70c7644 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:01.753809 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-12d45697-7e98-4858-911c-8f009a2460e4 req-331f6094-8625-4019-9fd6-37b9b70c7644 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1146202 Sep 19 18:01:01.801497 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-12d45697-7e98-4858-911c-8f009a2460e4 req-ec79accf-c3a3-4cb1-8b71-181c6ffadade tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Sep 19 18:01:03.010674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384b29c-54f9-4cd3-a878-9861823101e5 req-e166b0fd-87a7-4bbf-b63c-4046721a1236 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:03.012148 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8384b29c-54f9-4cd3-a878-9861823101e5 req-e166b0fd-87a7-4bbf-b63c-4046721a1236 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0937555 Sep 19 18:01:03.070942 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-8384b29c-54f9-4cd3-a878-9861823101e5 req-44031cba-3917-4cda-a28f-4872fe2ea621 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524256 Sep 19 18:01:04.275975 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cf780-0783-4c68-a234-d97d9b5577ae req-c5851e84-5798-442b-9ca7-5433cde6a686 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:04.277367 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396cf780-0783-4c68-a234-d97d9b5577ae req-c5851e84-5798-442b-9ca7-5433cde6a686 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0950148 Sep 19 18:01:04.331676 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-396cf780-0783-4c68-a234-d97d9b5577ae req-d3541690-68eb-43cb-965d-23c241c76f78 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478022 Sep 19 18:01:05.568756 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c5fc9-66c1-4602-8a43-685f68ecb7c4 req-527e4e1b-5897-4ca8-b50b-f8e91cd5954b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:05.570198 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-086c5fc9-66c1-4602-8a43-685f68ecb7c4 req-527e4e1b-5897-4ca8-b50b-f8e91cd5954b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1040246 Sep 19 18:01:05.620543 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-086c5fc9-66c1-4602-8a43-685f68ecb7c4 req-314e55be-525f-4b9f-b8f0-d6dbb529e4c2 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414298 Sep 19 18:01:06.852381 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db33c-5c9f-41af-9262-1538f123cd5e req-c8a8b9df-986c-4514-a275-f692b6a9cdf9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:06.853766 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c78db33c-5c9f-41af-9262-1538f123cd5e req-c8a8b9df-986c-4514-a275-f692b6a9cdf9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1008368 Sep 19 18:01:06.905576 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-c78db33c-5c9f-41af-9262-1538f123cd5e req-8cbb3d0b-f344-4a32-a260-4cc2d83582f2 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455568 Sep 19 18:01:08.123323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96af00c-2aba-40cc-a944-ee784e713d6a req-9cfdfb2e-49c9-4cf1-84eb-522f980cc9ee tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:08.125015 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e96af00c-2aba-40cc-a944-ee784e713d6a req-9cfdfb2e-49c9-4cf1-84eb-522f980cc9ee tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0967801 Sep 19 18:01:08.176449 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e96af00c-2aba-40cc-a944-ee784e713d6a req-fed50acc-21f4-48bb-b3e6-c4d81e5e7aa3 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Sep 19 18:01:09.398673 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4f6cc-4b80-4ccf-a234-9bc74ab647db req-0b3eff6b-cf6f-4bef-b0b8-c0f873058413 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:09.400145 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-82e4f6cc-4b80-4ccf-a234-9bc74ab647db req-0b3eff6b-cf6f-4bef-b0b8-c0f873058413 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1000664 Sep 19 18:01:09.447998 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-82e4f6cc-4b80-4ccf-a234-9bc74ab647db req-4ad60d22-405e-40d4-a3d7-e0f192471e5a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Sep 19 18:01:10.669720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d21ade-4135-4202-b880-973f62413386 req-1f5fbcc1-b6a1-486e-9696-7ad8b72b961d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:10.671618 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-92d21ade-4135-4202-b880-973f62413386 req-1f5fbcc1-b6a1-486e-9696-7ad8b72b961d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1086247 Sep 19 18:01:10.722289 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-92d21ade-4135-4202-b880-973f62413386 req-e1545e4f-a7c0-49e4-b219-8e68e9cc7e02 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414820 Sep 19 18:01:11.402752 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9269656e-3ec7-4450-8ab0-d05c9e2f0fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:11.940393 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917f3d2-0a44-4150-ae69-9d2eaadd4fa3 req-4593b5e3-6b17-4868-9c65-cefc0a87a1d1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:11.941875 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a917f3d2-0a44-4150-ae69-9d2eaadd4fa3 req-4593b5e3-6b17-4868-9c65-cefc0a87a1d1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0893695 Sep 19 18:01:12.064509 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ee90dbc8-0467-40ea-8f77-14f5544803c9 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 18:01:12.115202 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a917f3d2-0a44-4150-ae69-9d2eaadd4fa3 req-06b273e0-a8c5-4c26-b99c-dd81ec012596 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648948 Sep 19 18:01:12.203328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:01:12.218015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'port_id': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'mac_address': 'fa:16:3e:cf:84:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 18:01:12.295925 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ee90dbc8-0467-40ea-8f77-14f5544803c9 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:01:12.296327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:12.315476 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee90dbc8-0467-40ea-8f77-14f5544803c9 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:01:12.332276 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:01:12.340576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:12.411823 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:01:12.419251 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.419605 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.419948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.420290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.420629 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.420964 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.421297 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.421624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.422041 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.422838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.423211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.423540 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:01:12.599316 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ee90dbc8-0467-40ea-8f77-14f5544803c9'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 18:01:13.339959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f866888-eb27-4632-8dc8-fe6444979608 req-53e78d5d-82d1-4a04-bb0c-5de7212376e0 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:13.341408 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f866888-eb27-4632-8dc8-fe6444979608 req-53e78d5d-82d1-4a04-bb0c-5de7212376e0 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 945 time: 0.1128807 Sep 19 18:01:13.386656 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4f866888-eb27-4632-8dc8-fe6444979608 req-9e077cb7-7109-46d2-845d-2157dd6605f9 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385330 Sep 19 18:01:13.614221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-673233ae-c47d-4fa8-9860-e97de4e0028e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:14.070704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ee90dbc8-0467-40ea-8f77-14f5544803c9 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:01:14.148532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port ee90dbc8-0467-40ea-8f77-14f5544803c9 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:01:14.153161 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port ee90dbc8-0467-40ea-8f77-14f5544803c9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:01:14.153545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:14.275377 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ee90dbc8-0467-40ea-8f77-14f5544803c9 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:01:14.275693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:14.303399 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:01:14.305725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05502caa-c6ed-4c7e-884a-65bbc86ad4bb" -d '{"events": [{"server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "name": "network-vif-plugged", "status": "completed", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:01:14.314669 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:01:14.320516 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:14.398056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:01:14.410836 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c34c7e-8168-438b-9e9b-686b9a1b2581 x-openstack-request-id: req-98c34c7e-8168-438b-9e9b-686b9a1b2581 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:01:14.411358 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "name": "network-vif-plugged", "status": "completed", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:01:14.411754 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-98c34c7e-8168-438b-9e9b-686b9a1b2581 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:01:14.412348 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c34c7e-8168-438b-9e9b-686b9a1b2581'] response: {'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'code': 200} Sep 19 18:01:14.776977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332666d6-9424-4583-baa5-6c57d3b92028 req-dc5fc6cb-cf9a-44d7-9f31-db3a09340bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:14.778434 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-332666d6-9424-4583-baa5-6c57d3b92028 req-dc5fc6cb-cf9a-44d7-9f31-db3a09340bd6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.1479950 Sep 19 18:01:14.805646 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de72b-de00-448b-8dc5-776449892c35 req-5a330daf-3e4a-4c75-9eb5-906e838080ae tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:14.807159 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5a6de72b-de00-448b-8dc5-776449892c35 req-5a330daf-3e4a-4c75-9eb5-906e838080ae tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1240625 Sep 19 18:01:14.852608 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-332666d6-9424-4583-baa5-6c57d3b92028 req-a315d21e-a6bf-40b4-90b4-813c9d966396 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676973 Sep 19 18:01:14.865449 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-5a6de72b-de00-448b-8dc5-776449892c35 req-bcc7c22e-36dc-444f-9c4b-03c94ae63863 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527153 Sep 19 18:01:15.201674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:15.388075 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:16.077683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dc88b-8b5d-48b7-8f97-d64c339344b6 req-984daa72-5101-4e01-bbce-041fc1e69e77 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:16.079220 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fd6dc88b-8b5d-48b7-8f97-d64c339344b6 req-984daa72-5101-4e01-bbce-041fc1e69e77 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.0989785 Sep 19 18:01:16.124791 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fd6dc88b-8b5d-48b7-8f97-d64c339344b6 req-9fc718d4-b1f4-4af0-ae83-6e41250c1dc0 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Sep 19 18:01:16.329739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde5986-a705-4723-ab5f-fba6e4cc3d67 req-79fe2d19-781a-4d50-a5d2-d5b9b8c23f6b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:16.331231 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7dde5986-a705-4723-ab5f-fba6e4cc3d67 req-79fe2d19-781a-4d50-a5d2-d5b9b8c23f6b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.0955148 Sep 19 18:01:16.376474 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-7dde5986-a705-4723-ab5f-fba6e4cc3d67 req-aba0703c-3e01-4c5e-b795-57b8c80a70ae tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393333 Sep 19 18:01:16.406354 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57606) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:01:16.458119 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:16.487004 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b54034-b1d7-4f6a-a9ba-f8fa54ee0daa tempest-TestShelveInstance-1206797908 tempest-TestShelveInstance-1206797908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:16.488527 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-91b54034-b1d7-4f6a-a9ba-f8fa54ee0daa tempest-TestShelveInstance-1206797908 tempest-TestShelveInstance-1206797908-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1094 time: 0.0811360 Sep 19 18:01:16.491678 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57610) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:01:16.496513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:01:16.502935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:01:16.506894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Usage tracker for resource:floatingip and tenant:2b5f7d6c10bc47faad5d967ffcb5878f is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:01:16.509786 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:01:16.515561 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:01:16.528182 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:16.669554 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:16.824363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Allocated IP 172.26.10.44 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/2e85f00c-f8a9-48e0-b83d-6b885cd6b5db) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:01:17.002552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:17.038689 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:17.103655 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:01:17.106362 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:01:17.108971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:01:17.153879 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'Port': ['ID=2e85f00c-f8a9-48e0-b83d-6b885cd6b5db,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:01:17.562204 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:17.649748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:17.864175 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:17.871266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:17.977018 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event updated for resources: {'Port': ['ID=2e85f00c-f8a9-48e0-b83d-6b885cd6b5db,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:01:17.980215 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:18.272382 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Floating IP 0cdb2ad7-7e8e-460e-9ce0-f57143f3f807 associated. External IP: 172.26.10.44, port: ee90dbc8-0467-40ea-8f77-14f5544803c9. Sep 19 18:01:18.636412 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Router dd22c74a-5d3f-480f-beac-0eb080734b5f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:01:18.840569 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:01:18.851036 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] Sync routers for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:01:18.861842 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:01:18.862541 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:01:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:01:18.866650 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:18.926362 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-3dc390ff-c621-4b57-a7d2-689989d7d0af tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4336491 Sep 19 18:01:18.927069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:01:18.929454 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44269d10-b2b7-4ea0-a589-469144d40a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:01:19.027118 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af607e-b128-452c-af23-d1133b0ea462 x-openstack-request-id: req-94af607e-b128-452c-af23-d1133b0ea462 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:01:19.027408 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:01:19.027658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-94af607e-b128-452c-af23-d1133b0ea462 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:01:19.028068 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94af607e-b128-452c-af23-d1133b0ea462'] response: {'name': 'network-changed', 'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'status': 'completed', 'code': 200} Sep 19 18:01:19.047020 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:01:19.133348 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-2efd580a-c82e-4c93-ad7e-026c725639c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:19.134845 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-2efd580a-c82e-4c93-ad7e-026c725639c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0861387 Sep 19 18:01:19.271874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-b49e51ce-f5a1-439f-bd7c-01c43d7090f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:19.273266 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-b49e51ce-f5a1-439f-bd7c-01c43d7090f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1324043 Sep 19 18:01:19.375592 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-1bc649f1-33a0-4a7a-99eb-9e3da858ce3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 1000 time: 0.0962431 Sep 19 18:01:19.402262 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0cdb2ad7-7e8e-460e-9ce0-f57143f3f807', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'port_id': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'mac_address': 'fa:16:3e:cf:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:01:17Z', 'updated_at': '2022-09-19T18:01:17Z', 'revision_number': 0, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:01:19.406157 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] Checking router: dd22c74a-5d3f-480f-beac-0eb080734b5f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:01:19.415206 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:01:19.415788 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:01:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:01:19.444071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-373e9a5b-72fe-4cf7-8453-47b6067b98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:19.445888 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-373e9a5b-72fe-4cf7-8453-47b6067b98d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0637136 Sep 19 18:01:19.532680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-a7c0bdeb-8849-4280-a30d-70adcf75155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:19.534307 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-a7c0bdeb-8849-4280-a30d-70adcf75155a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831490 Sep 19 18:01:19.596473 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:01:19.668642 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-01ef3100-eb05-4459-86f0-68580eb63a2e service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278391 Sep 19 18:01:19.907949 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-44269d10-b2b7-4ea0-a589-469144d40a4c req-442a61ab-308d-48ce-8d41-56df8da6f295 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330537 Sep 19 18:01:19.988781 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0cdb2ad7-7e8e-460e-9ce0-f57143f3f807', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'port_id': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'mac_address': 'fa:16:3e:cf:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:01:17Z', 'updated_at': '2022-09-19T18:01:17Z', 'revision_number': 0, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:01:19.993207 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a791e1df-447e-4135-9d26-75fa8b8bceee None None] The sync data for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv is: [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '0cdb2ad7-7e8e-460e-9ce0-f57143f3f807', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'port_id': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'mac_address': 'fa:16:3e:cf:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:01:17Z', 'updated_at': '2022-09-19T18:01:17Z', 'revision_number': 0, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:01:20.216098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde98e3-180b-4f19-8770-50dd9bae54de None None] New status for floating IP 0cdb2ad7-7e8e-460e-9ce0-f57143f3f807: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 18:01:26.045655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:27.241088 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:01:41.408220 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d3fa32a8-61cb-4a8a-83d8-d64810e5f904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:43.609260 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-114296af-eafa-4663-bd51-8c5e483639e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:45.208125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:45.391296 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:46.460503 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:01:51.555415 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55353965-8445-4040-b6b5-c3a90d74609c req-ed4f0543-78db-4dcf-92e5-2ca7029b90cc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788145 Sep 19 18:01:51.708644 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55353965-8445-4040-b6b5-c3a90d74609c req-2339f472-d7e0-4b7b-b7c0-4367d700e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:51.710171 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55353965-8445-4040-b6b5-c3a90d74609c req-2339f472-d7e0-4b7b-b7c0-4367d700e801 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0869129 Sep 19 18:01:51.859299 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55353965-8445-4040-b6b5-c3a90d74609c req-46b020d4-2ce4-45b5-a336-d5bc7f85e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:51.860747 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55353965-8445-4040-b6b5-c3a90d74609c req-46b020d4-2ce4-45b5-a336-d5bc7f85e897 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1309583 Sep 19 18:01:51.966943 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55353965-8445-4040-b6b5-c3a90d74609c req-98adca44-c04f-4e9f-ae15-62c5d1778872 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 1002 time: 0.0995076 Sep 19 18:01:52.041663 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55353965-8445-4040-b6b5-c3a90d74609c req-2119b085-41ea-4512-bfcb-aa3b0439c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:52.043150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55353965-8445-4040-b6b5-c3a90d74609c req-2119b085-41ea-4512-bfcb-aa3b0439c69f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0706739 Sep 19 18:01:52.137530 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55353965-8445-4040-b6b5-c3a90d74609c req-d89b798e-54c0-4ed2-8743-1eacb717f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:01:52.139053 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55353965-8445-4040-b6b5-c3a90d74609c req-d89b798e-54c0-4ed2-8743-1eacb717f1db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900536 Sep 19 18:01:52.285961 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55353965-8445-4040-b6b5-c3a90d74609c req-21b4cf51-67f7-4881-87d4-a17413b800ca service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396246 Sep 19 18:01:52.430251 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-55353965-8445-4040-b6b5-c3a90d74609c req-fce12ded-c402-4f6f-ae23-ca8ee53e9c5b service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307154 Sep 19 18:01:56.071805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:04.247223 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:02:11.401045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7d0581e6-185a-4f42-9a2d-c62e14fc7996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:13.610168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6f48e5b9-fc1b-4ab6-8026-8043978e8749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:15.194751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:15.385483 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:16.467312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:26.061852 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:41.247296 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:02:41.405244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6315c8fe-f90a-473f-95c5-8082ac864d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:43.609244 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2290afb3-0051-48ad-aca6-08ced191030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:45.198341 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:45.385984 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:46.469912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:02:53.575884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d1eedac2-a283-44ab-8c99-27c819315063 req-21e03f55-a3c3-4514-b8f7-5d7616a42c79 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0972941 Sep 19 18:02:53.741928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eedac2-a283-44ab-8c99-27c819315063 req-ff60457f-9672-4391-9dd0-47dc05649148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:02:53.743937 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d1eedac2-a283-44ab-8c99-27c819315063 req-ff60457f-9672-4391-9dd0-47dc05649148 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0947680 Sep 19 18:02:53.905004 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eedac2-a283-44ab-8c99-27c819315063 req-71451c8b-e41c-43b5-aca0-805293a8c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:02:53.906482 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d1eedac2-a283-44ab-8c99-27c819315063 req-71451c8b-e41c-43b5-aca0-805293a8c996 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1399071 Sep 19 18:02:54.014180 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d1eedac2-a283-44ab-8c99-27c819315063 req-138c9fa6-8532-4816-a1bc-959235e60612 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 1002 time: 0.1014950 Sep 19 18:02:54.082680 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eedac2-a283-44ab-8c99-27c819315063 req-17287114-b69f-4328-ab8e-239634d99121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:02:54.084155 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d1eedac2-a283-44ab-8c99-27c819315063 req-17287114-b69f-4328-ab8e-239634d99121 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0644114 Sep 19 18:02:54.193365 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eedac2-a283-44ab-8c99-27c819315063 req-450d6e0a-7f51-4d08-94c4-f1bdd4095423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:02:54.195749 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d1eedac2-a283-44ab-8c99-27c819315063 req-450d6e0a-7f51-4d08-94c4-f1bdd4095423 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036768 Sep 19 18:02:54.483069 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d1eedac2-a283-44ab-8c99-27c819315063 req-9ce8fc03-f4f7-4833-aaa8-ada41cbe46a4 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808387 Sep 19 18:02:54.616723 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d1eedac2-a283-44ab-8c99-27c819315063 req-8b06cfe8-df39-4bb3-94b3-be576b511bf4 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290326 Sep 19 18:02:56.061484 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:11.405159 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b9160098-4767-4a8f-9386-8622b172228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:13.615638 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-cd68822b-46ba-43e0-92c8-346baea9e83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:15.195248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:15.391365 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:16.404416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc1891-edc5-4f1c-85bb-0ac82a7eb64f req-81386eac-d8b1-4f46-89f2-bde3227d197b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:16.405790 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a1bc1891-edc5-4f1c-85bb-0ac82a7eb64f req-81386eac-d8b1-4f46-89f2-bde3227d197b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.2473893 Sep 19 18:03:16.457601 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a1bc1891-edc5-4f1c-85bb-0ac82a7eb64f req-03d9a900-acb4-4f16-9547-069ffc305c45 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459213 Sep 19 18:03:16.467813 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:17.726943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddedaf8-9a9a-4ce3-9dbf-f3f2e0090596 req-d0a10b21-4b60-47b4-a575-4bf00de2ab8a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:17.728314 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ddedaf8-9a9a-4ce3-9dbf-f3f2e0090596 req-d0a10b21-4b60-47b4-a575-4bf00de2ab8a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1405520 Sep 19 18:03:17.775983 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2ddedaf8-9a9a-4ce3-9dbf-f3f2e0090596 req-8cdaaf01-164e-4754-82ce-838c17cd2363 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Sep 19 18:03:18.251125 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:03:19.005202 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24473a31-ded6-431e-91ec-9e27e74cd363 req-5676bf66-7bd9-460f-9d90-035045586c56 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:19.006689 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-24473a31-ded6-431e-91ec-9e27e74cd363 req-5676bf66-7bd9-460f-9d90-035045586c56 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1062160 Sep 19 18:03:19.053828 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-24473a31-ded6-431e-91ec-9e27e74cd363 req-1fcef53e-4b88-43bc-9b1a-128f742eac2e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386336 Sep 19 18:03:20.291339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb10c-e714-4eb3-89b6-2496851af9c9 req-a41614e3-9561-4863-8e67-81bb67527d62 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:20.292688 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f9dcb10c-e714-4eb3-89b6-2496851af9c9 req-a41614e3-9561-4863-8e67-81bb67527d62 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1174476 Sep 19 18:03:20.339732 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f9dcb10c-e714-4eb3-89b6-2496851af9c9 req-f581a98b-4890-4720-84e3-240809512adc tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387661 Sep 19 18:03:21.548429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e471ab9-ea76-45c7-a50d-3c7805e92104 req-16cc6c7d-d19e-4f2a-aaac-b91d20b0e95d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:21.549877 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e471ab9-ea76-45c7-a50d-3c7805e92104 req-16cc6c7d-d19e-4f2a-aaac-b91d20b0e95d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.0962884 Sep 19 18:03:21.594824 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0e471ab9-ea76-45c7-a50d-3c7805e92104 req-ca4e0a99-4f95-4703-9a3e-2bd8dc82db19 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Sep 19 18:03:22.806710 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1f06-d10d-4c9f-8568-1406e2d90580 req-426b219b-1981-4c8e-a8c0-f0da58885f70 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:22.808103 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-558c1f06-d10d-4c9f-8568-1406e2d90580 req-426b219b-1981-4c8e-a8c0-f0da58885f70 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1011815 Sep 19 18:03:22.854738 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-558c1f06-d10d-4c9f-8568-1406e2d90580 req-52027731-a839-4729-b07f-a50f40e1a022 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Sep 19 18:03:24.080173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5659ead-7b58-4cda-96e2-2647e39f11d7 req-49f90957-0d67-4d6f-8e1a-da894ee8ef1e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:24.081632 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a5659ead-7b58-4cda-96e2-2647e39f11d7 req-49f90957-0d67-4d6f-8e1a-da894ee8ef1e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.0991876 Sep 19 18:03:24.129135 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a5659ead-7b58-4cda-96e2-2647e39f11d7 req-134be760-4d7f-43e9-a930-bdb35f3c2754 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413501 Sep 19 18:03:25.339525 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb61f-7ac4-4525-b89e-5149eeaaa71f req-8de16cca-abae-4288-ad0c-053fd4e176d4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:25.340978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-921fb61f-7ac4-4525-b89e-5149eeaaa71f req-8de16cca-abae-4288-ad0c-053fd4e176d4 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.0984333 Sep 19 18:03:25.388116 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-921fb61f-7ac4-4525-b89e-5149eeaaa71f req-f03f5bcd-b616-4326-8fe8-ad89d2343fe7 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412469 Sep 19 18:03:26.066092 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:26.351830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-60289988-49c3-40f4-a4b6-4957b6de6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:26.353212 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-60289988-49c3-40f4-a4b6-4957b6de6a49 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0877397 Sep 19 18:03:26.489879 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-9a8d6958-352e-401b-a1b7-85b1224266a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:26.491592 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-9a8d6958-352e-401b-a1b7-85b1224266a7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1322081 Sep 19 18:03:26.601161 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-de190d99-3f7f-4f4c-bcf7-3a62cd51d99a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 1002 time: 0.1023397 Sep 19 18:03:26.669283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-be087746-d0f4-4fca-a556-e98a763382d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:26.670867 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-be087746-d0f4-4fca-a556-e98a763382d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0638950 Sep 19 18:03:26.752689 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-f3832452-d2c4-45da-b35e-f179be7f7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:26.754164 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-f3832452-d2c4-45da-b35e-f179be7f7ff3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775218 Sep 19 18:03:26.758250 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe6996-6ab2-4b6c-a65a-b5b548038468 req-b893ef47-4ed8-4997-acb2-479f52cc457a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:26.759827 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-42fe6996-6ab2-4b6c-a65a-b5b548038468 req-b893ef47-4ed8-4997-acb2-479f52cc457a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.0923617 Sep 19 18:03:26.805868 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-42fe6996-6ab2-4b6c-a65a-b5b548038468 req-01c65edc-e7e7-47fc-982c-8312345bd555 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402589 Sep 19 18:03:26.887339 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-d0e86437-120c-4918-bd53-a9aecb5983ef service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267345 Sep 19 18:03:27.025200 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-564a2502-f172-4968-b8a1-f8342ae3bfd0 req-f67129b0-53d1-413a-b955-972c4c00769c service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319518 Sep 19 18:03:28.031127 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe72ff8-cf01-4423-a565-d34fb64eaffc req-03dbb6a0-a2e6-43f5-9b43-6d6d15475e64 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:28.032645 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afe72ff8-cf01-4423-a565-d34fb64eaffc req-03dbb6a0-a2e6-43f5-9b43-6d6d15475e64 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.0989885 Sep 19 18:03:28.087912 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-afe72ff8-cf01-4423-a565-d34fb64eaffc req-80d3d36f-22c6-45fe-b298-a042cecfd259 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493746 Sep 19 18:03:29.301672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92c44c-6975-4f70-8a6e-57233274beb8 req-0603d246-8762-49a1-86c3-8a750bcd75cd tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:29.303148 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b92c44c-6975-4f70-8a6e-57233274beb8 req-0603d246-8762-49a1-86c3-8a750bcd75cd tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1046247 Sep 19 18:03:29.348940 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-4b92c44c-6975-4f70-8a6e-57233274beb8 req-ba4ddf68-7e04-47e4-affb-0f323704c64c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 Sep 19 18:03:29.902093 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-e0d14414-5218-446a-9586-f74571380e37 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3142970 Sep 19 18:03:29.910209 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a7dd-5d95-4fe6-b87b-a24d671fed46 req-105d7731-39e1-4d05-9404-dbb397e93ce3 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:29.911622 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f418a7dd-5d95-4fe6-b87b-a24d671fed46 req-105d7731-39e1-4d05-9404-dbb397e93ce3 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.2446401 Sep 19 18:03:29.958952 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f418a7dd-5d95-4fe6-b87b-a24d671fed46 req-886bdead-8acd-450b-8db2-bd9f22e36ff5 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407767 Sep 19 18:03:30.623892 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ee90dbc8-0467-40ea-8f77-14f5544803c9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:03:30.760839 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ee90dbc8-0467-40ea-8f77-14f5544803c9 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:03:30.761211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:30.793544 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:03:30.797219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5f8b77-d4f3-410b-bc21-03ffae04394d" -d '{"events": [{"server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:03:30.807519 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:03:30.814955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:30.860979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54079e8f-e684-4dc8-8afc-cea3360f4a10 x-openstack-request-id: req-54079e8f-e684-4dc8-8afc-cea3360f4a10 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:03:30.861225 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "name": "network-vif-unplugged", "status": "failed", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9", "code": 422}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:03:30.861491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-54079e8f-e684-4dc8-8afc-cea3360f4a10 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:03:30.861998 dv-neutron-857789-3-hyperv neutron-server[89057]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-54079e8f-e684-4dc8-8afc-cea3360f4a10']: {'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'code': 422} returned with failed status Sep 19 18:03:30.903885 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:03:30.911730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.912087 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.912582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.912937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.913252 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.913607 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.913937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.914268 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.914597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.914945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.915270 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:30.916231 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:03:31.207047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860ad4e-6863-4d7b-a567-4ea34dfc5b86 req-3e1cfb7b-6c9c-49cb-8258-eda60ee6d9cb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:31.208876 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0860ad4e-6863-4d7b-a567-4ea34dfc5b86 req-3e1cfb7b-6c9c-49cb-8258-eda60ee6d9cb tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1110175 Sep 19 18:03:31.258460 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0860ad4e-6863-4d7b-a567-4ea34dfc5b86 req-104a7474-7344-4e45-be09-e33d56c0cba0 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Sep 19 18:03:32.479514 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa99b22-94ad-4883-b97f-bb632a363c41 req-3828f9f8-d83d-46d9-a3de-0d1131c8d0f6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:32.481013 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfa99b22-94ad-4883-b97f-bb632a363c41 req-3828f9f8-d83d-46d9-a3de-0d1131c8d0f6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0931573 Sep 19 18:03:32.525761 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfa99b22-94ad-4883-b97f-bb632a363c41 req-b201e88d-1c15-4994-ae53-5be9ea00ff61 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390778 Sep 19 18:03:32.761009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-35b1ef68-ee9a-470d-98d7-644441ffb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:32.762496 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-35b1ef68-ee9a-470d-98d7-644441ffb38b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7&tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f HTTP/1.1" status: 200 len: 1097 time: 0.0854595 Sep 19 18:03:32.871509 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-5d0ed104-0f67-414c-9d1b-803839234546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:32.872876 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-5d0ed104-0f67-414c-9d1b-803839234546 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0866811 Sep 19 18:03:33.108987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-d0b20aec-5ae8-498c-8abc-66a1f5d6c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:33.110437 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-d0b20aec-5ae8-498c-8abc-66a1f5d6c3eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.2321899 Sep 19 18:03:33.224005 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-728b4a8d-ce69-440d-9f48-bfd017cfcb2c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 1000 time: 0.1063683 Sep 19 18:03:33.287842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-28fb6302-b22f-44a5-8d5a-3967e92cbdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:33.289286 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-28fb6302-b22f-44a5-8d5a-3967e92cbdbd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0585694 Sep 19 18:03:33.379187 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-91a9cf9c-8368-4eb0-853d-36c202829d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:33.380645 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-91a9cf9c-8368-4eb0-853d-36c202829d49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843785 Sep 19 18:03:33.517792 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-2dd8dd6d-5519-4904-9a93-81c78169b4ad service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310987 Sep 19 18:03:33.653356 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfb99fbe-116b-4e85-9404-2d36901f601e req-e8a30c03-b5ea-4642-915d-40041670f5eb service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289442 Sep 19 18:03:33.734023 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b4fc8-eab5-468f-a9d4-f10ea7602cdf req-0e0ce94b-47d6-46cd-9cea-41c0d9de94ec tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:33.735521 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-382b4fc8-eab5-468f-a9d4-f10ea7602cdf req-0e0ce94b-47d6-46cd-9cea-41c0d9de94ec tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0896380 Sep 19 18:03:33.790986 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-382b4fc8-eab5-468f-a9d4-f10ea7602cdf req-344f94db-ca58-416b-8862-adb36c490eab tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457833 Sep 19 18:03:35.012037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f91754-38d0-48ed-9ef8-f5fe95579b07 req-234cdc08-328a-4617-b614-7f82a032a059 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:35.013477 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-05f91754-38d0-48ed-9ef8-f5fe95579b07 req-234cdc08-328a-4617-b614-7f82a032a059 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0911911 Sep 19 18:03:35.057180 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-05f91754-38d0-48ed-9ef8-f5fe95579b07 req-1b5239e5-6526-4dab-a018-21b08121555f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379183 Sep 19 18:03:36.273104 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd89495-920b-41cc-9c57-69c5d5cb3881 req-55daf5d2-2090-4e6a-8537-81dfa194c41e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:36.274611 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbd89495-920b-41cc-9c57-69c5d5cb3881 req-55daf5d2-2090-4e6a-8537-81dfa194c41e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.0993454 Sep 19 18:03:36.320565 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-bbd89495-920b-41cc-9c57-69c5d5cb3881 req-ecdf14aa-f09c-4371-b45a-32a10606d61f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400846 Sep 19 18:03:37.549946 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691472a1-9525-4668-bcb4-956683e8e7a5 req-074f777f-5577-4cb0-8732-6ff79fba4739 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:37.551421 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-691472a1-9525-4668-bcb4-956683e8e7a5 req-074f777f-5577-4cb0-8732-6ff79fba4739 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1046600 Sep 19 18:03:37.596381 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-691472a1-9525-4668-bcb4-956683e8e7a5 req-dfd9623f-40d1-48e0-8d7b-1b8eefa1b46d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392258 Sep 19 18:03:38.827371 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d763d-9679-4495-ac23-ce2639cf089b req-72e29aac-cfb1-4f45-a00a-abccf166ba4c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:38.828794 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92d763d-9679-4495-ac23-ce2639cf089b req-72e29aac-cfb1-4f45-a00a-abccf166ba4c tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1025908 Sep 19 18:03:38.874436 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-a92d763d-9679-4495-ac23-ce2639cf089b req-3f0e1784-66c1-4eda-a2c8-b2985435c83d tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397873 Sep 19 18:03:40.109179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d260b-d2ac-47e9-9652-99e4dc44f4c7 req-baca6811-58c4-468e-b335-2a1687ea0340 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:40.111012 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b98d260b-d2ac-47e9-9652-99e4dc44f4c7 req-baca6811-58c4-468e-b335-2a1687ea0340 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 944 time: 0.1012244 Sep 19 18:03:40.160629 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b98d260b-d2ac-47e9-9652-99e4dc44f4c7 req-06cbfc87-bf0d-4d51-9dcc-222052fe29aa tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Sep 19 18:03:40.686226 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ee90dbc8-0467-40ea-8f77-14f5544803c9 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 18:03:40.843657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:03:40.857167 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'port_id': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'mac_address': 'fa:16:3e:cf:84:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 18:03:40.920156 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ee90dbc8-0467-40ea-8f77-14f5544803c9 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:03:40.920691 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:40.941610 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee90dbc8-0467-40ea-8f77-14f5544803c9 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:03:40.957618 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:03:40.966725 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:41.036410 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:03:41.174663 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['ee90dbc8-0467-40ea-8f77-14f5544803c9'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 18:03:41.366333 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653afc2-27d3-402a-a478-404f4057e3af req-a00e3b5d-a3cd-444a-adfd-10ec0a5d4578 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:41.368001 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d653afc2-27d3-402a-a478-404f4057e3af req-a00e3b5d-a3cd-444a-adfd-10ec0a5d4578 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 945 time: 0.0899780 Sep 19 18:03:41.417146 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d653afc2-27d3-402a-a478-404f4057e3af req-ff607edc-7d54-4722-bf6d-084dee4bfb6b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Sep 19 18:03:41.420021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d61f238f-be2d-4b3a-9c75-5625f121e392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:42.629041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5efa20-dd58-454c-992e-365d6d2aacdd req-f83328d1-cf7a-45b8-87c9-c140bfc8c200 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:42.630535 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e5efa20-dd58-454c-992e-365d6d2aacdd req-f83328d1-cf7a-45b8-87c9-c140bfc8c200 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 945 time: 0.0943005 Sep 19 18:03:42.684598 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9e5efa20-dd58-454c-992e-365d6d2aacdd req-3daaf6e9-6688-42d8-bd1a-528d0b11af57 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477018 Sep 19 18:03:42.686045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ee90dbc8-0467-40ea-8f77-14f5544803c9 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:03:42.759740 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port ee90dbc8-0467-40ea-8f77-14f5544803c9 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:03:42.760113 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:42.891185 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port ee90dbc8-0467-40ea-8f77-14f5544803c9 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:03:42.891594 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:42.922983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:03:42.925295 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af720308-6975-40f0-ac44-234638ec6344" -d '{"events": [{"server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "name": "network-vif-plugged", "status": "completed", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:03:42.933492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:03:42.939655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:42.971499 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa1e3cb-bca7-4215-b04f-298402ed27a0 x-openstack-request-id: req-0fa1e3cb-bca7-4215-b04f-298402ed27a0 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:03:42.971796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "name": "network-vif-plugged", "status": "completed", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:03:42.972055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0fa1e3cb-bca7-4215-b04f-298402ed27a0 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:03:42.972453 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa1e3cb-bca7-4215-b04f-298402ed27a0'] response: {'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'code': 200} Sep 19 18:03:43.011935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:03:43.264654 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1861f-7765-4153-850e-07372da6bdfc req-b6d5a6a4-a30a-4973-8067-6d1dd0d5b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:43.266367 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-52a1861f-7765-4153-850e-07372da6bdfc req-b6d5a6a4-a30a-4973-8067-6d1dd0d5b848 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0812035 Sep 19 18:03:43.308732 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-52a1861f-7765-4153-850e-07372da6bdfc req-8c27fb50-5590-4f12-8fda-caaef86c1cdc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362895 Sep 19 18:03:43.603825 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f4c240c2-a6a2-4ebc-931f-877529243fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:43.912943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80da35d-5671-4728-baf5-55e6b3dc1b63 req-fa489f0f-e965-4eaf-8c45-2a0e65a30a6a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:43.914318 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a80da35d-5671-4728-baf5-55e6b3dc1b63 req-fa489f0f-e965-4eaf-8c45-2a0e65a30a6a tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.0933564 Sep 19 18:03:43.966113 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-a80da35d-5671-4728-baf5-55e6b3dc1b63 req-c863720a-0e34-41fb-8a75-25853f82c57b tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Sep 19 18:03:45.193432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:45.197549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bb958-d367-4b96-a5d7-4333be027981 req-55f52578-402f-4e4b-b588-c1ec4a2c276f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:45.199081 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0f4bb958-d367-4b96-a5d7-4333be027981 req-55f52578-402f-4e4b-b588-c1ec4a2c276f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1011696 Sep 19 18:03:45.246095 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0f4bb958-d367-4b96-a5d7-4333be027981 req-cefa418d-dcda-44d7-bedc-21f048c81562 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Sep 19 18:03:45.401323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:46.477065 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:03:53.576513 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-dc38b7a3-efbe-4ccc-8540-c61bb9f111ef service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821614 Sep 19 18:03:53.739336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-36e1cd90-31ce-4777-a040-ef352b4d3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:53.741454 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-36e1cd90-31ce-4777-a040-ef352b4d3dcf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0949800 Sep 19 18:03:53.898784 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-09289d3f-1db1-4b51-a274-f09bf12b082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:53.900249 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-09289d3f-1db1-4b51-a274-f09bf12b082e service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1392994 Sep 19 18:03:54.006435 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-4da52459-a908-403a-b2f8-8a6ecb355246 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 1002 time: 0.1001914 Sep 19 18:03:54.075494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-cfb853cb-c71e-4fa2-b521-8b077f953053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:54.077029 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-cfb853cb-c71e-4fa2-b521-8b077f953053 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0642848 Sep 19 18:03:54.159361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-bc53be5b-c618-47ce-a8c8-72805d257a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:03:54.160888 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-bc53be5b-c618-47ce-a8c8-72805d257a3d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783567 Sep 19 18:03:54.404902 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-47fdcef0-9bf7-4ff9-88a5-9388a7f8bbfc service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369165 Sep 19 18:03:54.558048 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-fd57c2a3-19f8-45ca-bc0d-374142556af1 req-5023956f-1f83-46fa-9206-ce90b87560a0 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464467 Sep 19 18:03:55.251579 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:03:56.070426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:11.411017 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-74739759-2760-42e3-9874-8d906cd44e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:13.599501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-d18bbe03-8dfc-4415-94eb-b52b5d34ad34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:15.189368 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:15.394414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:16.476646 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:26.101210 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:32.251329 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:04:41.407402 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-46b97945-297e-4ba6-a144-ce5a58087b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:43.609930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1eb9918f-28cf-4034-8b22-f87fd7e36083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:45.188944 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:45.407833 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:46.482294 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:04:53.604066 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-c31086c4-f882-4b9e-ad02-25a7f9ff1e72 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1013446 Sep 19 18:04:53.757205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-db55a256-aa79-4889-8d03-87bd3973c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:04:53.758585 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-db55a256-aa79-4889-8d03-87bd3973c7c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0818095 Sep 19 18:04:53.909593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-0bc175bc-3452-45c7-84e9-ed162f6b4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:04:53.911113 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-0bc175bc-3452-45c7-84e9-ed162f6b4d99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1304648 Sep 19 18:04:54.017167 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-2460c7b2-b337-4c75-9b7f-e60de24e1c5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 1002 time: 0.0985537 Sep 19 18:04:54.085751 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-f80f846c-ed16-4bd2-a833-6f261a49c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:04:54.087232 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-f80f846c-ed16-4bd2-a833-6f261a49c0e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0642815 Sep 19 18:04:54.172190 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-0833556b-c1b7-43fa-be15-c5ec3f9c5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:04:54.173835 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-0833556b-c1b7-43fa-be15-c5ec3f9c5144 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800982 Sep 19 18:04:54.307950 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-dd2b17ce-09e9-427a-8973-a64d594897e3 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277151 Sep 19 18:04:54.445303 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26c95b52-d09d-44cc-b891-ae1078d157fc req-3dfb65cc-28f0-4043-8a03-7ef5afcdad40 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311929 Sep 19 18:04:56.108518 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:00.562840 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57766) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:00.782197 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Deleting port 2e85f00c-f8a9-48e0-b83d-6b885cd6b5db {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:00.782478 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:00.953312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:00.953638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:01.078493 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Calling delete_port for 2e85f00c-f8a9-48e0-b83d-6b885cd6b5db owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:01.247375 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:01.298817 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event deleted for resources: {'Port': ['ID=2e85f00c-f8a9-48e0-b83d-6b885cd6b5db,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:01.343911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.344145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.344497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.344849 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.345187 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.345518 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.345876 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.346203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.346534 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.346857 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.347195 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.347544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:01.403039 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:01.403324 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Floating IP 0cdb2ad7-7e8e-460e-9ce0-f57143f3f807 disassociated (deleted). External IP: 172.26.10.44, port: ee90dbc8-0467-40ea-8f77-14f5544803c9. Sep 19 18:05:01.895067 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Router dd22c74a-5d3f-480f-beac-0eb080734b5f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:05:02.079417 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:05:02.091979 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] Sync routers for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:05:02.103228 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:02.103895 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:04:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:02.106512 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:02.170848 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-27c445a9-e639-45dc-87b7-148ded881804 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "DELETE /v2.0/floatingips/0cdb2ad7-7e8e-460e-9ce0-f57143f3f807 HTTP/1.1" status: 204 len: 168 time: 1.6065888 Sep 19 18:05:02.172463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:05:02.175435 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b012e1-599b-47bc-8c34-8a68a2a473fb" -d '{"events": [{"name": "network-changed", "server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:05:02.220718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5a78c-5d53-48e8-81b0-3545b5991923 x-openstack-request-id: req-7bd5a78c-5d53-48e8-81b0-3545b5991923 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:05:02.221144 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:05:02.221830 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7bd5a78c-5d53-48e8-81b0-3545b5991923 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:05:02.222313 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd5a78c-5d53-48e8-81b0-3545b5991923'] response: {'name': 'network-changed', 'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'status': 'completed', 'code': 200} Sep 19 18:05:02.282110 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:02.329170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-096dab2d-cc81-476d-af4a-2f64eb593df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:02.330873 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-096dab2d-cc81-476d-af4a-2f64eb593df7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0858622 Sep 19 18:05:02.490986 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-cb9e4f1c-5f15-4794-a7fb-b1e1ea3a8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:02.492492 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-cb9e4f1c-5f15-4794-a7fb-b1e1ea3a8784 service neutron] 10.222.0.86 "GET /v2.0/networks?id=892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 200 len: 909 time: 0.1553869 Sep 19 18:05:02.563181 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-fc2d921e-6ecf-46ad-8a29-535730855586 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 200 len: 217 time: 0.0612521 Sep 19 18:05:02.577167 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d92dd-d290-4108-897d-6ef341aac9ca req-5a2adc2b-5fd1-434b-88d8-01494b944f53 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:02.577908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9c6d92dd-d290-4108-897d-6ef341aac9ca req-5a2adc2b-5fd1-434b-88d8-01494b944f53 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:05:02.596288 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-9c6d92dd-d290-4108-897d-6ef341aac9ca req-5a2adc2b-5fd1-434b-88d8-01494b944f53 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:05:02.597598 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9c6d92dd-d290-4108-897d-6ef341aac9ca req-5a2adc2b-5fd1-434b-88d8-01494b944f53 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1087346 Sep 19 18:05:02.607339 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:02.611358 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] Checking router: dd22c74a-5d3f-480f-beac-0eb080734b5f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:05:02.619908 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:02.620620 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:04:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:02.630492 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-00da4565-fc03-47b4-8017-f64985f58faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:02.631985 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-00da4565-fc03-47b4-8017-f64985f58faa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 200 len: 847 time: 0.0625737 Sep 19 18:05:02.646290 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-9c6d92dd-d290-4108-897d-6ef341aac9ca req-36f82ca7-1004-4fcc-9ca9-864a50800c8e tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Sep 19 18:05:02.717016 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-f196f7d3-8667-4f89-8031-c077c0998d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:02.718516 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-f196f7d3-8667-4f89-8031-c077c0998d0c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=892bd344-5e99-43cf-945b-f1f5768e1f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788205 Sep 19 18:05:02.798727 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:02.851661 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-cc769fb8-5562-4487-a921-01abe1832b55 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260350 Sep 19 18:05:03.092297 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-69b012e1-599b-47bc-8c34-8a68a2a473fb req-4b6e28b8-86c2-4017-9a73-7a3e583786f4 service neutron] 10.222.0.86 "GET /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341425 Sep 19 18:05:03.150447 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:03.154500 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31a1e6-2ce0-4125-afc7-47dac781a2ab None None] The sync data for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv is: [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T17:56:20Z', 'revision_number': 4, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '20b78881-b2e9-45b7-9aeb-5a5aa1b9515e', 'name': '', 'network_id': '892bd344-5e99-43cf-945b-f1f5768e1f9d', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'mac_address': 'fa:16:3e:51:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:19Z', 'updated_at': '2022-09-19T17:56:26Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'subnets': [{'id': 'acc8cd71-1748-44d2-ad88-e79fc35233ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:05:03.377882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52311fa-676c-4c8f-b42d-633e940c61de None None] New status for floating IP 0cdb2ad7-7e8e-460e-9ce0-f57143f3f807: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 18:05:03.880345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13467f3e-d841-4b82-af08-dda6085f8595 req-da3c1219-4608-4b68-8d18-c76879966f7f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:03.881292 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-13467f3e-d841-4b82-af08-dda6085f8595 req-da3c1219-4608-4b68-8d18-c76879966f7f tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1067774 Sep 19 18:05:03.963571 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-13467f3e-d841-4b82-af08-dda6085f8595 req-a5740185-89a3-4b69-8649-c8e57a44a2a6 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763166 Sep 19 18:05:04.022762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-355e26ba-db3d-487b-a410-06b0d9091833 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:04.024299 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-355e26ba-db3d-487b-a410-06b0d9091833 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 946 time: 0.1000566 Sep 19 18:05:04.105023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Deleting port ee90dbc8-0467-40ea-8f77-14f5544803c9 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:04.105358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:04.399425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] For port ee90dbc8-0467-40ea-8f77-14f5544803c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee90dbc8-0467-40ea-8f77-14f5544803c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:04.399748 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:04.523834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Calling delete_port for ee90dbc8-0467-40ea-8f77-14f5544803c9 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:04.683822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:04.767025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event deleted for resources: {'Port': ['ID=ee90dbc8-0467-40ea-8f77-14f5544803c9,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:04.817258 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.817608 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.817950 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.818285 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.818622 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.818978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.819307 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.819643 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.819970 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.820288 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.820618 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.820938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:04.838461 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] No DVR routers for this DVR port ee90dbc8-0467-40ea-8f77-14f5544803c9 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 18:05:04.840850 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:04.843483 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'name': 'network-vif-deleted', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:05:04.845993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67a533b-e61a-46f4-b4fa-37971f6b922d" -d '{"events": [{"server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "name": "network-vif-deleted", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:05:04.861150 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-eeb0bccd-e475-4787-b96b-17f68be53164 req-4496faa1-dd2f-41d5-9344-123a07b14305 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.86 "DELETE /v2.0/ports/ee90dbc8-0467-40ea-8f77-14f5544803c9 HTTP/1.1" status: 204 len: 173 time: 0.8301442 Sep 19 18:05:04.939387 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d64dd4-6c7e-456c-a808-38c8e50f569a x-openstack-request-id: req-a8d64dd4-6c7e-456c-a808-38c8e50f569a {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:05:04.939991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637cdbf3-8856-4e67-8f28-56baff500ec7", "name": "network-vif-deleted", "tag": "ee90dbc8-0467-40ea-8f77-14f5544803c9", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:05:04.939991 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a8d64dd4-6c7e-456c-a808-38c8e50f569a {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:05:04.940604 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d64dd4-6c7e-456c-a808-38c8e50f569a'] response: {'server_uuid': '637cdbf3-8856-4e67-8f28-56baff500ec7', 'name': 'network-vif-deleted', 'tag': 'ee90dbc8-0467-40ea-8f77-14f5544803c9', 'status': 'completed', 'code': 200} Sep 19 18:05:05.133381 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f21ef28e-05c5-4144-8145-c161405ec10a req-dc6c465c-a3e2-44ec-8c83-5bdc7ff4abd8 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Synchronizing usage tracker for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:05:05.151356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-f21ef28e-05c5-4144-8145-c161405ec10a req-dc6c465c-a3e2-44ec-8c83-5bdc7ff4abd8 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Unset dirty status for tenant:2b5f7d6c10bc47faad5d967ffcb5878f on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:05:05.152644 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f21ef28e-05c5-4144-8145-c161405ec10a req-dc6c465c-a3e2-44ec-8c83-5bdc7ff4abd8 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "GET /v2.0/ports?device_id=637cdbf3-8856-4e67-8f28-56baff500ec7 HTTP/1.1" status: 200 len: 210 time: 0.0709548 Sep 19 18:05:06.261244 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57792) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:06.343742 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-860cad8a-2e19-4b0e-b5cf-942f2648cbe1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:06.373936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-860cad8a-2e19-4b0e-b5cf-942f2648cbe1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:06.442828 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-860cad8a-2e19-4b0e-b5cf-942f2648cbe1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:06.462088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cad8a-2e19-4b0e-b5cf-942f2648cbe1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfce34e-2c7b-45cd-a3f3-cc0b0c009405,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:06.474980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-860cad8a-2e19-4b0e-b5cf-942f2648cbe1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:06.476092 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-860cad8a-2e19-4b0e-b5cf-942f2648cbe1 tempest-TestShelveInstance-1835884906 tempest-TestShelveInstance-1835884906-project] 10.222.0.83 "DELETE /v2.0/security-groups/8bfce34e-2c7b-45cd-a3f3-cc0b0c009405 HTTP/1.1" status: 204 len: 168 time: 0.2138774 Sep 19 18:05:07.034799 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ee90dbc8-0467-40ea-8f77-14f5544803c9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:05:07.076864 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: ee90dbc8-0467-40ea-8f77-14f5544803c9 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:05:07.077414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device ee90dbc8-0467-40ea-8f77-14f5544803c9 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:05:07.539203 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57800) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:08.354593 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:08.721891 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Deleting port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:08.722837 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:08.902619 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] For port 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:08.903010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:09.024994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Calling delete_port for 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e owned by network:router_interface {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:09.250868 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:05:09.345282 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:09.395255 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b78881-b2e9-45b7-9aeb-5a5aa1b9515e,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:09.811098 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:10.222352 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Router dd22c74a-5d3f-480f-beac-0eb080734b5f has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:05:10.415454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:05:10.424442 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] Sync routers for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:05:10.434394 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:10.434709 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7291f415-d8cd-4459-b8b6-cf011dc767f3 admin admin] 10.222.0.83 "PUT /v2.0/routers/dd22c74a-5d3f-480f-beac-0eb080734b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8943233 Sep 19 18:05:10.435496 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:04:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:10.437494 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57806) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:10.616583 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:10.619013 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks [] for router, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:10.793641 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:10.805277 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Deleting port e95d20db-cea3-434a-8b40-d59990931274 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:10.805647 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:10.893247 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'e95d20db-cea3-434a-8b40-d59990931274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T18:05:09Z', 'revision_number': 5, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port': {'id': 'e95d20db-cea3-434a-8b40-d59990931274', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:16Z', 'updated_at': '2022-09-19T17:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:10.897044 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] Checking router: dd22c74a-5d3f-480f-beac-0eb080734b5f for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:05:10.905366 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] Routers {'dd22c74a-5d3f-480f-beac-0eb080734b5f'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:10.905962 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:04:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['dd22c74a-5d3f-480f-beac-0eb080734b5f'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:11.063288 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] Set router dd22c74a-5d3f-480f-beac-0eb080734b5f gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:11.103674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] For port e95d20db-cea3-434a-8b40-d59990931274, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=e95d20db-cea3-434a-8b40-d59990931274,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:11.104265 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.168026 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T18:05:10Z', 'revision_number': 6, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:11.172208 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7a250-1a95-4f63-83fb-7f5930b540ec None None] The sync data for ids ['dd22c74a-5d3f-480f-beac-0eb080734b5f'] in dv-neutron-857789-3-hyperv is: [{'id': 'dd22c74a-5d3f-480f-beac-0eb080734b5f', 'name': 'tempest-TestShelveInstance-459035475-router', 'tenant_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:15Z', 'updated_at': '2022-09-19T18:05:10Z', 'revision_number': 6, 'project_id': '2b5f7d6c10bc47faad5d967ffcb5878f', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:05:11.228323 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Calling delete_port for e95d20db-cea3-434a-8b40-d59990931274 owned by network:router_gateway {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:11.402258 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4839276a-b2ce-4e8d-8dae-8dafda0ee8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.407597 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.457956 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95d20db-cea3-434a-8b40-d59990931274,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:11.560100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.739433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.741910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.770551 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.771093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd22c74a-5d3f-480f-beac-0eb080734b5f {{(pid=89056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 18:05:11.783414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.785017 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4b4129e5-fe1f-4109-bc0d-62f0dd5ecc20 admin admin] 10.222.0.83 "DELETE /v2.0/routers/dd22c74a-5d3f-480f-beac-0eb080734b5f HTTP/1.1" status: 204 len: 168 time: 1.3464980 Sep 19 18:05:11.787758 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57810) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:11.851144 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46b0572-dd49-43f6-88f8-1af6a6ab6bbc admin admin] Deleting subnet acc8cd71-1748-44d2-ad88-e79fc35233ba {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 18:05:11.854363 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d46b0572-dd49-43f6-88f8-1af6a6ab6bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.912331 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d46b0572-dd49-43f6-88f8-1af6a6ab6bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:11.997316 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d46b0572-dd49-43f6-88f8-1af6a6ab6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.070126 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d46b0572-dd49-43f6-88f8-1af6a6ab6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.106948 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b0572-dd49-43f6-88f8-1af6a6ab6bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc8cd71-1748-44d2-ad88-e79fc35233ba,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:12.123231 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-d46b0572-dd49-43f6-88f8-1af6a6ab6bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.127577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe06ad2-15b7-4f98-bb26-d92b1cfb9b8b None None] Network 892bd344-5e99-43cf-945b-f1f5768e1f9d requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 18:05:12.130987 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-d46b0572-dd49-43f6-88f8-1af6a6ab6bbc admin admin] 10.222.0.83 "DELETE /v2.0/subnets/acc8cd71-1748-44d2-ad88-e79fc35233ba HTTP/1.1" status: 204 len: 168 time: 0.3421206 Sep 19 18:05:12.133651 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57814) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:12.196277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e95d20db-cea3-434a-8b40-d59990931274 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:05:12.247680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: e95d20db-cea3-434a-8b40-d59990931274 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:05:12.247932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device e95d20db-cea3-434a-8b40-d59990931274 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:05:12.248372 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:05:12.249032 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.260566 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Deleting port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:12.260898 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.291103 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:05:12.291454 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 20b78881-b2e9-45b7-9aeb-5a5aa1b9515e not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:05:12.476449 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] DHCP port deletion for 892bd344-5e99-43cf-945b-f1f5768e1f9d request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 18:05:12.479366 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] For port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:12.479724 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.480771 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] Deleting port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:12.481170 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.602239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Calling delete_port for b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:12.684771 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.686794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] For port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9,segment=NetworkSegment(11d2ea94-0eb6-418c-a501-52f61c49828f),segment_id=11d2ea94-0eb6-418c-a501-52f61c49828f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:12.687228 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.732861 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:12.734562 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] No DVR routers for this DVR port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 18:05:12.813277 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] Calling delete_port for b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:12.851350 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.880844 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892bd344-5e99-43cf-945b-f1f5768e1f9d']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:12.889793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 18:05:12.890215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 18:05:12.893947 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d2ea94-0eb6-418c-a501-52f61c49828f') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:12.894264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d2ea94-0eb6-418c-a501-52f61c49828f') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:12.905721 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.921411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:12.927690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 18:05:12.928075 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:13.110402 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 11d2ea94-0eb6-418c-a501-52f61c49828f resource provider aggregate not found Sep 19 18:05:13.134353 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 11d2ea94-0eb6-418c-a501-52f61c49828f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11d2ea94-0eb6-418c-a501-52f61c49828f found for delete ", "request_id": "req-e8bae0c2-3364-49f2-8580-47febf721df5"}]} Sep 19 18:05:13.152953 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:13.157703 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:13.181469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] Pushing event deleted for resources: {'Network': ['ID=892bd344-5e99-43cf-945b-f1f5768e1f9d,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:13.196915 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-884a459d-e578-41a0-b1eb-423efbb57406 admin admin] 10.222.0.83 "DELETE /v2.0/networks/892bd344-5e99-43cf-945b-f1f5768e1f9d HTTP/1.1" status: 204 len: 168 time: 1.0621831 Sep 19 18:05:13.201304 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57824) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:13.391947 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] Deleting port b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:13.392333 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:13.462131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1b63f0ed-0b36-4c7c-92f6-b01ff636c2ef None None] The port 'b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 18:05:13.605704 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9c08dde4-f866-4675-b452-98d29e8814ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:13.799203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:14.137877 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:05:14.168607 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Deleting port 4bc5d7bf-36d7-4ffe-818b-66493146c73e {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:14.169208 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:14.171849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:05:14.172255 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b2946f30-c8bf-4490-8d9f-22e5e2a2c2c9 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:05:14.345047 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] For port 4bc5d7bf-36d7-4ffe-818b-66493146c73e, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=4bc5d7bf-36d7-4ffe-818b-66493146c73e,segment=NetworkSegment(cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af),segment_id=cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:14.345266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:14.477282 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Calling delete_port for 4bc5d7bf-36d7-4ffe-818b-66493146c73e owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:14.874077 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:14.922808 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc5d7bf-36d7-4ffe-818b-66493146c73e,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:15.186882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:15.201842 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:15.407569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:15.577376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Router 22a13360-1848-4ae6-bc88-3cdf061448ee has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:05:15.757266 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:05:15.766326 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] Sync routers for ids ['22a13360-1848-4ae6-bc88-3cdf061448ee'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:05:15.776869 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-c1d8525d-faf1-4e8f-893a-8ff9fdffdcf6 admin admin] 10.222.0.83 "PUT /v2.0/routers/22a13360-1848-4ae6-bc88-3cdf061448ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745499 Sep 19 18:05:15.778336 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] Routers {'22a13360-1848-4ae6-bc88-3cdf061448ee'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:15.778990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22a13360-1848-4ae6-bc88-3cdf061448ee'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:15.779490 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57828) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:15.955597 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:15.957376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] Set router 22a13360-1848-4ae6-bc88-3cdf061448ee gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:16.268555 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:16.280748 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Deleting port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:16.281138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:16.288628 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242'}], 'enable_snat': True}, 'gw_port_id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T18:05:14Z', 'revision_number': 5, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port': {'id': '7b1789e7-8f37-4cdc-b64d-1d89589f0b5a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:16.292744 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] Checking router: 22a13360-1848-4ae6-bc88-3cdf061448ee for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:05:16.301373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] Routers {'22a13360-1848-4ae6-bc88-3cdf061448ee'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:16.302317 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['22a13360-1848-4ae6-bc88-3cdf061448ee'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:16.456532 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] Set router 22a13360-1848-4ae6-bc88-3cdf061448ee gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:16.459153 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] For port 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7b1789e7-8f37-4cdc-b64d-1d89589f0b5a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:16.459526 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:16.570563 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T18:05:16Z', 'revision_number': 6, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:16.575649 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f3e855-3f99-4142-9a06-d24b696b60f3 None None] The sync data for ids ['22a13360-1848-4ae6-bc88-3cdf061448ee'] in dv-neutron-857789-3-hyperv is: [{'id': '22a13360-1848-4ae6-bc88-3cdf061448ee', 'name': 'tempest-TestShelveInstance-2034966828-router', 'tenant_id': '42613e773afc488daaa8dc46ce0464e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:56:23Z', 'updated_at': '2022-09-19T18:05:16Z', 'revision_number': 6, 'project_id': '42613e773afc488daaa8dc46ce0464e5', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:05:16.578625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:16.582971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Calling delete_port for 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:16.758746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:16.808024 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1789e7-8f37-4cdc-b64d-1d89589f0b5a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:16.905055 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.084207 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.086466 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.110236 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.110780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22a13360-1848-4ae6-bc88-3cdf061448ee {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 18:05:17.123539 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.124680 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-a0f6c845-92f8-4ba2-92de-304146afdeaa admin admin] 10.222.0.83 "DELETE /v2.0/routers/22a13360-1848-4ae6-bc88-3cdf061448ee HTTP/1.1" status: 204 len: 168 time: 1.3443038 Sep 19 18:05:17.127479 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57832) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:17.190935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ca1ab0-1dab-4927-88ec-dab75fbe84f4 admin admin] Deleting subnet f0df6caa-28dd-43da-8340-853e9e335117 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 18:05:17.194683 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1ab0-1dab-4927-88ec-dab75fbe84f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.246073 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1ab0-1dab-4927-88ec-dab75fbe84f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.340094 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1ab0-1dab-4927-88ec-dab75fbe84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.411612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1ab0-1dab-4927-88ec-dab75fbe84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.452919 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1ab0-1dab-4927-88ec-dab75fbe84f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0df6caa-28dd-43da-8340-853e9e335117,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:17.454829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1ab0-1dab-4927-88ec-dab75fbe84f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.459478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de13232-8015-4c08-bac0-28a48f4d4809 None None] Network 37f4592a-b851-48d5-9f61-f7e25579ec65 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 18:05:17.463852 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f1ca1ab0-1dab-4927-88ec-dab75fbe84f4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f0df6caa-28dd-43da-8340-853e9e335117 HTTP/1.1" status: 204 len: 168 time: 0.3331051 Sep 19 18:05:17.464089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57836) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:17.574019 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.588421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Deleting port f174ad2f-caf8-4bec-b3c8-646c427f3194 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:17.588894 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.750505 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] DHCP port deletion for 37f4592a-b851-48d5-9f61-f7e25579ec65 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 18:05:17.755491 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] Deleting port f174ad2f-caf8-4bec-b3c8-646c427f3194 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:17.755879 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.926559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] For port f174ad2f-caf8-4bec-b3c8-646c427f3194, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f174ad2f-caf8-4bec-b3c8-646c427f3194,segment=NetworkSegment(cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af),segment_id=cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:17.926559 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:17.960312 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] For port f174ad2f-caf8-4bec-b3c8-646c427f3194, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=f174ad2f-caf8-4bec-b3c8-646c427f3194,segment=NetworkSegment(cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af),segment_id=cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:17.960700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.053164 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Calling delete_port for f174ad2f-caf8-4bec-b3c8-646c427f3194 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:18.083328 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] Calling delete_port for f174ad2f-caf8-4bec-b3c8-646c427f3194 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:05:18.137058 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.151143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4bc5d7bf-36d7-4ffe-818b-66493146c73e no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:05:18.186795 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 4bc5d7bf-36d7-4ffe-818b-66493146c73e {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:05:18.187079 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 4bc5d7bf-36d7-4ffe-818b-66493146c73e not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:05:18.187489 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f174ad2f-caf8-4bec-b3c8-646c427f3194 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:05:18.187625 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f174ad2f-caf8-4bec-b3c8-646c427f3194,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:18.191158 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] No DVR routers for this DVR port f174ad2f-caf8-4bec-b3c8-646c427f3194 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 18:05:18.219088 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 18:05:18.219451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 18:05:18.224803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: f174ad2f-caf8-4bec-b3c8-646c427f3194 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:05:18.225154 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device f174ad2f-caf8-4bec-b3c8-646c427f3194 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:05:18.225572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:05:18.257912 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:05:18.258238 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7b1789e7-8f37-4cdc-b64d-1d89589f0b5a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:05:18.309310 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.336286 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f4592a-b851-48d5-9f61-f7e25579ec65']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:18.348233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:18.349346 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:18.360142 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.376918 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.384080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 18:05:18.384508 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.454101 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af resource provider aggregate not found Sep 19 18:05:18.478946 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfd2bf56-b09f-4c3c-b2f1-b9cdbcf967af found for delete ", "request_id": "req-966114f1-f0da-45c0-8f75-a32c7dce7e98"}]} Sep 19 18:05:18.487783 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.505690 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.518626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] Pushing event deleted for resources: {'Network': ['ID=37f4592a-b851-48d5-9f61-f7e25579ec65,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:18.527230 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b5ac607f-d502-4740-9582-e9f86a9189ca admin admin] 10.222.0.83 "DELETE /v2.0/networks/37f4592a-b851-48d5-9f61-f7e25579ec65 HTTP/1.1" status: 204 len: 168 time: 1.0621183 Sep 19 18:05:18.639233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57846) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:18.688613 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-bd6b503f-6012-461a-9a69-5d82f776b8e4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2b5f7d6c10bc47faad5d967ffcb5878f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481460 Sep 19 18:05:18.693693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57850) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:18.720711 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] Deleting port f174ad2f-caf8-4bec-b3c8-646c427f3194 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:05:18.721206 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.755468 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-99d4a834-4f0d-477d-bdbd-9332bac402bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.781797 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-99d4a834-4f0d-477d-bdbd-9332bac402bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.791488 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-7bb80f30-d161-4845-8add-c1504d14c5f2 None None] The port 'f174ad2f-caf8-4bec-b3c8-646c427f3194' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 18:05:18.839761 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-99d4a834-4f0d-477d-bdbd-9332bac402bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.857072 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4a834-4f0d-477d-bdbd-9332bac402bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d56d0d-7eba-47c8-834d-973062070c1c,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:18.865324 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-99d4a834-4f0d-477d-bdbd-9332bac402bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:18.866677 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-99d4a834-4f0d-477d-bdbd-9332bac402bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/94d56d0d-7eba-47c8-834d-973062070c1c HTTP/1.1" status: 204 len: 168 time: 0.1733713 Sep 19 18:05:19.268175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57858) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:19.338483 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-b81f35fe-13ae-4679-9973-b0cd578a6891 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=42613e773afc488daaa8dc46ce0464e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688906 Sep 19 18:05:19.341237 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57862) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:19.408031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4521b5bf-c1fe-4f66-b470-cdc9efe24644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:19.435380 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4521b5bf-c1fe-4f66-b470-cdc9efe24644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:19.494536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4521b5bf-c1fe-4f66-b470-cdc9efe24644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:19.514615 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521b5bf-c1fe-4f66-b470-cdc9efe24644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f89d91-5863-4fc0-bbf2-3c8363f7865c,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:19.519011 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4521b5bf-c1fe-4f66-b470-cdc9efe24644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:19.520084 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4521b5bf-c1fe-4f66-b470-cdc9efe24644 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34f89d91-5863-4fc0-bbf2-3c8363f7865c HTTP/1.1" status: 204 len: 168 time: 0.1779678 Sep 19 18:05:20.423045 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57886) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:20.529816 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1437285414-network', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:20.537286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:20.543533 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Usage tracker for resource:network and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:20.548003 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:20.555253 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:20.569037 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Made reservation on behalf of 0ae4a49883f940878da74e43d31b0c4a for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 18:05:20.571339 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:20.583836 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:20.598303 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:20.602504 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:20.605453 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:20.611396 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:20.704974 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:20.711667 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:20.741741 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 18:05:20.750010 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3549b7-948a-4fb9-8c68-9e8e10fffd6d,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:20.755957 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:20.756310 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Added segment 08d74a43-4908-4ac0-973c-5c5bd4b2eab2 of type vlan for network 6bae8726-4f45-4095-9444-55870d84f98f Sep 19 18:05:20.784358 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:20.818960 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:20.819976 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:20.820560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:20.924923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] Pushing event updated for resources: {'Network': ['ID=6bae8726-4f45-4095-9444-55870d84f98f,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:20.929822 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-6ecf6b72-53e9-4bc2-9eee-a700787f3613 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5043223 Sep 19 18:05:20.932746 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57892) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:20.936578 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 6bae8726-4f45-4095-9444-55870d84f98f details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 18:05:20.939264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Request body: {'subnet': {'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1437285414-subnet', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'ip_version': 4}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:20.945553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:20.949698 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Usage tracker for resource:subnet and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:20.952733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:20.958780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:20.970180 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Made reservation on behalf of 0ae4a49883f940878da74e43d31b0c4a for: {'subnet': 1} {{(pid=89055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 18:05:20.972869 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6332228'] for subnet, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.186900 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6114004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6332282'] for subnet, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.266523 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1116082b-5592-41f2-9551-e2e9ce2f8c08,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:21.276904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Checking segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:21.277269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Network hostable DHCP agents. Network: 6bae8726-4f45-4095-9444-55870d84f98f, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 18:05:21.299942 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Network 6bae8726-4f45-4095-9444-55870d84f98f is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 18:05:21.310865 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 6bae8726-4f45-4095-9444-55870d84f98f) {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:21.315593 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:21.317053 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.321635 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c5205-5bdf-49bb-9041-8ab41af83a6b None None] Network 6bae8726-4f45-4095-9444-55870d84f98f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 18:05:21.339118 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-e33c89a5-3260-422f-a35b-2abd206ad986 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4051793 Sep 19 18:05:21.341984 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57896) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:21.347019 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:21.352383 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:21.356291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Usage tracker for resource:router and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:21.359150 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:21.365411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:21.378069 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.379091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.395133 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.540318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-6bae8726-4f45-4095-9444-55870d84f98f', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 18:05:21.541423 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.701395 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Allocated IP 172.20.0.2 (6bae8726-4f45-4095-9444-55870d84f98f/1116082b-5592-41f2-9551-e2e9ce2f8c08/7e826202-6530-4d70-8fe2-13654cc78151) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:05:21.791403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.917056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:21.928230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Transition to ACTIVE for port object 7e826202-6530-4d70-8fe2-13654cc78151 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:21.947060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Transition to ACTIVE for port object 7e826202-6530-4d70-8fe2-13654cc78151 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:21.954102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:22.018780 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Network 6bae8726-4f45-4095-9444-55870d84f98f is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:22.019915 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:22.024048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:05:22.032724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Pushing event updated for resources: {'Port': ['ID=7e826202-6530-4d70-8fe2-13654cc78151,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:22.077176 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.077387 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.077732 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.078069 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.078417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.078735 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.079086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.079414 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.079739 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.080031 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.080379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.080697 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:22.113578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:22.143731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:22.143973 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Attempting to bind port 7e826202-6530-4d70-8fe2-13654cc78151 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:05:22.144354 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Attempting to bind port 7e826202-6530-4d70-8fe2-13654cc78151 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:05:22.144712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Attempting to bind port 7e826202-6530-4d70-8fe2-13654cc78151 on network 6bae8726-4f45-4095-9444-55870d84f98f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:05:22.150569 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:05:22.150994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Checking segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:22.151392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:22.151781 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Bound using segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:05:22.152236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Bound port: 7e826202-6530-4d70-8fe2-13654cc78151, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:05:22.152612 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:22.239525 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] For port 7e826202-6530-4d70-8fe2-13654cc78151, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:05:22.243690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] For port 7e826202-6530-4d70-8fe2-13654cc78151, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7e826202-6530-4d70-8fe2-13654cc78151,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:05:22.249870 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:22.282658 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Allocated IP 172.26.10.22 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/b39ef81e-3761-4deb-8926-48e028311e0a) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:05:22.337604 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edd47e-718f-47d9-ae0d-8a5cb1346040 None None] Pushing event updated for resources: {'Port': ['ID=7e826202-6530-4d70-8fe2-13654cc78151,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:22.436365 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:22.476773 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:22.555274 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:22.558086 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:22.562137 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:05:22.601548 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b39ef81e-3761-4deb-8926-48e028311e0a,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:22.990183 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:23.199027 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8388b-36a7-4020-92fc-8b3db2bca3d3 None None] Network 6bae8726-4f45-4095-9444-55870d84f98f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 18:05:23.297131 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-fbc3842b-62fc-43e5-ba63-e7992255cc1d None None] Provisioning for port 7e826202-6530-4d70-8fe2-13654cc78151 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:23.469731 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:23.678102 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Router d4f57779-18d0-46f4-93b0-b5332759bb3c is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 18:05:23.866799 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:05:23.876335 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Sync routers for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:05:23.887331 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:23.887937 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:23.894668 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:23.895940 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-00e11c16-e184-4abb-94b9-c993605c94a2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5529597 Sep 19 18:05:23.899233 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57900) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:24.069350 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:24.179796 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7e826202-6530-4d70-8fe2-13654cc78151 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:24.251693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 7e826202-6530-4d70-8fe2-13654cc78151 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:24.257010 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7e826202-6530-4d70-8fe2-13654cc78151 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:24.257502 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.376071 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7e826202-6530-4d70-8fe2-13654cc78151 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:24.376681 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.399722 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:22Z', 'revision_number': 3, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:24.403732 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Checking router: d4f57779-18d0-46f4-93b0-b5332759bb3c for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:05:24.404086 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Updating router d4f57779-18d0-46f4-93b0-b5332759bb3c port b39ef81e-3761-4deb-8926-48e028311e0a binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 18:05:24.427426 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 7e826202-6530-4d70-8fe2-13654cc78151, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7e826202-6530-4d70-8fe2-13654cc78151,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:24.436246 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.463354 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.519112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=7e826202-6530-4d70-8fe2-13654cc78151,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:24.594357 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.792211 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.804085 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Transition to ACTIVE for port object b39ef81e-3761-4deb-8926-48e028311e0a will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:24.812108 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.876475 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Attempting to bind port b39ef81e-3761-4deb-8926-48e028311e0a on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:05:24.877228 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Attempting to bind port b39ef81e-3761-4deb-8926-48e028311e0a by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:05:24.877228 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Attempting to bind port b39ef81e-3761-4deb-8926-48e028311e0a on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:05:24.890469 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:05:24.890822 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:24.891245 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.891641 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:05:24.892092 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Bound port: b39ef81e-3761-4deb-8926-48e028311e0a, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:05:24.892452 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:24.915109 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Pushing event updated for resources: {'Port': ['ID=b39ef81e-3761-4deb-8926-48e028311e0a,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:24.923754 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Allocated IP 172.20.0.1 (6bae8726-4f45-4095-9444-55870d84f98f/1116082b-5592-41f2-9551-e2e9ce2f8c08/5873a483-3c00-4946-8312-5de97f676553) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:05:24.937475 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.937867 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.938155 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.938481 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.938804 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.939148 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.939470 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.939785 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.940101 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.940415 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.940726 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.941036 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:05:24.976086 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] For port b39ef81e-3761-4deb-8926-48e028311e0a, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:05:24.979276 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] For port b39ef81e-3761-4deb-8926-48e028311e0a, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b39ef81e-3761-4deb-8926-48e028311e0a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:05:24.984056 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:25.044246 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:25.044789 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:25.071994 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:25.087226 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.provisioning_blocks [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Transition to ACTIVE for port object 5873a483-3c00-4946-8312-5de97f676553 will not be triggered until provisioned by entity DHCP. {{(pid=89055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:25.110712 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:25.133684 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd090e3-1485-45b9-bd2a-1057208f3b4c None None] Pushing event updated for resources: {'Port': ['ID=b39ef81e-3761-4deb-8926-48e028311e0a,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:25.178405 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Network 6bae8726-4f45-4095-9444-55870d84f98f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:25.181472 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:25.185124 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:05:25.222080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Pushing event updated for resources: {'Port': ['ID=5873a483-3c00-4946-8312-5de97f676553,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:25.231235 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:25.245591 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:25.469480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a89f762e-8b85-482b-b7b8-17bbe2fbdfd1 None None] Provisioning for port 5873a483-3c00-4946-8312-5de97f676553 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:25.475194 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a89f762e-8b85-482b-b7b8-17bbe2fbdfd1 None None] Provisioning complete for port 5873a483-3c00-4946-8312-5de97f676553 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:25.475731 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a89f762e-8b85-482b-b7b8-17bbe2fbdfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:25.513640 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:25.532185 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:22Z', 'revision_number': 3, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:25.533650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a89f762e-8b85-482b-b7b8-17bbe2fbdfd1 None None] Port 5873a483-3c00-4946-8312-5de97f676553 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 18:05:25.536250 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bf63f-826e-4f79-8f70-caaf81a1ad5e None None] The sync data for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv is: [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:22Z', 'revision_number': 3, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:05:25.768264 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:25.774227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:25.879911 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Pushing event updated for resources: {'Port': ['ID=5873a483-3c00-4946-8312-5de97f676553,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:25.884928 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:26.025914 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Network 6bae8726-4f45-4095-9444-55870d84f98f is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:26.027168 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:26.143916 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:26.227872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Router d4f57779-18d0-46f4-93b0-b5332759bb3c has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:05:26.271021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7e826202-6530-4d70-8fe2-13654cc78151 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:26.341546 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 7e826202-6530-4d70-8fe2-13654cc78151 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:26.341923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:26.408487 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-08aac23d-7dcf-4256-940b-baff4d3716be None None] Provisioning complete for port 5873a483-3c00-4946-8312-5de97f676553 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:26.408856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-08aac23d-7dcf-4256-940b-baff4d3716be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:26.515587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-08aac23d-7dcf-4256-940b-baff4d3716be None None] Port 5873a483-3c00-4946-8312-5de97f676553 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 18:05:26.542755 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:05:26.552746 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-930c3675-ce63-439e-8a11-1a9737129273 admin admin] 10.222.0.83 "PUT /v2.0/routers/d4f57779-18d0-46f4-93b0-b5332759bb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6522710 Sep 19 18:05:26.570657 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 7e826202-6530-4d70-8fe2-13654cc78151 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:26.571759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b39ef81e-3761-4deb-8926-48e028311e0a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:26.643001 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port b39ef81e-3761-4deb-8926-48e028311e0a completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:26.648264 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b39ef81e-3761-4deb-8926-48e028311e0a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:26.648746 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:26.770580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b39ef81e-3761-4deb-8926-48e028311e0a is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:26.771237 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:26.788250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port b39ef81e-3761-4deb-8926-48e028311e0a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b39ef81e-3761-4deb-8926-48e028311e0a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:26.794121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:26.871275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=b39ef81e-3761-4deb-8926-48e028311e0a,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:27.068770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57918) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:27.074318 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2074716077-network', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:27.079338 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:27.083521 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Usage tracker for resource:network and tenant:486b1aac0248489f9d5a0dc1bc34d6fc is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:27.086645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:27.095121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:27.104561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Sync routers for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:05:27.106357 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Made reservation on behalf of 486b1aac0248489f9d5a0dc1bc34d6fc for: {'network': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 18:05:27.108868 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for network, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.113687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:27.114300 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:27.121660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.136427 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:27.140424 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Usage tracker for resource:security_group_rule and tenant:486b1aac0248489f9d5a0dc1bc34d6fc is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:27.143300 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:27.149149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:27.236928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.242353 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.271993 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=89056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 18:05:27.280601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e7e553-2e3b-45a3-93d6-b67f9df7c3f2,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:27.286314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.286697 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.segments_db [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Added segment e9c549db-b33d-4d44-9f56-7d204ab5e89b of type vlan for network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 Sep 19 18:05:27.313713 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767835984222'] for network, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.319250 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:27.348094 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166'] for network, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.349006 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:27.349579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.562264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] Pushing event updated for resources: {'Network': ['ID=0d2c8d0d-823a-4c9f-8f0b-adc7133761c3,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:27.569206 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f562a78d-553d-4e45-b55f-ff644d60393d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4957645 Sep 19 18:05:27.569362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57922) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:27.574835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Request body: {'subnet': {'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2074716077-subnet', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'ip_version': 4}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:27.579931 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:27.584064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Usage tracker for resource:subnet and tenant:486b1aac0248489f9d5a0dc1bc34d6fc is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:27.586928 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:27.592603 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:27.604522 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Made reservation on behalf of 486b1aac0248489f9d5a0dc1bc34d6fc for: {'subnet': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 18:05:27.607130 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6060605'] for subnet, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.623551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 details requested by agent ovs-agent-dv-neutron-857789-3-hyperv with host dv-neutron-857789-3-hyperv {{(pid=89057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 19 18:05:27.825283 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7541931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6060547'] for subnet, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.902035 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05acafe5-d0fa-47b9-b4b7-6860069c6494,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:27.906392 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 2, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:27.912175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Checking segment: {'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:27.912175 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Network hostable DHCP agents. Network: 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3, hostable agents: ['58291d8d-2649-464c-bcc8-d10fec7e6bf8'], hosted agents: [] {{(pid=89056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 18:05:27.913025 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Checking router: d4f57779-18d0-46f4-93b0-b5332759bb3c for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:05:27.913378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Updating router d4f57779-18d0-46f4-93b0-b5332759bb3c port 5873a483-3c00-4946-8312-5de97f676553 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 18:05:27.932261 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 is scheduled to be hosted by DHCP agent 58291d8d-2649-464c-bcc8-d10fec7e6bf8 with binding_index 1 {{(pid=89056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 18:05:27.942435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857789-3-hyperv, 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3) {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:27.947286 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:27.948505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:27.957688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626a8da-dd9d-42a6-9391-763f9b2d03c0 None None] Network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 18:05:27.971023 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3f5c49e4-a540-4c5e-9a50-b10472914d03 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4006038 Sep 19 18:05:27.973576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57926) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:27.979170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:27.984355 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:27.988227 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Usage tracker for resource:router and tenant:486b1aac0248489f9d5a0dc1bc34d6fc is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:27.991524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:27.997437 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:28.010056 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2727'] for router, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.011031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2782'] for router, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.028177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.049597 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.176401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b39ef81e-3761-4deb-8926-48e028311e0a up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:28.302669 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2760'] for router, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.508751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port b39ef81e-3761-4deb-8926-48e028311e0a triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:28.509136 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.536507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ff3f981-f6ee-589a-aa28-2df7493a6fe3-0d2c8d0d-823a-4c9f-8f0b-adc7133761c3', 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'fixed_ips': [{'subnet_id': '05acafe5-d0fa-47b9-b4b7-6860069c6494'}]}} from dv-neutron-857789-3-hyperv. {{(pid=89057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 19 18:05:28.537339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.617936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.651077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.783585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Allocated IP 172.26.10.134 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/6b4f3b7a-a2d5-4aae-81e1-3e324a134785) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:05:28.871057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port b39ef81e-3761-4deb-8926-48e028311e0a is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:28.875811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.db_base_plugin_common [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Allocated IP 172.20.0.2 (0d2c8d0d-823a-4c9f-8f0b-adc7133761c3/05acafe5-d0fa-47b9-b4b7-6860069c6494/0e9c9931-2fcd-4768-8a5a-a9847af66230) {{(pid=89057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:05:28.896687 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.936651 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.968050 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:28.968849 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Transition to ACTIVE for port object 5873a483-3c00-4946-8312-5de97f676553 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:28.984056 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.140987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:29.143678 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:29.148450 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:05:29.174762 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4f3b7a-a2d5-4aae-81e1-3e324a134785,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:29.225865 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c20e2-b257-4b3e-b0b2-99235e244018 None None] Pushing event updated for resources: {'Port': ['ID=5873a483-3c00-4946-8312-5de97f676553,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:29.279299 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Attempting to bind port 5873a483-3c00-4946-8312-5de97f676553 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:05:29.279670 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Attempting to bind port 5873a483-3c00-4946-8312-5de97f676553 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:05:29.280049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Attempting to bind port 5873a483-3c00-4946-8312-5de97f676553 on network 6bae8726-4f45-4095-9444-55870d84f98f {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:05:29.298807 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:05:29.299211 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Checking segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:29.299614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.300004 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Bound using segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:05:29.300470 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Bound port: 5873a483-3c00-4946-8312-5de97f676553, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:05:29.300842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.364531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Notify callbacks [] for port, precommit_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.385522 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Transition to ACTIVE for port object 0e9c9931-2fcd-4768-8a5a-a9847af66230 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:29.422686 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Transition to ACTIVE for port object 0e9c9931-2fcd-4768-8a5a-a9847af66230 will not be triggered until provisioned by entity DHCP. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:29.427837 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] For port 5873a483-3c00-4946-8312-5de97f676553, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:05:29.431436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] For port 5873a483-3c00-4946-8312-5de97f676553, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5873a483-3c00-4946-8312-5de97f676553,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:05:29.432576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524'] for port, after_create {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.472815 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.515112 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 is already hosted by enough agents. {{(pid=89057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:29.519542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.scheduler.base_scheduler [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Resources bound (agent type, host, resource id): {{(pid=89057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:29.521497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Pushing event updated for resources: {'Port': ['ID=0e9c9931-2fcd-4768-8a5a-a9847af66230,revision_number=1']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:29.523633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Received port after_create {{(pid=89057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:05:29.525831 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:29.526457 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:29.566887 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.880557 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c20e2-b257-4b3e-b0b2-99235e244018 None None] Pushing event updated for resources: {'Port': ['ID=5873a483-3c00-4946-8312-5de97f676553,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:29.890281 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Attempting to bind port 0e9c9931-2fcd-4768-8a5a-a9847af66230 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:05:29.890651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Attempting to bind port 0e9c9931-2fcd-4768-8a5a-a9847af66230 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:05:29.891040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Attempting to bind port 0e9c9931-2fcd-4768-8a5a-a9847af66230 on network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:05:29.903478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:05:29.903854 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Checking segment: {'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:29.904256 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.904625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Bound using segment: {'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:05:29.905122 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Bound port: 0e9c9931-2fcd-4768-8a5a-a9847af66230, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:05:29.905507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.911814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516089'] for router, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:29.954005 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:30.122943 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Router afe8212e-f921-4c62-abea-bc6485a52273 is scheduled to L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 with binding_index 1 {{(pid=89056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 19 18:05:30.186421 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] For port 0e9c9931-2fcd-4768-8a5a-a9847af66230, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:05:30.205060 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] For port 0e9c9931-2fcd-4768-8a5a-a9847af66230, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0e9c9931-2fcd-4768-8a5a-a9847af66230,segment=NetworkSegment(e9c549db-b33d-4d44-9f56-7d204ab5e89b),segment_id=e9c549db-b33d-4d44-9f56-7d204ab5e89b)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:05:30.212996 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:30.310105 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:05:30.321746 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Sync routers for ids ['afe8212e-f921-4c62-abea-bc6485a52273'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:05:30.335719 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Routers {'afe8212e-f921-4c62-abea-bc6485a52273'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:30.336457 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['afe8212e-f921-4c62-abea-bc6485a52273'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:30.339266 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] Notify callbacks [] for router, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:30.343081 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3aa29d4f-495a-4c27-b1ee-8549885d3671 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3653929 Sep 19 18:05:30.343340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57930) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:30.348494 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e68e2-634c-4bf7-a92a-7dbbb3ef4360 None None] Pushing event updated for resources: {'Port': ['ID=0e9c9931-2fcd-4768-8a5a-a9847af66230,revision_number=2']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:30.383848 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:29Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:30.388241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7252ce-11d8-43a3-88a2-645682ea4c3c None None] The sync data for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv is: [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:29Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:05:30.672126 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Set router afe8212e-f921-4c62-abea-bc6485a52273 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:30.985430 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134'}], 'enable_snat': True}, 'gw_port_id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:29Z', 'revision_number': 3, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port': {'id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:30.990272 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Checking router: afe8212e-f921-4c62-abea-bc6485a52273 for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:05:30.991048 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Updating router afe8212e-f921-4c62-abea-bc6485a52273 port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 binding host dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 18:05:31.044798 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.300842 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.417121 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Notify callbacks [] for port, precommit_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.436934 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.provisioning_blocks [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Transition to ACTIVE for port object 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 will not be triggered until provisioned by entity L2. {{(pid=89058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:31.455002 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.528605 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Attempting to bind port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:05:31.528973 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Attempting to bind port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:05:31.529372 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Attempting to bind port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 on network 115f4b4b-cb9c-4052-98b3-4d902a970953 {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:05:31.540256 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:05:31.540629 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Checking segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:31.541022 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.541411 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Bound using segment: {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'} {{(pid=89058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:05:31.541882 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.managers [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Bound port: 6b4f3b7a-a2d5-4aae-81e1-3e324a134785, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953'}}] {{(pid=89058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:05:31.542267 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.563125 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3107527-9816-49fe-a6c9-ebc7858dbc66 None None] Network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 18:05:31.569764 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Allocated IP 172.20.0.1 (0d2c8d0d-823a-4c9f-8f0b-adc7133761c3/05acafe5-d0fa-47b9-b4b7-6860069c6494/ecc96dd0-97fa-4300-880f-bfcb7ff36a06) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:05:31.588971 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8481ceb-959d-43eb-890b-5282d34c6c29 None None] Pushing event updated for resources: {'Port': ['ID=6b4f3b7a-a2d5-4aae-81e1-3e324a134785,revision_number=2']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:31.632397 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] For port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:05:31.635937 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.plugins.ml2.db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] For port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6b4f3b7a-a2d5-4aae-81e1-3e324a134785,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:05:31.643060 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron_lib.callbacks.manager [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.698983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-61225d0c-94ef-41d8-8364-c79339811d6b None None] Provisioning for port 0e9c9931-2fcd-4768-8a5a-a9847af66230 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:31.708403 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Routers {'afe8212e-f921-4c62-abea-bc6485a52273'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:31.708674 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['afe8212e-f921-4c62-abea-bc6485a52273'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:31.744769 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.761958 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Transition to ACTIVE for port object ecc96dd0-97fa-4300-880f-bfcb7ff36a06 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:31.794140 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:31.801289 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8481ceb-959d-43eb-890b-5282d34c6c29 None None] Pushing event updated for resources: {'Port': ['ID=6b4f3b7a-a2d5-4aae-81e1-3e324a134785,revision_number=3']} {{(pid=89058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:31.865609 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:31.868709 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:31.872775 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:05:31.903212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:31.907971 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] Set router afe8212e-f921-4c62-abea-bc6485a52273 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:31.931477 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-515895'] for router_interface, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.151105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-83ebbfc2-fcbd-4823-a4e7-7aa8b7561e21 None None] Provisioning for port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:32.157533 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-83ebbfc2-fcbd-4823-a4e7-7aa8b7561e21 None None] Provisioning complete for port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:32.157908 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-83ebbfc2-fcbd-4823-a4e7-7aa8b7561e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.231851 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134'}], 'enable_snat': True}, 'gw_port_id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:29Z', 'revision_number': 3, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port': {'id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:32.237658 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59029ca-10be-474d-acaf-dd43bb69a414 None None] The sync data for ids ['afe8212e-f921-4c62-abea-bc6485a52273'] in dv-neutron-857789-3-hyperv is: [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134'}], 'enable_snat': True}, 'gw_port_id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:29Z', 'revision_number': 3, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port': {'id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:05:32.249839 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.252742 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-83ebbfc2-fcbd-4823-a4e7-7aa8b7561e21 None None] Port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 18:05:32.277428 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0e9c9931-2fcd-4768-8a5a-a9847af66230 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:32.365536 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 0e9c9931-2fcd-4768-8a5a-a9847af66230 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:32.376303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 0e9c9931-2fcd-4768-8a5a-a9847af66230 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:32.376303 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.560407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-1f180ba4-2650-499b-b088-ca47459aab85 None None] Provisioning complete for port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:32.561034 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1f180ba4-2650-499b-b088-ca47459aab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.607024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 0e9c9931-2fcd-4768-8a5a-a9847af66230 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:32.607024 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.674414 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.677115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-1f180ba4-2650-499b-b088-ca47459aab85 None None] Port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 18:05:32.683289 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.683700 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 0e9c9931-2fcd-4768-8a5a-a9847af66230, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0e9c9931-2fcd-4768-8a5a-a9847af66230,segment=NetworkSegment(e9c549db-b33d-4d44-9f56-7d204ab5e89b),segment_id=e9c549db-b33d-4d44-9f56-7d204ab5e89b)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:32.688655 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.689567 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5873a483-3c00-4946-8312-5de97f676553 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:32.815356 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:32.818039 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=0e9c9931-2fcd-4768-8a5a-a9847af66230,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:32.822465 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520908'] for router_interface, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.839343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 5873a483-3c00-4946-8312-5de97f676553 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:32.845098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5873a483-3c00-4946-8312-5de97f676553 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:32.845480 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.985332 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5873a483-3c00-4946-8312-5de97f676553 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:32.985717 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:32.988401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:32.989824 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:33.035942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 5873a483-3c00-4946-8312-5de97f676553, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5873a483-3c00-4946-8312-5de97f676553,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:33.046247 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:33.133048 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=5873a483-3c00-4946-8312-5de97f676553,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:33.238014 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Router afe8212e-f921-4c62-abea-bc6485a52273 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:05:33.307175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-0f945ea4-fce2-445d-a1a7-b98c213016ce None None] Provisioning complete for port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:33.307863 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0f945ea4-fce2-445d-a1a7-b98c213016ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:33.424614 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-0f945ea4-fce2-445d-a1a7-b98c213016ce None None] Port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 18:05:33.437496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:05:33.449110 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-4fbc589d-ff72-440e-80ee-ebcb8fb6a732 admin admin] 10.222.0.83 "PUT /v2.0/routers/afe8212e-f921-4c62-abea-bc6485a52273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044855 Sep 19 18:05:33.968012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Sync routers for ids ['afe8212e-f921-4c62-abea-bc6485a52273'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:05:33.977787 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Routers {'afe8212e-f921-4c62-abea-bc6485a52273'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:33.978407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['afe8212e-f921-4c62-abea-bc6485a52273'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:34.158471 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Set router afe8212e-f921-4c62-abea-bc6485a52273 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:34.222696 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0e9c9931-2fcd-4768-8a5a-a9847af66230 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:34.443147 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 0e9c9931-2fcd-4768-8a5a-a9847af66230 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:34.443633 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:34.622662 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 0e9c9931-2fcd-4768-8a5a-a9847af66230 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:34.623730 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:34.665972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134'}], 'enable_snat': True}, 'gw_port_id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:32Z', 'revision_number': 4, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port': {'id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'ecc96dd0-97fa-4300-880f-bfcb7ff36a06', 'name': '', 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'mac_address': 'fa:16:3e:04:4c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '05acafe5-d0fa-47b9-b4b7-6860069c6494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:31Z', 'updated_at': '2022-09-19T18:05:32Z', 'revision_number': 2, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'subnets': [{'id': '05acafe5-d0fa-47b9-b4b7-6860069c6494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:34.675219 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Checking router: afe8212e-f921-4c62-abea-bc6485a52273 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:05:34.675565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Updating router afe8212e-f921-4c62-abea-bc6485a52273 port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 binding host dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 18:05:34.737492 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:34.755759 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:34.790551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:34.790932 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:34.856548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57942) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:34.862100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631653496', 'description': 'tempest-secgroup-smoke-1631653496 description', 'project_id': '0ae4a49883f940878da74e43d31b0c4a'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:34.868598 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:34.872755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:security_group and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:34.875811 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:34.881807 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:34.893143 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:34.916565 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:34.920558 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:security_group_rule and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:34.923433 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:34.929392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:35.000076 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.005469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.056905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3042e500-41ab-46c2-a989-37a59fbf4ddd,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:35.059915 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.064978 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-f0ec08cb-a84a-4147-8109-b3499b30f7db tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2034545 Sep 19 18:05:35.065222 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57946) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:35.073455 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:35.073897 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.074662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'security_group_rule': {'security_group_id': '3042e500-41ab-46c2-a989-37a59fbf4ddd', 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:35.083587 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:35.089336 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:security_group_rule and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:35.093340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:35.101205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:35.110608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6b4f3b7a-a2d5-4aae-81e1-3e324a134785,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:35.121196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.123240 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.123990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5873a483-3c00-4946-8312-5de97f676553 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:35.181874 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.185435 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.209610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e424cd-7389-4719-966f-18a4f9aa6800,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:35.220443 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.221754 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-7a2f95d8-1b0a-42a5-9194-1da46766abb4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552281 Sep 19 18:05:35.224585 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 57950) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:35.229845 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'security_group_rule': {'security_group_id': '3042e500-41ab-46c2-a989-37a59fbf4ddd', 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:35.235835 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:35.239655 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:security_group_rule and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:35.242548 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:35.248154 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:35.266473 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.309706 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=6b4f3b7a-a2d5-4aae-81e1-3e324a134785,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:35.335629 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.340916 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.352763 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 5873a483-3c00-4946-8312-5de97f676553 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:35.353138 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.363487 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c468a2-04ef-49da-b5b1-6fb3cabeb31c,revision_number=0']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:35.376413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.380606 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-3486679d-f8a1-46e1-92d5-fe8717b4e15b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519909 Sep 19 18:05:35.381138 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57954) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:35.387465 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'security_group_rule': {'security_group_id': '3042e500-41ab-46c2-a989-37a59fbf4ddd', 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:35.388150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Notify callbacks [] for port, precommit_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.393596 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:35.404147 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:security_group_rule and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:35.407497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:35.414463 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:35.422878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Transition to ACTIVE for port object ecc96dd0-97fa-4300-880f-bfcb7ff36a06 will not be triggered until provisioned by entity L2. {{(pid=89057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:35.433474 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.435359 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.505872 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.514103 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.538227 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a976680-e4b9-49bc-a848-c3cc1c5d7bea,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:35.549127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.550414 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6ede9c64-52de-459e-bcb8-a2c4447a033a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680725 Sep 19 18:05:35.553290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57958) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:35.558497 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'security_group_rule': {'security_group_id': '3042e500-41ab-46c2-a989-37a59fbf4ddd', 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:35.564483 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:35.569125 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:security_group_rule and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:35.572060 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:35.577859 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:35.598549 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.664098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.669958 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.688464 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264effc3-a819-4796-9fa3-a91f279cc468,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:35.709344 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.710548 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-88019fef-69d9-4810-a793-aebdaca2ef0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562438 Sep 19 18:05:35.713517 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57962) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:35.718552 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'security_group_rule': {'security_group_id': '3042e500-41ab-46c2-a989-37a59fbf4ddd', 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:35.724904 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:35.729770 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:security_group_rule and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:35.736291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:35.742728 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:35.747551 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07d59e-1a24-4a0b-a127-c2c58d920601 None None] Pushing event updated for resources: {'Port': ['ID=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,revision_number=3']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:35.755430 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Project 0ae4a49883f940878da74e43d31b0c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 18:05:35.762312 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.776416 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Attempting to bind port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 on host dv-neutron-857789-3-hyperv for vnic_type normal with profile {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:05:35.776789 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Attempting to bind port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 by drivers openvswitch,hyperv on host dv-neutron-857789-3-hyperv at level 0 using segments [{'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:05:35.777150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Attempting to bind port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 on network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:05:35.781693 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 5873a483-3c00-4946-8312-5de97f676553 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:35.787582 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Checking agent: {'id': 'b7eebca7-a248-4088-bcc5-61ed3fe1c9e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857789-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 0, 45), 'started_at': datetime.datetime(2022, 9, 19, 17, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857789-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:05:35.788046 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Checking segment: {'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:35.788589 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.788920 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Bound using segment: {'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'} {{(pid=89057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:05:35.789381 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.managers [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Bound port: ecc96dd0-97fa-4300-880f-bfcb7ff36a06, host: dv-neutron-857789-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c549db-b33d-4d44-9f56-7d204ab5e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3'}}] {{(pid=89057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:05:35.789751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.827507 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.833776 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.857429 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8a58f0-5c91-44a2-ba61-7c066a01d5a9,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:35.876129 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.877385 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-f95bf1dc-85ba-4bee-9255-a3d80da5b1cd tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629224 Sep 19 18:05:35.880469 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 57966) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:35.885762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'security_group_rule': {'security_group_id': '3042e500-41ab-46c2-a989-37a59fbf4ddd', 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:35.887501 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] For port ecc96dd0-97fa-4300-880f-bfcb7ff36a06, host dv-neutron-857789-3-hyperv, cleared binding levels {{(pid=89057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:05:35.890468 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] For port ecc96dd0-97fa-4300-880f-bfcb7ff36a06, host dv-neutron-857789-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,segment=NetworkSegment(e9c549db-b33d-4d44-9f56-7d204ab5e89b),segment_id=e9c549db-b33d-4d44-9f56-7d204ab5e89b)] {{(pid=89057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:05:35.891711 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:35.895780 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:security_group_rule and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:35.896550 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.898798 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:35.904814 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:35.917330 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.securitygroups_db [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Project 0ae4a49883f940878da74e43d31b0c4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 18:05:35.924193 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.955689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Routers {'afe8212e-f921-4c62-abea-bc6485a52273'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:35.956304 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['afe8212e-f921-4c62-abea-bc6485a52273'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:35.992355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:35.997782 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429156'] for security_group_rule, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:36.021762 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c66542b-8a6c-4a29-8927-390826bec25a,revision_number=0']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:36.031308 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:36.032699 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0f794185-c134-4e61-9452-ddfc55599d2b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511860 Sep 19 18:05:36.045913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07d59e-1a24-4a0b-a127-c2c58d920601 None None] Pushing event updated for resources: {'Port': ['ID=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:36.157378 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] Set router afe8212e-f921-4c62-abea-bc6485a52273 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:36.201829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:36.207326 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-755798b7-7826-45c8-b902-fc4441e2c38b req-308b0492-a44d-4bf7-8d62-c53eec3578d3 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Synchronizing usage tracker for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:security_group {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:05:36.228653 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-755798b7-7826-45c8-b902-fc4441e2c38b req-308b0492-a44d-4bf7-8d62-c53eec3578d3 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Unset dirty status for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:security_group {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:05:36.235425 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-308b0492-a44d-4bf7-8d62-c53eec3578d3 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631653496&fields=id&tenant_id=0ae4a49883f940878da74e43d31b0c4a HTTP/1.1" status: 200 len: 267 time: 0.0685463 Sep 19 18:05:36.381628 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755798b7-7826-45c8-b902-fc4441e2c38b req-b8ba02b3-bc8a-4f37-8e81-d945d342dc1a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:36.382306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-755798b7-7826-45c8-b902-fc4441e2c38b req-b8ba02b3-bc8a-4f37-8e81-d945d342dc1a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Synchronizing usage tracker for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:network {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:05:36.400445 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-755798b7-7826-45c8-b902-fc4441e2c38b req-b8ba02b3-bc8a-4f37-8e81-d945d342dc1a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Unset dirty status for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:network {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:05:36.401803 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-b8ba02b3-bc8a-4f37-8e81-d945d342dc1a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 810 time: 0.1651547 Sep 19 18:05:36.419497 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-a52e231a-65c1-4ccc-93ae-c225ac6486f4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/quotas/0ae4a49883f940878da74e43d31b0c4a HTTP/1.1" status: 200 len: 375 time: 0.0108147 Sep 19 18:05:36.428408 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:36.428783 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:36.512338 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-0847b0d9-d239-4546-8b9f-fde4ce163854 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856006 Sep 19 18:05:36.624927 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:36.638215 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134'}], 'enable_snat': True}, 'gw_port_id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:32Z', 'revision_number': 4, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port': {'id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'ecc96dd0-97fa-4300-880f-bfcb7ff36a06', 'name': '', 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'mac_address': 'fa:16:3e:04:4c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '05acafe5-d0fa-47b9-b4b7-6860069c6494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:31Z', 'updated_at': '2022-09-19T18:05:35Z', 'revision_number': 4, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'subnets': [{'id': '05acafe5-d0fa-47b9-b4b7-6860069c6494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:36.642434 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2e03e-c034-4f08-9f7f-3913a624d388 None None] The sync data for ids ['afe8212e-f921-4c62-abea-bc6485a52273'] in dv-neutron-857789-3-hyperv is: [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134'}], 'enable_snat': True}, 'gw_port_id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:32Z', 'revision_number': 4, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port': {'id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': 'ecc96dd0-97fa-4300-880f-bfcb7ff36a06', 'name': '', 'network_id': '0d2c8d0d-823a-4c9f-8f0b-adc7133761c3', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'mac_address': 'fa:16:3e:04:4c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '05acafe5-d0fa-47b9-b4b7-6860069c6494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:31Z', 'updated_at': '2022-09-19T18:05:35Z', 'revision_number': 4, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'subnets': [{'id': '05acafe5-d0fa-47b9-b4b7-6860069c6494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:05:36.652973 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-dc8ac742-6400-4cea-a9dd-906d8dd2c4e3 service neutron] 10.222.0.83 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280651 Sep 19 18:05:36.908179 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-fef7fe6d-b4de-4e61-9934-69330a47829b service neutron] 10.222.0.83 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490215 Sep 19 18:05:38.125710 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0431fa3d-c6ad-4586-bd68-0bd44637263f req-b732d864-8d6f-41da-aaf3-ec250127941c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Synchronizing usage tracker for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:05:38.144766 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-0431fa3d-c6ad-4586-bd68-0bd44637263f req-b732d864-8d6f-41da-aaf3-ec250127941c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Unset dirty status for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:05:38.146088 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-0431fa3d-c6ad-4586-bd68-0bd44637263f req-b732d864-8d6f-41da-aaf3-ec250127941c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 210 time: 0.0801363 Sep 19 18:05:38.188012 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ecc96dd0-97fa-4300-880f-bfcb7ff36a06 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:38.259893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning for port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:38.265712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:38.266096 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:38.397728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 is: DOWN; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:38.398241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:38.436049 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] For port ecc96dd0-97fa-4300-880f-bfcb7ff36a06, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,segment=NetworkSegment(e9c549db-b33d-4d44-9f56-7d204ab5e89b),segment_id=e9c549db-b33d-4d44-9f56-7d204ab5e89b)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:38.441189 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:38.512057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Pushing event updated for resources: {'Port': ['ID=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:39.216657 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755798b7-7826-45c8-b902-fc4441e2c38b req-a3798cc7-241d-4232-9341-7e4709452aa5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:39.218165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-a3798cc7-241d-4232-9341-7e4709452aa5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 810 time: 0.1547716 Sep 19 18:05:39.319802 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-3bfb65ae-b239-45de-ae52-81c61c4cd442 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae4a49883f940878da74e43d31b0c4a HTTP/1.1" status: 200 len: 380 time: 0.0934906 Sep 19 18:05:39.321958 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-2b3ba76f-6def-484e-932b-21a31c50a13a req-16c8cfd7-29c4-414a-9253-73a5c6a8a02a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 210 time: 0.0610185 Sep 19 18:05:39.328087 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'port': {'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'admin_state_up': True, 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'security_groups': ['3042e500-41ab-46c2-a989-37a59fbf4ddd']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:39.467168 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:39.477513 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:39.488977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Made reservation on behalf of 0ae4a49883f940878da74e43d31b0c4a for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 18:05:39.493178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:39.676630 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Allocated IP 172.20.0.13 (6bae8726-4f45-4095-9444-55870d84f98f/1116082b-5592-41f2-9551-e2e9ce2f8c08/7a87d7f7-5559-4b79-964f-41602d1ea837) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:05:39.881308 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:39.898890 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Transition to ACTIVE for port object 7a87d7f7-5559-4b79-964f-41602d1ea837 will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:39.939486 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:40.018995 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Network 6bae8726-4f45-4095-9444-55870d84f98f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:40.022234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:40.026025 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:05:40.056364 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:40.093554 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:40.093987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:40.123418 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-30f0fa5a-356b-4ded-9782-c11f91568a47 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7987130 Sep 19 18:05:40.134942 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Request body: {'port': {'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:40.159940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ecc96dd0-97fa-4300-880f-bfcb7ff36a06 up at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:40.254860 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:40.289451 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Provisioning complete for port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:40.289822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:40.341842 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a56f7e1e-b5af-4afe-b58d-e4b2a3eb47b5 None None] Provisioning for port 7a87d7f7-5559-4b79-964f-41602d1ea837 completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:40.351353 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-a56f7e1e-b5af-4afe-b58d-e4b2a3eb47b5 None None] Provisioning complete for port 7a87d7f7-5559-4b79-964f-41602d1ea837 triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:40.351728 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a56f7e1e-b5af-4afe-b58d-e4b2a3eb47b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:40.439878 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a56f7e1e-b5af-4afe-b58d-e4b2a3eb47b5 None None] Port 7a87d7f7-5559-4b79-964f-41602d1ea837 cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 18:05:40.466391 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Current status of the port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 is: ACTIVE; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:40.540460 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238367d1-1558-4686-881d-dc4a8e08993f req-d8187316-e1d9-4f2a-abf6-3d0bd9b8b8e7 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:40.542046 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-238367d1-1558-4686-881d-dc4a8e08993f req-d8187316-e1d9-4f2a-abf6-3d0bd9b8b8e7 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 932 time: 0.0904956 Sep 19 18:05:40.587643 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-238367d1-1558-4686-881d-dc4a8e08993f req-3192f7d3-013a-465c-9dc7-49bae6186700 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Sep 19 18:05:40.624532 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a87d7f7-5559-4b79-964f-41602d1ea837 {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:05:40.633041 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:40.649368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Transition to ACTIVE for port object 7a87d7f7-5559-4b79-964f-41602d1ea837 will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:05:40.657754 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:40.936821 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:40.980224 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Attempting to bind port 7a87d7f7-5559-4b79-964f-41602d1ea837 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:05:40.980553 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Attempting to bind port 7a87d7f7-5559-4b79-964f-41602d1ea837 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:05:40.980883 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Attempting to bind port 7a87d7f7-5559-4b79-964f-41602d1ea837 on network 6bae8726-4f45-4095-9444-55870d84f98f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:05:40.985858 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Port 7a87d7f7-5559-4b79-964f-41602d1ea837 on network 6bae8726-4f45-4095-9444-55870d84f98f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 18:05:40.986178 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Attempting to bind port 7a87d7f7-5559-4b79-964f-41602d1ea837 on network 6bae8726-4f45-4095-9444-55870d84f98f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:05:40.991601 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:05:40.991936 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Checking segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:05:40.992314 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Bound using segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:05:40.992739 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Bound port: 7a87d7f7-5559-4b79-964f-41602d1ea837, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:05:40.993080 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:41.084360 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:05:41.088526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:05:41.096335 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:41.131124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:41.131744 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:41.133144 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] 10.222.0.86 "PUT /v2.0/ports/7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 1094 time: 1.0028620 Sep 19 18:05:41.133552 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:05:41.135898 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee26d4f089cccfb1aa14eae57f1868a8faf98d6a995a7af28175f548a2dc817e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7257915-33e6-422d-96e1-901c51357a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:05:41.212610 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc147c6-aedf-4879-ae69-78238ecfb6ac x-openstack-request-id: req-ebc147c6-aedf-4879-ae69-78238ecfb6ac {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:05:41.212934 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:05:41.213191 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ebc147c6-aedf-4879-ae69-78238ecfb6ac {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:05:41.213608 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc147c6-aedf-4879-ae69-78238ecfb6ac'] response: {'name': 'network-changed', 'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'status': 'completed', 'code': 200} Sep 19 18:05:41.220750 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fb560-bb29-47f4-bdd0-ed85dab2a7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:41.261524 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4c7c3ef4-afad-4351-a322-013106693fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:41.263035 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4c7c3ef4-afad-4351-a322-013106693fc3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1097 time: 0.0883749 Sep 19 18:05:41.334289 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-870d42dd-af51-4632-ad7a-4e570f89f6dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 217 time: 0.0644093 Sep 19 18:05:41.401474 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4980164a-d8ad-49b1-8198-9dc8557cd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:41.403131 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-4980164a-d8ad-49b1-8198-9dc8557cd681 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0632873 Sep 19 18:05:41.412021 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ee0e291b-cf12-4d0b-a740-ffb85c62634a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:41.489413 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755798b7-7826-45c8-b902-fc4441e2c38b req-0a7b86ae-6735-4f90-94c4-660e2098c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:41.491112 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-0a7b86ae-6735-4f90-94c4-660e2098c13e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822051 Sep 19 18:05:41.626778 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-abcb2b51-a700-4c64-8e78-c6e43aebf2c1 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298444 Sep 19 18:05:41.762305 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-755798b7-7826-45c8-b902-fc4441e2c38b req-0c68842d-6ada-4d72-b3e5-70c74a119d1d service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297488 Sep 19 18:05:41.798423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c62fa-25a6-4f65-b38f-b20aa564bf7d req-51fd757c-378d-4c75-a91b-9dbcf2f0d893 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:41.799908 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d66c62fa-25a6-4f65-b38f-b20aa564bf7d req-51fd757c-378d-4c75-a91b-9dbcf2f0d893 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 944 time: 0.0934916 Sep 19 18:05:41.847311 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-d66c62fa-25a6-4f65-b38f-b20aa564bf7d req-b3409847-d886-41ad-81b7-6733ae98fc10 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405703 Sep 19 18:05:41.888196 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7257915-33e6-422d-96e1-901c51357a6d req-6d3fceb5-e212-4084-bd44-749cf3932db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:41.889611 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e7257915-33e6-422d-96e1-901c51357a6d req-6d3fceb5-e212-4084-bd44-749cf3932db4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1097 time: 0.0803220 Sep 19 18:05:42.025162 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7257915-33e6-422d-96e1-901c51357a6d req-b8d0c6bb-c03d-4f53-a618-8e1b92deb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:42.026624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e7257915-33e6-422d-96e1-901c51357a6d req-b8d0c6bb-c03d-4f53-a618-8e1b92deb726 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1303470 Sep 19 18:05:42.100406 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e7257915-33e6-422d-96e1-901c51357a6d req-0aafcbc2-ab7d-4c0f-ba87-c04e7b15aaef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 217 time: 0.0649211 Sep 19 18:05:42.165422 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7257915-33e6-422d-96e1-901c51357a6d req-fd1b0334-4a3c-4878-a051-3e0e77266863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:42.167048 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e7257915-33e6-422d-96e1-901c51357a6d req-fd1b0334-4a3c-4878-a051-3e0e77266863 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0597405 Sep 19 18:05:42.262606 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7257915-33e6-422d-96e1-901c51357a6d req-42dea54f-dcfe-4f10-9fa6-0923d3e08893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:42.264131 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e7257915-33e6-422d-96e1-901c51357a6d req-42dea54f-dcfe-4f10-9fa6-0923d3e08893 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899396 Sep 19 18:05:42.403839 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e7257915-33e6-422d-96e1-901c51357a6d req-bfaa84c8-6201-49d8-b38c-171513a12f30 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327412 Sep 19 18:05:42.544531 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e7257915-33e6-422d-96e1-901c51357a6d req-2d5bd288-1153-4b18-83a8-2697df98b184 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338098 Sep 19 18:05:43.075882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54863d4e-7112-4bee-bd48-b5015b78ce83 req-747a2792-cf85-421d-8bad-28a47f7ce9a5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:43.076576 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-54863d4e-7112-4bee-bd48-b5015b78ce83 req-747a2792-cf85-421d-8bad-28a47f7ce9a5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Synchronizing usage tracker for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:05:43.095897 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-54863d4e-7112-4bee-bd48-b5015b78ce83 req-747a2792-cf85-421d-8bad-28a47f7ce9a5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Unset dirty status for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:05:43.097124 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54863d4e-7112-4bee-bd48-b5015b78ce83 req-747a2792-cf85-421d-8bad-28a47f7ce9a5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 944 time: 0.1289074 Sep 19 18:05:43.112011 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7a87d7f7-5559-4b79-964f-41602d1ea837 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 18:05:43.254699 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-54863d4e-7112-4bee-bd48-b5015b78ce83 req-e578564d-2f24-40d1-a299-432f83e2e2d3 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511188 Sep 19 18:05:43.258548 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:43.280624 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 18:05:43.341150 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7a87d7f7-5559-4b79-964f-41602d1ea837 is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:43.341531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:43.357991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a87d7f7-5559-4b79-964f-41602d1ea837 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:05:43.373753 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:43.378981 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:43.445204 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:43.610376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-6005393f-2744-408c-bf48-d4599ad35a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:43.616323 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['7a87d7f7-5559-4b79-964f-41602d1ea837'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 18:05:44.465536 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f474cb-2ac3-4f80-b3b7-1b389c38db77 req-b2ef94e6-03f3-4425-9ed1-059b7bcf008a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:44.467058 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96f474cb-2ac3-4f80-b3b7-1b389c38db77 req-b2ef94e6-03f3-4425-9ed1-059b7bcf008a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 945 time: 0.0939112 Sep 19 18:05:44.517377 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-96f474cb-2ac3-4f80-b3b7-1b389c38db77 req-8daffaaa-d571-41f1-a80a-0eafe6ab4c71 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445385 Sep 19 18:05:45.123507 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7a87d7f7-5559-4b79-964f-41602d1ea837 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:05:45.194621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:45.208343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 7a87d7f7-5559-4b79-964f-41602d1ea837 completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:05:45.213485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 7a87d7f7-5559-4b79-964f-41602d1ea837 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:05:45.214020 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:45.354642 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7a87d7f7-5559-4b79-964f-41602d1ea837 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:05:45.355070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:45.381661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:05:45.383896 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c0e9e04195e1074cdab140bcc01f20f18e5211a0355881bf9f51c8aaf8e4b15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d759c636-d50d-4def-8944-c71fc4c21af5" -d '{"events": [{"server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "name": "network-vif-plugged", "status": "completed", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:05:45.400052 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:05:45.406602 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:45.437158 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1504a01f-6007-474c-81cc-6bae7c67a9c8 x-openstack-request-id: req-1504a01f-6007-474c-81cc-6bae7c67a9c8 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:05:45.437443 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "name": "network-vif-plugged", "status": "completed", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:05:45.437688 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1504a01f-6007-474c-81cc-6bae7c67a9c8 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:05:45.438089 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1504a01f-6007-474c-81cc-6bae7c67a9c8'] response: {'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'code': 200} Sep 19 18:05:45.445042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:45.480080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:45.673290 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363d5c2-fe68-4c22-b227-9bf8f195c317 req-c4298161-1286-4447-98f9-ee3df093fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:45.674840 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0363d5c2-fe68-4c22-b227-9bf8f195c317 req-c4298161-1286-4447-98f9-ee3df093fd89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1099 time: 0.0814273 Sep 19 18:05:45.718849 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-0363d5c2-fe68-4c22-b227-9bf8f195c317 req-14498368-2e34-40a6-becd-e567bce10382 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374098 Sep 19 18:05:45.719544 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ac3b-4516-4910-a5b6-c04a4664370d req-4d3915e6-ff8c-40e9-aee4-c849d37cb05a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:45.721162 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a05ac3b-4516-4910-a5b6-c04a4664370d req-4d3915e6-ff8c-40e9-aee4-c849d37cb05a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 946 time: 0.0920970 Sep 19 18:05:45.765307 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-1a05ac3b-4516-4910-a5b6-c04a4664370d req-d5aadb00-beb8-4032-a56a-e8d284a4e238 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383830 Sep 19 18:05:46.255657 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:05:46.488665 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:46.985977 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b9054-f3a0-4b2c-82a2-bb0e1ba15a23 req-8a529eca-009a-410a-9cbe-1078062367df tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:46.987347 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ac0b9054-f3a0-4b2c-82a2-bb0e1ba15a23 req-8a529eca-009a-410a-9cbe-1078062367df tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 946 time: 0.0945425 Sep 19 18:05:47.039068 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-ac0b9054-f3a0-4b2c-82a2-bb0e1ba15a23 req-f2eda3bd-4e84-49b4-a316-f0d7d7fb921a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Sep 19 18:05:47.269269 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70e20-5225-4b88-8727-e848e0a9b289 req-d3b27340-d1c1-40f1-af00-3df7b1f904e5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:47.270644 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e9a70e20-5225-4b88-8727-e848e0a9b289 req-d3b27340-d1c1-40f1-af00-3df7b1f904e5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 946 time: 0.1040277 Sep 19 18:05:47.318615 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e9a70e20-5225-4b88-8727-e848e0a9b289 req-27d8bda8-494c-4a3c-8f16-ff29a7fc4592 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393395 Sep 19 18:05:47.349334 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58020) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:47.544741 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35b541-8914-4841-b4c4-5d3a19db21af tempest-TestSnapshotPattern-1432772719 tempest-TestSnapshotPattern-1432772719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:47.546182 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5c35b541-8914-4841-b4c4-5d3a19db21af tempest-TestSnapshotPattern-1432772719 tempest-TestSnapshotPattern-1432772719-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1094 time: 0.1958377 Sep 19 18:05:47.549148 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58026) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:05:47.554239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.v2.base [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:05:47.560223 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:05:47.564079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:floatingip and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:05:47.567235 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89055) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:05:47.572982 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.quota.driver [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:05:47.588838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for floatingip, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:47.745041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:47.887699 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_common [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Allocated IP 172.26.10.37 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/23e5f58e-4b33-4360-a86a-cc46c519d270) {{(pid=89055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:05:48.052758 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for port, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:48.087684 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:48.156307 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:05:48.159239 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.base_scheduler [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources bound (agent type, host, resource id): {{(pid=89055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:05:48.163152 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Received port after_create {{(pid=89055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:05:48.192203 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'Port': ['ID=23e5f58e-4b33-4360-a86a-cc46c519d270,revision_number=1']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:48.694145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:48.783860 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:48.997718 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for port, precommit_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:49.005342 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6113857'] for port, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:49.114205 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'Port': ['ID=23e5f58e-4b33-4360-a86a-cc46c519d270,revision_number=2']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:05:49.118331 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:49.299487 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Floating IP 2f2690ab-c2ba-4fd6-8aba-fede002c6908 associated. External IP: 172.26.10.37, port: 7a87d7f7-5559-4b79-964f-41602d1ea837. Sep 19 18:05:49.677156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Router d4f57779-18d0-46f4-93b0-b5332759bb3c has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:05:49.861305 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:05:49.872646 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4187cbd-8431-465e-930f-26843a209648 None None] Sync routers for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:05:49.885545 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4187cbd-8431-465e-930f-26843a209648 None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:49.886155 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f4187cbd-8431-465e-930f-26843a209648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:49.892962 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:49.952732 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-947e8e21-54a6-4a81-9714-57bc252e718b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4025481 Sep 19 18:05:49.953411 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:05:49.955858 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d9d5a7df9f4a2b8635adb1684133303033246554001de2d2021b20f96f2ffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8eb62b-9a94-4fbc-b5ba-711814666831" -d '{"events": [{"name": "network-changed", "server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:05:49.997795 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4806b8a3-0880-4331-89c4-b0b16c244b1f x-openstack-request-id: req-4806b8a3-0880-4331-89c4-b0b16c244b1f {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:05:49.998284 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:05:49.998540 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4806b8a3-0880-4331-89c4-b0b16c244b1f {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:05:49.999005 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4806b8a3-0880-4331-89c4-b0b16c244b1f'] response: {'name': 'network-changed', 'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'status': 'completed', 'code': 200} Sep 19 18:05:50.096170 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-f4187cbd-8431-465e-930f-26843a209648 None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:50.105827 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-3878552f-957a-4b86-a01b-d7abcf407947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:50.107364 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-3878552f-957a-4b86-a01b-d7abcf407947 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1099 time: 0.0868676 Sep 19 18:05:50.239544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-7f5af9fd-80d7-45ca-b613-f69e598ee072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:50.241311 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-7f5af9fd-80d7-45ca-b613-f69e598ee072 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1279032 Sep 19 18:05:50.342521 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-2365b7a0-640e-4ec8-9a97-73291b9b4f19 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 1000 time: 0.0948908 Sep 19 18:05:50.407452 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-b3b542b1-b7ab-432f-bfdc-509a3dbe24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:50.408882 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-b3b542b1-b7ab-432f-bfdc-509a3dbe24b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0611255 Sep 19 18:05:50.455348 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f4187cbd-8431-465e-930f-26843a209648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:48Z', 'revision_number': 0, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:50.459631 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4187cbd-8431-465e-930f-26843a209648 None None] Checking router: d4f57779-18d0-46f4-93b0-b5332759bb3c for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:05:50.467911 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4187cbd-8431-465e-930f-26843a209648 None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:05:50.468516 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f4187cbd-8431-465e-930f-26843a209648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:05:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:50.495052 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-5013dfa7-4abe-4e53-ad46-765168e71ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:50.496468 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-5013dfa7-4abe-4e53-ad46-765168e71ce9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814314 Sep 19 18:05:50.628643 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-d9acecde-b5fa-4e51-ade5-b2acfcfbcf0f service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255312 Sep 19 18:05:50.641869 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-f4187cbd-8431-465e-930f-26843a209648 None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:05:50.773064 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bf8eb62b-9a94-4fbc-b5ba-711814666831 req-55406776-1cc7-46e9-bc99-651984949f56 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374905 Sep 19 18:05:51.005345 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-f4187cbd-8431-465e-930f-26843a209648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:48Z', 'revision_number': 0, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:05:51.012066 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4187cbd-8431-465e-930f-26843a209648 None None] The sync data for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv is: [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:48Z', 'revision_number': 0, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:05:51.253077 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4486af-bb71-48e3-8cad-e3812f38180b None None] New status for floating IP 2f2690ab-c2ba-4fd6-8aba-fede002c6908: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 18:05:55.594181 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e059f609-6b41-462d-9ff9-954d4416934b req-9efa7a0d-791a-4dd6-9dd4-c5b5ba3e3534 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989590 Sep 19 18:05:55.765230 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f609-6b41-462d-9ff9-954d4416934b req-30a1f16b-e3c0-4225-ac8a-fcb2c541fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:55.766636 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e059f609-6b41-462d-9ff9-954d4416934b req-30a1f16b-e3c0-4225-ac8a-fcb2c541fbef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1099 time: 0.0926225 Sep 19 18:05:55.928529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f609-6b41-462d-9ff9-954d4416934b req-c4aea2a9-8a18-42cd-9a96-479c871668af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:55.930008 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e059f609-6b41-462d-9ff9-954d4416934b req-c4aea2a9-8a18-42cd-9a96-479c871668af service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1453917 Sep 19 18:05:56.038119 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e059f609-6b41-462d-9ff9-954d4416934b req-6621dc03-4073-4c6c-b4a0-8ed6c54b9ec9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 1002 time: 0.1018074 Sep 19 18:05:56.111733 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f609-6b41-462d-9ff9-954d4416934b req-ab601549-ef46-42e4-9ebd-583c1dfe41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:56.114201 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e059f609-6b41-462d-9ff9-954d4416934b req-ab601549-ef46-42e4-9ebd-583c1dfe41a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0700750 Sep 19 18:05:56.135485 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:05:56.209008 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f609-6b41-462d-9ff9-954d4416934b req-ef21f398-d4b6-4b2f-aeb9-21256a9106f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:05:56.210515 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e059f609-6b41-462d-9ff9-954d4416934b req-ef21f398-d4b6-4b2f-aeb9-21256a9106f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907111 Sep 19 18:05:56.344623 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e059f609-6b41-462d-9ff9-954d4416934b req-eba6819f-173e-409a-b5a4-8e372135c998 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274414 Sep 19 18:05:56.573386 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-e059f609-6b41-462d-9ff9-954d4416934b req-930017b7-350f-4e0f-a551-d4c8f6bca92e service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230935 Sep 19 18:06:11.407379 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b92276df-fa72-4f56-91f2-9fb7bbc596a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:13.613370 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a559-39cc-458e-aa1c-cb6f705a1d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:15.185236 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:15.407596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:16.492991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:23.261199 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:06:26.156497 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:41.405045 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-915dcecf-ce43-46ec-a5bf-4acc2d0b09da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:43.609751 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-461d59f8-c945-4caa-aa8b-228905b65047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:45.190343 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:45.413712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:46.499036 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:56.154636 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:06:56.611896 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-7d226cb8-593d-4201-aab0-f0f8c37b7057 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1449976 Sep 19 18:06:56.787575 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-b5fde45a-4fcd-4cd2-ab22-21a7ca633f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:06:56.788968 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-b5fde45a-4fcd-4cd2-ab22-21a7ca633f6b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1099 time: 0.0866752 Sep 19 18:06:56.936313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-f0e5d5a8-079c-470d-9cc0-f3754e2964ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:06:56.937753 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-f0e5d5a8-079c-470d-9cc0-f3754e2964ae service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1295977 Sep 19 18:06:57.043393 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-0b057df6-bee3-484e-9d6c-f015aa73d8d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 1002 time: 0.0996900 Sep 19 18:06:57.106074 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-8835e9fe-ffc9-4b72-a745-ce0ec44c1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:06:57.107520 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-8835e9fe-ffc9-4b72-a745-ce0ec44c1a2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0587544 Sep 19 18:06:57.196179 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-ab8bf8e2-298c-4442-8523-5547cea0a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:06:57.197656 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-ab8bf8e2-298c-4442-8523-5547cea0a827 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838029 Sep 19 18:06:57.333884 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-504aae64-c484-4490-abf9-d404b568b88a service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296477 Sep 19 18:06:57.466651 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b2834f84-4ab7-4b80-880b-2c938d1b55b4 req-69f6118d-19e9-433b-9c4b-00b468b410ba service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268687 Sep 19 18:07:00.265602 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:07:11.407057 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-04f54c4b-13c9-4d14-b98f-4afd81f85e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:13.617805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd3c5-65d6-4803-ad1e-a4866d0995b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:15.196091 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:15.414376 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:16.498843 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:26.170320 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:37.270506 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:07:41.407216 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3c98d38d-4598-470d-8d2a-21ccf562fe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:43.613148 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-88a0e14d-997f-47b6-a6a9-95d83ac5a6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:45.191542 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:45.420047 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:46.505126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:47.792661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7a87d7f7-5559-4b79-964f-41602d1ea837 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 18:07:47.938666 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:07:47.952121 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 18:07:48.010554 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7a87d7f7-5559-4b79-964f-41602d1ea837 is: ACTIVE; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:07:48.010974 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:48.027940 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a87d7f7-5559-4b79-964f-41602d1ea837 {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:07:48.044929 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:07:48.051680 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:48.120375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:07:48.129595 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.129945 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.130285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.130621 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.130983 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.131318 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.131639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.131966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.132275 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.132596 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.132918 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.133263 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:07:48.143650 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['7a87d7f7-5559-4b79-964f-41602d1ea837'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 18:07:49.806568 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7a87d7f7-5559-4b79-964f-41602d1ea837 up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:07:49.885373 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 7a87d7f7-5559-4b79-964f-41602d1ea837 triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:07:49.885750 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:50.017278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7a87d7f7-5559-4b79-964f-41602d1ea837 is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:07:50.017913 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:50.046970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:07:50.056991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:07:50.065105 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:50.101496 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30952d33b81e448eda452e0ef374df4bb5c1d56bde7a8634bcc7f41f96ab3674" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c37c628-1bd5-4ed3-bee1-a8b77fe00ab9" -d '{"events": [{"server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "name": "network-vif-plugged", "status": "completed", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:07:50.156475 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:07:50.260841 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7713d3c5-5bbb-4244-8798-18fa0531e4fa x-openstack-request-id: req-7713d3c5-5bbb-4244-8798-18fa0531e4fa {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:07:50.261187 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "name": "network-vif-plugged", "status": "completed", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:07:50.261401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7713d3c5-5bbb-4244-8798-18fa0531e4fa {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:07:50.261808 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7713d3c5-5bbb-4244-8798-18fa0531e4fa'] response: {'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'code': 200} Sep 19 18:07:56.175209 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:07:57.710560 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-a8e85ae9-b656-4932-9c4d-c85e1fc35e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:07:57.712084 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-a8e85ae9-b656-4932-9c4d-c85e1fc35e7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1099 time: 0.1208770 Sep 19 18:07:57.970496 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-a3bbcafe-158a-4467-870b-5127b6cef0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:07:57.972016 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-a3bbcafe-158a-4467-870b-5127b6cef0af service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1418409 Sep 19 18:07:58.057953 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-abb9b866-b941-4a4b-81c1-7d23706a3e60 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631653496&fields=id&tenant_id=0ae4a49883f940878da74e43d31b0c4a HTTP/1.1" status: 200 len: 267 time: 0.0408878 Sep 19 18:07:58.077691 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-4fe05ef9-a134-4770-a8b3-3a99e252f1b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 1002 time: 0.0996788 Sep 19 18:07:58.140736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-74a7e97a-4a16-4332-bfee-6958df492443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:07:58.142362 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-74a7e97a-4a16-4332-bfee-6958df492443 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0590651 Sep 19 18:07:58.232180 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-6b6cb8ea-c062-451c-9d6c-b40524a79d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:07:58.233654 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-6b6cb8ea-c062-451c-9d6c-b40524a79d59 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844867 Sep 19 18:07:58.337617 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-c12ec04f-a336-4766-b0e4-901c18483fba tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:07:58.339102 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-c12ec04f-a336-4766-b0e4-901c18483fba tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 810 time: 0.2741125 Sep 19 18:07:58.354138 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-bda98a61-d097-4d7c-947f-f693de0a1eea tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/quotas/0ae4a49883f940878da74e43d31b0c4a HTTP/1.1" status: 200 len: 375 time: 0.0094433 Sep 19 18:07:58.367671 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-1cf11760-f218-46aa-805d-59351281a5e8 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272349 Sep 19 18:07:58.449066 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-ec43fade-28d8-4653-a30b-e60cbf9a81da tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0896237 Sep 19 18:07:58.544287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-81f3b3c2-26ba-43e2-9fb7-bd2b9c1868b3 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 18:07:58.545306 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-81f3b3c2-26ba-43e2-9fb7-bd2b9c1868b3 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473275 Sep 19 18:07:58.613041 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9f2fea04-294f-4669-b2d6-e397b3f1a2d1 req-0f80126e-43dd-4bc2-8ae3-381559ef2ab1 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394822 Sep 19 18:07:58.682729 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-00b2bebf-ea2e-4e23-a231-0b79313f77be service neutron] 10.222.0.83 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307995 Sep 19 18:07:58.823426 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-4f04cd8c-f176-4e50-85b6-c7dcedb70711 service neutron] 10.222.0.83 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304839 Sep 19 18:07:59.117703 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-c2136635-4fc2-4ec7-803e-c80bedfd59c4 req-652ca90a-c58f-49d8-bf99-d49d836acf3c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 210 time: 0.0913751 Sep 19 18:08:00.299856 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cec87d4e-06b5-4ff0-84c1-29e2b7189321 req-f78b5afe-c929-4000-9ac1-bb620b76df08 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 210 time: 0.0565925 Sep 19 18:08:00.361491 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-c3c3caa4-65d4-4a70-bc1d-2881b2126b12 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:00.362934 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-c3c3caa4-65d4-4a70-bc1d-2881b2126b12 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 810 time: 0.1577413 Sep 19 18:08:00.412303 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-1e857bf1-348f-4803-bc3b-59ea70785cdb tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae4a49883f940878da74e43d31b0c4a HTTP/1.1" status: 200 len: 380 time: 0.0410535 Sep 19 18:08:00.421042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'port': {'device_id': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'admin_state_up': True, 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'security_groups': ['3042e500-41ab-46c2-a989-37a59fbf4ddd']}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:08:00.565543 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:08:00.575546 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:08:00.590028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Made reservation on behalf of 0ae4a49883f940878da74e43d31b0c4a for: {'port': 1} {{(pid=89056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 18:08:00.593699 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:00.779345 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Allocated IP 172.20.0.7 (6bae8726-4f45-4095-9444-55870d84f98f/1116082b-5592-41f2-9551-e2e9ce2f8c08/8f4f021e-54aa-4947-8690-93dcb7a792dc) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:08:01.063978 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:01.083337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Transition to ACTIVE for port object 8f4f021e-54aa-4947-8690-93dcb7a792dc will not be triggered until provisioned by entity DHCP. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:08:01.116009 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:01.190955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Network 6bae8726-4f45-4095-9444-55870d84f98f is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:08:01.194479 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:08:01.198664 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:08:01.272313 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:08:01.301040 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.301392 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.301738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.302096 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.302673 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.303161 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.303578 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.303867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.304199 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.304535 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.304863 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.305189 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:08:01.323043 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:01.323716 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:01.353883 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-32964368-f875-4901-9c48-ce768241287e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9364247 Sep 19 18:08:01.535506 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b7188c7b-767f-49db-b484-cb8319605b23 None None] Provisioning for port 8f4f021e-54aa-4947-8690-93dcb7a792dc completed by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:08:01.540461 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-b7188c7b-767f-49db-b484-cb8319605b23 None None] Provisioning complete for port 8f4f021e-54aa-4947-8690-93dcb7a792dc triggered by entity DHCP. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:08:01.540955 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-b7188c7b-767f-49db-b484-cb8319605b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:01.560881 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17470-fba6-47c7-8f83-497956a29e4a req-bccfd9d0-abcf-46ae-88e0-db794e6ab9ca tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:01.561684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-32f17470-fba6-47c7-8f83-497956a29e4a req-bccfd9d0-abcf-46ae-88e0-db794e6ab9ca tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Synchronizing usage tracker for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:08:01.585412 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-32f17470-fba6-47c7-8f83-497956a29e4a req-bccfd9d0-abcf-46ae-88e0-db794e6ab9ca tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Unset dirty status for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:08:01.593368 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32f17470-fba6-47c7-8f83-497956a29e4a req-bccfd9d0-abcf-46ae-88e0-db794e6ab9ca tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 931 time: 0.1276827 Sep 19 18:08:01.612102 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-b7188c7b-767f-49db-b484-cb8319605b23 None None] Port 8f4f021e-54aa-4947-8690-93dcb7a792dc cannot update to ACTIVE because it is not bound. {{(pid=89057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 19 18:08:01.653893 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-32f17470-fba6-47c7-8f83-497956a29e4a req-9f8e4ab4-0c54-45fd-b704-2f144ceb071e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594962 Sep 19 18:08:01.812055 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7a87d7f7-5559-4b79-964f-41602d1ea837 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:08:01.929327 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 7a87d7f7-5559-4b79-964f-41602d1ea837 is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:08:01.929690 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:01.959360 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:08:01.962070 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30952d33b81e448eda452e0ef374df4bb5c1d56bde7a8634bcc7f41f96ab3674" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6237f116-0683-4aae-bb43-d1c245c82a86" -d '{"events": [{"server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:08:01.971086 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:08:01.978334 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:02.017743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b349a-8271-40ad-b0ac-568f54d481cd x-openstack-request-id: req-1e0b349a-8271-40ad-b0ac-568f54d481cd {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:08:02.017743 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:08:02.018082 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1e0b349a-8271-40ad-b0ac-568f54d481cd {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:08:02.018395 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0b349a-8271-40ad-b0ac-568f54d481cd'] response: {'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'code': 200} Sep 19 18:08:02.052970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:08:02.880625 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f700a-a2cd-401e-96ec-c928ab09a3ac req-fd3189af-989a-4b0e-9281-7742d2c67e45 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:02.882269 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3d1f700a-a2cd-401e-96ec-c928ab09a3ac req-fd3189af-989a-4b0e-9281-7742d2c67e45 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 931 time: 0.1053004 Sep 19 18:08:02.931057 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3d1f700a-a2cd-401e-96ec-c928ab09a3ac req-900813a6-5a2e-40ab-aa9c-47a6baecb746 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Sep 19 18:08:04.148407 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4be4ab-9ad7-4353-9788-f22efa8a835a req-1990a0e0-748c-4be0-b2ce-fa27bff23e89 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:04.150039 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b4be4ab-9ad7-4353-9788-f22efa8a835a req-1990a0e0-748c-4be0-b2ce-fa27bff23e89 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 931 time: 0.0977292 Sep 19 18:08:04.210362 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-2b4be4ab-9ad7-4353-9788-f22efa8a835a req-23fd0126-b608-4e0b-9603-dbca7db8dc52 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542808 Sep 19 18:08:05.434426 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4b301-7a5e-472c-b716-93dcd58f9755 req-67b9276a-1ba1-4834-b995-b095e95863e5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:05.436265 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43b4b301-7a5e-472c-b716-93dcd58f9755 req-67b9276a-1ba1-4834-b995-b095e95863e5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 931 time: 0.0909426 Sep 19 18:08:05.495162 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-43b4b301-7a5e-472c-b716-93dcd58f9755 req-e1d8295f-d098-49b3-9e32-ddc8d2ed6eb6 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500522 Sep 19 18:08:06.727743 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5f13-1063-4f78-8b74-5c8c6bd7c039 req-cc1a15a5-45b1-49e1-ab06-4ded44492aa3 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:06.729148 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-071f5f13-1063-4f78-8b74-5c8c6bd7c039 req-cc1a15a5-45b1-49e1-ab06-4ded44492aa3 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 931 time: 0.1123474 Sep 19 18:08:06.779624 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-071f5f13-1063-4f78-8b74-5c8c6bd7c039 req-27863a6a-71f6-4015-beea-ab4fd09fbc1a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445187 Sep 19 18:08:07.993409 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1086dc-fc20-48e4-bbe9-d929d3791a8c req-ec420cda-2b50-417c-b768-64a282e8a6c5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:07.994996 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3a1086dc-fc20-48e4-bbe9-d929d3791a8c req-ec420cda-2b50-417c-b768-64a282e8a6c5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 931 time: 0.0994942 Sep 19 18:08:08.043911 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3a1086dc-fc20-48e4-bbe9-d929d3791a8c req-12fb9442-4058-404b-94d7-6b4eb7f2f1e9 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Sep 19 18:08:08.723295 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Request body: {'port': {'device_id': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:08:08.836240 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:09.190649 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4f021e-54aa-4947-8690-93dcb7a792dc {{(pid=89056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:08:09.198636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:09.213777 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.provisioning_blocks [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Transition to ACTIVE for port object 8f4f021e-54aa-4947-8690-93dcb7a792dc will not be triggered until provisioned by entity L2. {{(pid=89056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 18:08:09.219429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:09.251380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2718d37-639d-4370-b074-02f579c53fc3 req-21dc7963-804d-44f8-a418-5638fb0c754c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:09.252963 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2718d37-639d-4370-b074-02f579c53fc3 req-21dc7963-804d-44f8-a418-5638fb0c754c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 931 time: 0.0899758 Sep 19 18:08:09.302648 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-e2718d37-639d-4370-b074-02f579c53fc3 req-f5e97c95-22be-4dff-a020-e2da7f012dce tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Sep 19 18:08:09.512617 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:08:09.555923 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Attempting to bind port 8f4f021e-54aa-4947-8690-93dcb7a792dc on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 19 18:08:09.556264 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Attempting to bind port 8f4f021e-54aa-4947-8690-93dcb7a792dc by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 19 18:08:09.556596 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Attempting to bind port 8f4f021e-54aa-4947-8690-93dcb7a792dc on network 6bae8726-4f45-4095-9444-55870d84f98f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:08:09.561428 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Port 8f4f021e-54aa-4947-8690-93dcb7a792dc on network 6bae8726-4f45-4095-9444-55870d84f98f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 19 18:08:09.561753 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Attempting to bind port 8f4f021e-54aa-4947-8690-93dcb7a792dc on network 6bae8726-4f45-4095-9444-55870d84f98f {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 19 18:08:09.567065 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Checking agent: {'id': 'a719707b-044a-419d-ae89-4844e6fc2a19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'started_at': datetime.datetime(2022, 9, 19, 17, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 18, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 19 18:08:09.567738 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Checking segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 19 18:08:09.568135 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Bound using segment: {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'} {{(pid=89056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 19 18:08:09.568567 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.managers [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Bound port: 8f4f021e-54aa-4947-8690-93dcb7a792dc, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d74a43-4908-4ac0-973c-5c5bd4b2eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f'}}] {{(pid=89056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 19 18:08:09.568910 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:09.668721 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, cleared binding levels {{(pid=89056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 19 18:08:09.671947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 19 18:08:09.678982 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:09.713362 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:09.713895 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:09.715298 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] 10.222.0.86 "PUT /v2.0/ports/8f4f021e-54aa-4947-8690-93dcb7a792dc HTTP/1.1" status: 200 len: 1093 time: 0.9986334 Sep 19 18:08:09.715736 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:08:09.793544 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3c17e5aa008e7524a22397421eec006537102f21eca1f97c34ac7ed33f3904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceff538-96af-4f75-b657-9ab8c29d16ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:08:09.811712 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9c5d2-9099-46f3-9aeb-ad5aa5b76653 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=3']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:08:09.850938 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-d74b5b45-a121-429e-9667-d353436f4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:09.852446 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-d74b5b45-a121-429e-9667-d353436f4254 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 1096 time: 0.0994952 Sep 19 18:08:09.907987 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12116682-8abd-4929-8264-81410edb0af4 x-openstack-request-id: req-12116682-8abd-4929-8264-81410edb0af4 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:08:09.908279 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:08:09.908529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-12116682-8abd-4929-8264-81410edb0af4 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:08:09.908948 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12116682-8abd-4929-8264-81410edb0af4'] response: {'name': 'network-changed', 'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'status': 'completed', 'code': 200} Sep 19 18:08:09.924301 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-fe8a3e61-f411-45fd-8822-94f1ad772277 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc HTTP/1.1" status: 200 len: 217 time: 0.0646622 Sep 19 18:08:09.992574 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-97b62d49-79dd-4467-84d3-dd0f2cd621c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:09.993880 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-97b62d49-79dd-4467-84d3-dd0f2cd621c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0623858 Sep 19 18:08:10.082093 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-ae59fcb9-0745-4fbb-814f-b0744343caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:10.083612 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-ae59fcb9-0745-4fbb-814f-b0744343caaf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835092 Sep 19 18:08:10.226270 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-b1f8a0da-2f07-404f-9c0c-8be55cf495ad service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294463 Sep 19 18:08:10.359352 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-dfcef40d-049b-4e9f-b13a-b738541691c6 req-df9955d7-a6d6-4b6d-8069-65f0dae5b571 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270025 Sep 19 18:08:10.496306 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-88eece50-bfc0-4690-ad10-70dc8386c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:10.498077 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-88eece50-bfc0-4690-ad10-70dc8386c2cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 1096 time: 0.0883622 Sep 19 18:08:10.522871 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b78714-5e95-461b-ae1c-4d989fe1459a req-662c4d0a-8a70-4c1d-aad4-0d73d3098b0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:10.524370 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-81b78714-5e95-461b-ae1c-4d989fe1459a req-662c4d0a-8a70-4c1d-aad4-0d73d3098b0a tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 943 time: 0.1068735 Sep 19 18:08:10.570879 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-81b78714-5e95-461b-ae1c-4d989fe1459a req-b04772bb-9ac9-4252-a45e-f1b4ad5c061d tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402272 Sep 19 18:08:10.631047 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-5b49bb3c-478e-4422-bf57-b4eb38c95011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:10.632389 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-5b49bb3c-478e-4422-bf57-b4eb38c95011 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1275485 Sep 19 18:08:10.700452 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-451f1f20-efd2-4daf-b930-636236acfa05 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc HTTP/1.1" status: 200 len: 217 time: 0.0613651 Sep 19 18:08:10.775853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-7f1d335e-f50b-4356-b3c5-41239c7e2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:10.777334 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-7f1d335e-f50b-4356-b3c5-41239c7e2c80 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0700924 Sep 19 18:08:10.870415 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-86e599d1-5a06-4c61-b9e3-4ebf8fc25974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:10.871967 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-86e599d1-5a06-4c61-b9e3-4ebf8fc25974 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878334 Sep 19 18:08:11.007243 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-4953bccd-d457-45df-bbc6-ffdec34c86d6 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273365 Sep 19 18:08:11.248769 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-aceff538-96af-4f75-b657-9ab8c29d16ce req-e764e009-3a76-4657-a9c0-b08900b60b97 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349448 Sep 19 18:08:11.403924 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-622a9a86-866c-409c-a289-0df15db91dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:11.781848 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733be3e-227b-4cb5-a478-3dbbdd85b28a req-b10c7415-54a3-47b1-a08e-e05755a2bd53 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:11.783422 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d733be3e-227b-4cb5-a478-3dbbdd85b28a req-b10c7415-54a3-47b1-a08e-e05755a2bd53 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 943 time: 0.0950706 Sep 19 18:08:11.828093 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-d733be3e-227b-4cb5-a478-3dbbdd85b28a req-da193609-c1a9-43a7-bc5e-6f6b3bc26f86 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389071 Sep 19 18:08:11.873348 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f4f021e-54aa-4947-8690-93dcb7a792dc details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 18:08:12.010221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:08:12.023937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'port_id': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'mac_address': 'fa:16:3e:ca:53:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 18:08:12.083926 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8f4f021e-54aa-4947-8690-93dcb7a792dc is: DOWN; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:08:12.084229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:12.103155 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4f021e-54aa-4947-8690-93dcb7a792dc {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:08:12.120339 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:08:12.127723 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:12.195729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=4']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:08:12.343890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8f4f021e-54aa-4947-8690-93dcb7a792dc'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 18:08:13.044270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc38a6-a86d-4259-bde3-ba6727af5da5 req-17ab1b65-983b-45a0-a37a-a268881db5f0 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:13.045799 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cccc38a6-a86d-4259-bde3-ba6727af5da5 req-17ab1b65-983b-45a0-a37a-a268881db5f0 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 944 time: 0.0971308 Sep 19 18:08:13.089910 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-cccc38a6-a86d-4259-bde3-ba6727af5da5 req-f6c088c3-5be0-45a3-82f1-5dbe369d53d6 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383155 Sep 19 18:08:13.616972 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad79fda9-27c7-4394-b7a4-2f06fa6f9d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:13.885375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f4f021e-54aa-4947-8690-93dcb7a792dc up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:08:13.967625 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning for port 8f4f021e-54aa-4947-8690-93dcb7a792dc completed by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 18:08:13.972616 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 8f4f021e-54aa-4947-8690-93dcb7a792dc triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:08:13.972990 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:14.092344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8f4f021e-54aa-4947-8690-93dcb7a792dc is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:08:14.092724 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:14.123362 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:08:14.125856 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30952d33b81e448eda452e0ef374df4bb5c1d56bde7a8634bcc7f41f96ab3674" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdaf8d9-f8b7-4b06-8ce9-ec653cb0c28f" -d '{"events": [{"server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:08:14.135965 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:08:14.142995 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:14.180322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3060e1ec-6816-4560-93e1-c6d508e129c8 x-openstack-request-id: req-3060e1ec-6816-4560-93e1-c6d508e129c8 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:08:14.180322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:08:14.180322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3060e1ec-6816-4560-93e1-c6d508e129c8 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:08:14.180762 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3060e1ec-6816-4560-93e1-c6d508e129c8'] response: {'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'code': 200} Sep 19 18:08:14.218201 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=5']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:08:14.269821 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:08:14.305893 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b990f73-2cb6-4b38-8475-913d8a76a54d req-569a5efd-72e6-4ba8-b1d0-91dccb4e3b92 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:14.307394 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3b990f73-2cb6-4b38-8475-913d8a76a54d req-569a5efd-72e6-4ba8-b1d0-91dccb4e3b92 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 945 time: 0.0976081 Sep 19 18:08:14.389350 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-3b990f73-2cb6-4b38-8475-913d8a76a54d req-82e1d233-49a9-461a-be66-ec504ea9fe97 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760322 Sep 19 18:08:14.426121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aede2d-c9a0-4884-901d-4311642e20af req-71ca0e96-54a3-4dbc-b095-73990c27de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:14.427640 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87aede2d-c9a0-4884-901d-4311642e20af req-71ca0e96-54a3-4dbc-b095-73990c27de03 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 1098 time: 0.0849814 Sep 19 18:08:14.469624 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-87aede2d-c9a0-4884-901d-4311642e20af req-b45e7bb3-71e7-424c-893a-dce157aa95c0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355456 Sep 19 18:08:15.192278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:15.431374 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:15.601605 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca409d-94b0-48d6-9cba-d134dc2ecee3 req-fc584f7e-5aee-4005-86e5-cba35618fe18 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:15.603111 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-67ca409d-94b0-48d6-9cba-d134dc2ecee3 req-fc584f7e-5aee-4005-86e5-cba35618fe18 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 945 time: 0.0920725 Sep 19 18:08:15.650452 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-67ca409d-94b0-48d6-9cba-d134dc2ecee3 req-6cc5c245-48dc-44f7-8b56-88fea7b47e14 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Sep 19 18:08:16.505528 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:16.876511 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad85a59-ae84-45c9-90ca-efc361f66ab0 req-7dcf03f0-d7a7-412c-b6c3-8c135a10d8d5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:16.878031 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cad85a59-ae84-45c9-90ca-efc361f66ab0 req-7dcf03f0-d7a7-412c-b6c3-8c135a10d8d5 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 945 time: 0.1028972 Sep 19 18:08:16.924050 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-cad85a59-ae84-45c9-90ca-efc361f66ab0 req-9b473e56-0d02-4853-b212-207ba0138c16 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Sep 19 18:08:17.139482 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3fd66-16b7-4d59-89c9-5f4d0f4f08d9 req-68c5a68e-2505-4d02-90c4-df5498eade2d tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:17.140941 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f6d3fd66-16b7-4d59-89c9-5f4d0f4f08d9 req-68c5a68e-2505-4d02-90c4-df5498eade2d tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 945 time: 0.1009076 Sep 19 18:08:17.190360 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-f6d3fd66-16b7-4d59-89c9-5f4d0f4f08d9 req-834aad8c-2c1e-4ba3-8160-f493bdd728fa tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Sep 19 18:08:17.225333 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 58332) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:08:17.302662 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04701103-a933-46be-aafa-479f6799045d tempest-TestSnapshotPattern-1432772719 tempest-TestSnapshotPattern-1432772719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:17.303425 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-04701103-a933-46be-aafa-479f6799045d tempest-TestSnapshotPattern-1432772719 tempest-TestSnapshotPattern-1432772719-project-admin] Synchronizing usage tracker for tenant:486b1aac0248489f9d5a0dc1bc34d6fc on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:08:17.323677 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-04701103-a933-46be-aafa-479f6799045d tempest-TestSnapshotPattern-1432772719 tempest-TestSnapshotPattern-1432772719-project-admin] Unset dirty status for tenant:486b1aac0248489f9d5a0dc1bc34d6fc on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:08:17.325532 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-04701103-a933-46be-aafa-479f6799045d tempest-TestSnapshotPattern-1432772719 tempest-TestSnapshotPattern-1432772719-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 1093 time: 0.0992377 Sep 19 18:08:17.328720 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 58336) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:08:17.334579 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.v2.base [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Request body: {'floatingip': {'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'port_id': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 19 18:08:17.340917 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 19 18:08:17.345031 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Usage tracker for resource:floatingip and tenant:0ae4a49883f940878da74e43d31b0c4a is out of sync, need to count used quota {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 19 18:08:17.348325 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89056) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 19 18:08:17.354429 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.quota.driver [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89056) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 19 18:08:17.371023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for floatingip, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:17.513100 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:17.666088 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_common [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Allocated IP 172.26.10.44 (115f4b4b-cb9c-4052-98b3-4d902a970953/ece48556-0ccc-4688-a4be-002567c44ff5/44eca823-5cf5-43d5-9489-90acf358b5e1) {{(pid=89056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 18:08:17.817287 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for port, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:17.852692 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767835970524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:17.921122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Network 115f4b4b-cb9c-4052-98b3-4d902a970953 is already hosted by enough agents. {{(pid=89056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 18:08:17.924177 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.base_scheduler [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Resources bound (agent type, host, resource id): {{(pid=89056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 18:08:17.928042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Received port after_create {{(pid=89056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 19 18:08:17.957734 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'Port': ['ID=44eca823-5cf5-43d5-9489-90acf358b5e1,revision_number=1']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:08:18.355778 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:18.436919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:18.758882 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for port, precommit_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:18.765436 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7541822'] for port, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:18.872755 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event updated for resources: {'Port': ['ID=44eca823-5cf5-43d5-9489-90acf358b5e1,revision_number=2']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:08:18.875370 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516008'] for floatingip, after_update {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:19.051726 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.db.l3_db [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Floating IP ea7435fe-3efc-4f6c-a0fc-d5ac435bb889 associated. External IP: 172.26.10.44, port: 8f4f021e-54aa-4947-8690-93dcb7a792dc. Sep 19 18:08:19.410324 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Router d4f57779-18d0-46f4-93b0-b5332759bb3c has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:08:19.596834 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:08:19.607542 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] Sync routers for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:08:19.618524 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:08:19.619177 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:08:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:08:19.624832 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:19.683557 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8b5f2388-608f-454d-a1d7-fb0bc178428f tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3526123 Sep 19 18:08:19.684132 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:08:19.686484 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3c17e5aa008e7524a22397421eec006537102f21eca1f97c34ac7ed33f3904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43" -d '{"events": [{"name": "network-changed", "server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:08:19.730634 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bc39cc-e5ca-4522-a57a-98935e44f175 x-openstack-request-id: req-86bc39cc-e5ca-4522-a57a-98935e44f175 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:08:19.730947 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:08:19.731201 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-86bc39cc-e5ca-4522-a57a-98935e44f175 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:08:19.731612 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bc39cc-e5ca-4522-a57a-98935e44f175'] response: {'name': 'network-changed', 'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'status': 'completed', 'code': 200} Sep 19 18:08:19.801078 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:08:19.830137 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-dd224a44-2ac2-4c1e-84cd-9b3bdeccad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:19.832030 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-dd224a44-2ac2-4c1e-84cd-9b3bdeccad5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 1098 time: 0.0795205 Sep 19 18:08:19.963077 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-8f41c432-647f-49cf-9455-cb9dfee9c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:19.964507 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-8f41c432-647f-49cf-9455-cb9dfee9c934 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1263034 Sep 19 18:08:20.153079 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:51Z', 'revision_number': 1, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}, {'id': 'ea7435fe-3efc-4f6c-a0fc-d5ac435bb889', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:ca:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:08:18Z', 'updated_at': '2022-09-19T18:08:18Z', 'revision_number': 0, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:08:20.157764 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] Checking router: d4f57779-18d0-46f4-93b0-b5332759bb3c for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:08:20.166814 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:08:20.167444 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:08:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:08:20.187196 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-4748475f-ee9b-483d-bd14-1504b1bbfb99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc HTTP/1.1" status: 200 len: 999 time: 0.2164257 Sep 19 18:08:20.258994 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-e3d09efc-ea02-4a95-9761-9311132cc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:20.260377 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-e3d09efc-ea02-4a95-9761-9311132cc83b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0670624 Sep 19 18:08:20.344488 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-60e62caf-c68e-4055-9f1a-573d5c833431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:20.345992 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-60e62caf-c68e-4055-9f1a-573d5c833431 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800867 Sep 19 18:08:20.350878 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:08:20.479844 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-1861a5d8-964b-476d-a490-295f8229f3eb service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264834 Sep 19 18:08:20.614051 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b3e2126a-7fef-47db-8b53-b9b0c6d23c43 req-92f5e841-96ab-40e8-b9fe-1e0ad54ef97e service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281486 Sep 19 18:08:20.703014 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:51Z', 'revision_number': 1, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}, {'id': 'ea7435fe-3efc-4f6c-a0fc-d5ac435bb889', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:ca:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:08:18Z', 'updated_at': '2022-09-19T18:08:18Z', 'revision_number': 0, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:08:20.707167 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798705a4-69d5-4a5e-bba0-9f7f748d7678 None None] The sync data for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv is: [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:51Z', 'revision_number': 1, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}, {'id': 'ea7435fe-3efc-4f6c-a0fc-d5ac435bb889', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.44', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:ca:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:08:18Z', 'updated_at': '2022-09-19T18:08:18Z', 'revision_number': 0, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:08:20.910453 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf007025-f016-43f2-9c65-fe4fa537c3ee None None] New status for floating IP ea7435fe-3efc-4f6c-a0fc-d5ac435bb889: ACTIVE {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 18:08:26.188465 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:41.401575 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bea48ecb-eee4-412e-9873-97ac77308e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:43.618531 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bb3f2845-7f4b-49ce-ac7f-4546aafd44ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:45.197850 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:45.425748 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:46.518498 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:51.268999 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:08:56.187573 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:08:57.620080 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-603b9ced-d8bf-49ca-a077-6a3fe35a0b8f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098435 Sep 19 18:08:57.780028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-bec4f878-2070-449d-a44e-31469948c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:57.781419 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-bec4f878-2070-449d-a44e-31469948c8b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1097 time: 0.0833371 Sep 19 18:08:57.944091 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-e82157f3-dc01-4132-b164-5ab656a7d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:57.945567 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-e82157f3-dc01-4132-b164-5ab656a7d353 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1411088 Sep 19 18:08:58.051905 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-23548cb2-5b2f-4551-aa01-80c3848609e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 1000 time: 0.0992987 Sep 19 18:08:58.117029 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-8f1be371-9fd4-44ea-9ffc-767089fba72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:58.118439 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-8f1be371-9fd4-44ea-9ffc-767089fba72c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0600829 Sep 19 18:08:58.208918 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-5ad0f165-7fc6-4824-a90a-97e9c5a1aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:08:58.210390 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-5ad0f165-7fc6-4824-a90a-97e9c5a1aafb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856109 Sep 19 18:08:58.354153 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-25953ee7-169a-4357-a4d7-ecaa57fc7735 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361837 Sep 19 18:08:58.487458 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-26cb4030-0f57-4716-8c9d-d6bc0bccad93 req-03ff8c78-773e-41d3-b709-1c524f906562 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270709 Sep 19 18:09:11.406756 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1ac06238-59ca-4640-bf96-ad320c34bcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:13.625163 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-63ee2fe1-fa66-4ed5-934d-6fd8a609a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:15.207472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:15.429143 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:16.519889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:26.207214 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:28.268355 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:09:41.407386 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-0a8d69fd-eaf4-4b74-adc4-19679fab3f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:43.613883 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-041157f8-66ee-45c9-ad78-e0bcfeaaf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:45.200115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:45.430375 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:46.515889 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:52.412615 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f4f021e-54aa-4947-8690-93dcb7a792dc details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 19 18:09:52.563067 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:09:52.578139 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Returning: {'device': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'port_id': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'mac_address': 'fa:16:3e:ca:53:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 19 18:09:52.638500 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8f4f021e-54aa-4947-8690-93dcb7a792dc is: ACTIVE; New status is: BUILD {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:09:52.638886 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:52.658882 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f4f021e-54aa-4947-8690-93dcb7a792dc {{(pid=89057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 19 18:09:52.675388 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:09:52.684401 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:52.766478 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=6']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:09:52.778162 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] get_ports_and_sgs() called for port_ids ['8f4f021e-54aa-4947-8690-93dcb7a792dc'] {{(pid=89057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 19 18:09:52.808190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.808953 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.809310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.809645 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.809979 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.810311 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.810639 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.810991 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.811322 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.811660 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.811970 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:52.812290 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:09:54.412432 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f4f021e-54aa-4947-8690-93dcb7a792dc up at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 19 18:09:54.501335 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.provisioning_blocks [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Provisioning complete for port 8f4f021e-54aa-4947-8690-93dcb7a792dc triggered by entity L2. {{(pid=89057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 18:09:54.501712 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661102'] for port, provisioning_complete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:54.628124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8f4f021e-54aa-4947-8690-93dcb7a792dc is: BUILD; New status is: ACTIVE {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:09:54.628124 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:54.661861 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:09:54.664257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30952d33b81e448eda452e0ef374df4bb5c1d56bde7a8634bcc7f41f96ab3674" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4cd23b-31a1-4a30-b9d6-226208020cec" -d '{"events": [{"server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:09:54.680580 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:09:54.691640 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:54.754962 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91be846b-3728-45e6-bf0d-3a2e610c817b x-openstack-request-id: req-91be846b-3728-45e6-bf0d-3a2e610c817b {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:09:54.755576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:09:54.755997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-91be846b-3728-45e6-bf0d-3a2e610c817b {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:09:54.756543 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91be846b-3728-45e6-bf0d-3a2e610c817b'] response: {'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'code': 200} Sep 19 18:09:54.793928 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=7']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:09:56.202957 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:09:57.630170 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14747fea-05f7-4314-8b54-bb438191aea4 req-360b5cb2-51e1-464e-92b6-82fdf169365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:09:57.631795 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-14747fea-05f7-4314-8b54-bb438191aea4 req-360b5cb2-51e1-464e-92b6-82fdf169365e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 1098 time: 0.0949547 Sep 19 18:09:57.803830 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14747fea-05f7-4314-8b54-bb438191aea4 req-3cbc1006-9be6-40d8-96b1-836284a1a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:09:57.805708 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-14747fea-05f7-4314-8b54-bb438191aea4 req-3cbc1006-9be6-40d8-96b1-836284a1a0c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1453414 Sep 19 18:09:58.039302 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-14747fea-05f7-4314-8b54-bb438191aea4 req-65577c87-a5f4-4a44-9413-c00ecdd151d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc HTTP/1.1" status: 200 len: 1001 time: 0.2261937 Sep 19 18:09:58.107469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14747fea-05f7-4314-8b54-bb438191aea4 req-fa293153-d090-43d9-a46f-175320fec037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:09:58.108993 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-14747fea-05f7-4314-8b54-bb438191aea4 req-fa293153-d090-43d9-a46f-175320fec037 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0633206 Sep 19 18:09:58.197210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14747fea-05f7-4314-8b54-bb438191aea4 req-996960eb-bc7a-4b80-bb51-1f3753da9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:09:58.198997 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-14747fea-05f7-4314-8b54-bb438191aea4 req-996960eb-bc7a-4b80-bb51-1f3753da9eee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829785 Sep 19 18:09:58.355265 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-14747fea-05f7-4314-8b54-bb438191aea4 req-7eb5a5ec-e308-4ee0-a447-abe4fea020b4 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494892 Sep 19 18:09:58.507822 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-14747fea-05f7-4314-8b54-bb438191aea4 req-b974288b-b059-4185-a785-99ec74581bd4 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446633 Sep 19 18:10:00.524600 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58550) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:00.734557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Deleting port 44eca823-5cf5-43d5-9489-90acf358b5e1 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:00.734897 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:00.915323 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:00.915672 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:01.141376 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Calling delete_port for 44eca823-5cf5-43d5-9489-90acf358b5e1 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:01.309583 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:01.359325 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event deleted for resources: {'Port': ['ID=44eca823-5cf5-43d5-9489-90acf358b5e1,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:01.401706 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.402054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.402396 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.402733 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.403091 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.403425 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.403772 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.404098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.404421 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.404742 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.405065 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.405380 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:01.481667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:01.481996 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Floating IP ea7435fe-3efc-4f6c-a0fc-d5ac435bb889 disassociated (deleted). External IP: 172.26.10.44, port: 8f4f021e-54aa-4947-8690-93dcb7a792dc. Sep 19 18:10:01.841057 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Router d4f57779-18d0-46f4-93b0-b5332759bb3c has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:10:02.028550 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:10:02.038711 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] Sync routers for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:10:02.049175 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:10:02.049793 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:02.052414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:02.107451 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-6e83cad7-17bf-4655-8660-1f61ec7df00e tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "DELETE /v2.0/floatingips/ea7435fe-3efc-4f6c-a0fc-d5ac435bb889 HTTP/1.1" status: 204 len: 168 time: 1.5816054 Sep 19 18:10:02.107935 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:10:02.188917 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15e80ff2a2e3dc8bd32905fdc22e1b8dea9216bb4321f39ef259e50feb35ce2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:10:02.275631 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:10:02.287424 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f8da74-a718-40b4-bf40-2c400c2a13f2 x-openstack-request-id: req-73f8da74-a718-40b4-bf40-2c400c2a13f2 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:10:02.287756 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:10:02.288005 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-73f8da74-a718-40b4-bf40-2c400c2a13f2 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:10:02.288416 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f8da74-a718-40b4-bf40-2c400c2a13f2'] response: {'name': 'network-changed', 'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'status': 'completed', 'code': 200} Sep 19 18:10:02.395369 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-c77cc72a-7dce-42e8-aed8-46a4ddbb864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:02.397482 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-c77cc72a-7dce-42e8-aed8-46a4ddbb864a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 1098 time: 0.0883129 Sep 19 18:10:02.593236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-84323924-65e7-429e-86ee-9d425fbaa3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:02.594709 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-84323924-65e7-429e-86ee-9d425fbaa3d8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1901536 Sep 19 18:10:02.606234 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40fc66-0236-4bcc-904c-178dab09fd9d req-ba41bae0-c47a-4516-8496-729220b0a9c9 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:02.607656 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bb40fc66-0236-4bcc-904c-178dab09fd9d req-ba41bae0-c47a-4516-8496-729220b0a9c9 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 945 time: 0.1834152 Sep 19 18:10:02.649951 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:51Z', 'revision_number': 1, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:02.653873 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] Checking router: d4f57779-18d0-46f4-93b0-b5332759bb3c for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:10:02.662300 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:10:02.663023 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:02.685518 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-b85854d1-bb98-419d-a8ba-b2501e6e6bad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc HTTP/1.1" status: 200 len: 217 time: 0.0769088 Sep 19 18:10:02.753321 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-bb40fc66-0236-4bcc-904c-178dab09fd9d req-38ba09bc-bd34-407c-ad70-03f359e67eab tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944452 Sep 19 18:10:02.769464 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-4a45e8a7-b148-4ea1-bca2-59a36c923fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:02.770927 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-4a45e8a7-b148-4ea1-bca2-59a36c923fb7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0718164 Sep 19 18:10:02.841020 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:10:02.859205 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-a644c985-b8fb-435e-b1a6-068caf1c86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:02.860860 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-a644c985-b8fb-435e-b1a6-068caf1c86ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823445 Sep 19 18:10:02.999996 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-34cf9fc3-1fb6-4376-b20f-32c8f43e8d38 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319931 Sep 19 18:10:03.133327 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-f5a7ce10-96dd-47e3-a31f-c82d831eefa9 req-8227db41-f45f-40f3-846b-3366855b9951 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261559 Sep 19 18:10:03.194434 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:51Z', 'revision_number': 1, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:03.199145 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c25f60-19cd-4b94-ae21-0395f85196fd None None] The sync data for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv is: [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_floatingips': [{'id': '2f2690ab-c2ba-4fd6-8aba-fede002c6908', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'floating_ip_address': '172.26.10.37', 'floating_network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'router_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'port_id': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'mac_address': 'fa:16:3e:7b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T18:05:48Z', 'updated_at': '2022-09-19T18:05:51Z', 'revision_number': 1, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:10:03.438943 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194f91d-c3cc-4049-98ed-4e785a5f1abb None None] New status for floating IP ea7435fe-3efc-4f6c-a0fc-d5ac435bb889: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 18:10:03.965361 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-44e4c5a4-4cbb-4be9-99f6-4b2f8d3203f0 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:03.966860 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-44e4c5a4-4cbb-4be9-99f6-4b2f8d3203f0 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 945 time: 0.0915189 Sep 19 18:10:03.969602 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9847b-e4ed-4158-8c10-08fadf6c0a00 req-1e06e09d-219b-45a2-aec8-6448cd885be8 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:03.970287 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b4d9847b-e4ed-4158-8c10-08fadf6c0a00 req-1e06e09d-219b-45a2-aec8-6448cd885be8 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Synchronizing usage tracker for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:10:03.988502 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b4d9847b-e4ed-4158-8c10-08fadf6c0a00 req-1e06e09d-219b-45a2-aec8-6448cd885be8 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Unset dirty status for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:10:03.989788 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4d9847b-e4ed-4158-8c10-08fadf6c0a00 req-1e06e09d-219b-45a2-aec8-6448cd885be8 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 945 time: 0.1127644 Sep 19 18:10:04.035993 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b4d9847b-e4ed-4158-8c10-08fadf6c0a00 req-6815e0cd-2e04-4130-980f-42b76ce21664 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 Sep 19 18:10:04.041855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Deleting port 8f4f021e-54aa-4947-8690-93dcb7a792dc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:04.042188 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:04.413906 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:04.414454 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:04.459298 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f4f021e-54aa-4947-8690-93dcb7a792dc no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:04.537855 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Calling delete_port for 8f4f021e-54aa-4947-8690-93dcb7a792dc owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:04.579641 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Current status of the port 8f4f021e-54aa-4947-8690-93dcb7a792dc is: ACTIVE; New status is: DOWN {{(pid=89057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 19 18:10:04.579997 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639125'] for port, before_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:04.608278 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc'}] {{(pid=89057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:10:04.610572 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30952d33b81e448eda452e0ef374df4bb5c1d56bde7a8634bcc7f41f96ab3674" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a94afeb-8639-4465-b28e-3fb8b32f1c62" -d '{"events": [{"server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc"}]}' {{(pid=89057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:10:04.620098 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:04.624565 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767836507733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767835970542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767836007967'] for port, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:04.633526 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.db.api [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 18:10:04.634163 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG oslo_db.api [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 18:10:04.658107 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fae914e-f10c-4acc-8055-3add3ea6f219 x-openstack-request-id: req-4fae914e-f10c-4acc-8055-3add3ea6f219 {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:10:04.658355 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc", "code": 200}]} {{(pid=89057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:10:04.658600 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4fae914e-f10c-4acc-8055-3add3ea6f219 {{(pid=89057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:10:04.659011 dv-neutron-857789-3-hyperv neutron-server[89057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fae914e-f10c-4acc-8055-3add3ea6f219'] response: {'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'code': 200} Sep 19 18:10:04.695661 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Pushing event updated for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=8']} {{(pid=89057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:05.134768 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Deleting port 8f4f021e-54aa-4947-8690-93dcb7a792dc {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:05.135330 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:05.244553 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e5da7-f56a-4466-8fdf-3a8f83c73c3c req-2b602a93-e75b-49ac-a219-cf3474c4d9e4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:05.246072 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc1e5da7-f56a-4466-8fdf-3a8f83c73c3c req-2b602a93-e75b-49ac-a219-cf3474c4d9e4 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 943 time: 0.0873222 Sep 19 18:10:05.267598 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:10:05.290139 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-fc1e5da7-f56a-4466-8fdf-3a8f83c73c3c req-aa0193b7-b7fb-41ad-ac33-995642fa59e2 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382795 Sep 19 18:10:05.391042 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] For port 8f4f021e-54aa-4947-8690-93dcb7a792dc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8f4f021e-54aa-4947-8690-93dcb7a792dc,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:05.391340 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:05.519071 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Calling delete_port for 8f4f021e-54aa-4947-8690-93dcb7a792dc owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:05.676645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:05.732980 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event deleted for resources: {'Port': ['ID=8f4f021e-54aa-4947-8690-93dcb7a792dc,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:05.775440 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.775782 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.776155 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.776495 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.776823 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.777149 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.777469 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.777798 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.778121 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.778447 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.778770 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.779122 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857789-3-hyperv {{(pid=89056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 18:10:05.828210 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] No DVR routers for this DVR port 8f4f021e-54aa-4947-8690-93dcb7a792dc on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 18:10:05.830955 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:05.833500 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'name': 'network-vif-deleted', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:10:05.835809 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3c17e5aa008e7524a22397421eec006537102f21eca1f97c34ac7ed33f3904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52634e04-6931-4b81-81f1-ff03e74e061d" -d '{"events": [{"server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "name": "network-vif-deleted", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:10:05.852247 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-b553029a-6a27-4d35-981a-c2d11c3b2ab7 req-30a5d977-6514-484d-a933-80f7430a989b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "DELETE /v2.0/ports/8f4f021e-54aa-4947-8690-93dcb7a792dc HTTP/1.1" status: 204 len: 173 time: 1.8796179 Sep 19 18:10:05.880660 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c82802-aea3-4e3f-a39f-c5ec000ca833 x-openstack-request-id: req-46c82802-aea3-4e3f-a39f-c5ec000ca833 {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:10:05.880944 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96daada-2188-49b8-8c69-6e9dd3994d23", "name": "network-vif-deleted", "tag": "8f4f021e-54aa-4947-8690-93dcb7a792dc", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:10:05.881236 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-46c82802-aea3-4e3f-a39f-c5ec000ca833 {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:10:05.881637 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c82802-aea3-4e3f-a39f-c5ec000ca833'] response: {'server_uuid': 'a96daada-2188-49b8-8c69-6e9dd3994d23', 'name': 'network-vif-deleted', 'tag': '8f4f021e-54aa-4947-8690-93dcb7a792dc', 'status': 'completed', 'code': 200} Sep 19 18:10:06.478276 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-868c65fd-960f-4368-90ba-c9f7cbbc8467 req-b96fbc6e-97c5-474b-a3d9-0bbb6e03ff30 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=a96daada-2188-49b8-8c69-6e9dd3994d23 HTTP/1.1" status: 200 len: 210 time: 0.0574062 Sep 19 18:10:08.185031 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58632) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:08.397054 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Deleting port 23e5f58e-4b33-4360-a86a-cc46c519d270 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:08.397270 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:08.492066 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f4f021e-54aa-4947-8690-93dcb7a792dc no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:08.528456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 8f4f021e-54aa-4947-8690-93dcb7a792dc {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:10:08.528805 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 8f4f021e-54aa-4947-8690-93dcb7a792dc not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:10:08.684838 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:08.685162 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:08.818578 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Calling delete_port for 23e5f58e-4b33-4360-a86a-cc46c519d270 owned by network:floatingip {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:08.982700 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:09.028557 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event deleted for resources: {'Port': ['ID=23e5f58e-4b33-4360-a86a-cc46c519d270,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:09.130169 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for floatingip, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:09.130494 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.db.l3_db [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Floating IP 2f2690ab-c2ba-4fd6-8aba-fede002c6908 disassociated (deleted). External IP: 172.26.10.37, port: 7a87d7f7-5559-4b79-964f-41602d1ea837. Sep 19 18:10:09.504040 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Router d4f57779-18d0-46f4-93b0-b5332759bb3c has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:10:09.691504 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:10:09.704696 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] Sync routers for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:10:09.708828 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for floatingip, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:09.716471 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:10:09.717098 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:09.765092 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-5f0f5406-e990-4c0c-a574-b63ae3c4131b tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "DELETE /v2.0/floatingips/2f2690ab-c2ba-4fd6-8aba-fede002c6908 HTTP/1.1" status: 204 len: 168 time: 1.5788310 Sep 19 18:10:09.765674 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837'}] {{(pid=89055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:10:09.768029 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15e80ff2a2e3dc8bd32905fdc22e1b8dea9216bb4321f39ef259e50feb35ce2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127375d-5996-4501-8dac-5fef490566b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837"}]}' {{(pid=89055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:10:09.812098 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5148dd3a-85ba-467c-9455-88b4062f1820 x-openstack-request-id: req-5148dd3a-85ba-467c-9455-88b4062f1820 {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:10:09.812397 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837", "status": "completed", "code": 200}]} {{(pid=89055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:10:09.812835 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5148dd3a-85ba-467c-9455-88b4062f1820 {{(pid=89055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:10:09.813249 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5148dd3a-85ba-467c-9455-88b4062f1820'] response: {'name': 'network-changed', 'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'status': 'completed', 'code': 200} Sep 19 18:10:09.923183 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127375d-5996-4501-8dac-5fef490566b5 req-6d6cf1c3-e442-408c-b857-7457c8d86e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:09.924696 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4127375d-5996-4501-8dac-5fef490566b5 req-6d6cf1c3-e442-408c-b857-7457c8d86e52 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ae4a49883f940878da74e43d31b0c4a&device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 1097 time: 0.0883808 Sep 19 18:10:09.939215 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:10:10.066822 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127375d-5996-4501-8dac-5fef490566b5 req-72c81f14-7dea-40df-9206-ed7b9bddeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:10.068596 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4127375d-5996-4501-8dac-5fef490566b5 req-72c81f14-7dea-40df-9206-ed7b9bddeeb4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 200 len: 911 time: 0.1382966 Sep 19 18:10:10.176935 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4127375d-5996-4501-8dac-5fef490566b5 req-b6604d8f-2313-4fed-a752-665e60947f69 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 200 len: 217 time: 0.0747268 Sep 19 18:10:10.252141 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127375d-5996-4501-8dac-5fef490566b5 req-f3bb947e-7ff8-48a0-94f3-d7f8fb99852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:10.253582 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4127375d-5996-4501-8dac-5fef490566b5 req-f3bb947e-7ff8-48a0-94f3-d7f8fb99852a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 200 len: 849 time: 0.0689404 Sep 19 18:10:10.259755 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:10.263789 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] Checking router: d4f57779-18d0-46f4-93b0-b5332759bb3c for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:10:10.265611 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4380f5-ce9d-473f-b509-ace69541e38f req-dbbaeb60-0d47-4022-9bfa-0956a6d02c58 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:10.266301 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4b4380f5-ce9d-473f-b509-ace69541e38f req-dbbaeb60-0d47-4022-9bfa-0956a6d02c58 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Synchronizing usage tracker for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89056) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:10:10.272272 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:10:10.272856 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:09:44Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:10.441650 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.quota.resource [req-4b4380f5-ce9d-473f-b509-ace69541e38f req-dbbaeb60-0d47-4022-9bfa-0956a6d02c58 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Unset dirty status for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89056) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:10:10.443419 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b4380f5-ce9d-473f-b509-ace69541e38f req-dbbaeb60-0d47-4022-9bfa-0956a6d02c58 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 944 time: 0.3783247 Sep 19 18:10:10.458941 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:10:10.490241 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127375d-5996-4501-8dac-5fef490566b5 req-5607b0d9-0648-4644-afd8-b26c40595d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:10.491745 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4127375d-5996-4501-8dac-5fef490566b5 req-5607b0d9-0648-4644-afd8-b26c40595d2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bae8726-4f45-4095-9444-55870d84f98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2226996 Sep 19 18:10:10.499147 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4b4380f5-ce9d-473f-b509-ace69541e38f req-22c8dd27-1573-4ed1-a4f8-4fd33065c7f2 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492530 Sep 19 18:10:10.626567 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4127375d-5996-4501-8dac-5fef490566b5 req-b7e563f4-e8f0-4fde-87c7-666c9a710ef1 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265247 Sep 19 18:10:10.768345 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-4127375d-5996-4501-8dac-5fef490566b5 req-af96fcfe-c991-4f43-9e69-2bbdd2e871f8 service neutron] 10.222.0.86 "GET /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352265 Sep 19 18:10:10.776828 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:10.781167 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3de64b-2238-4ed4-a5a9-1c284cf9c0a7 None None] The sync data for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv is: [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:05:25Z', 'revision_number': 4, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv', '_interfaces': [{'id': '5873a483-3c00-4946-8312-5de97f676553', 'name': '', 'network_id': '6bae8726-4f45-4095-9444-55870d84f98f', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'mac_address': 'fa:16:3e:49:8c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:24Z', 'updated_at': '2022-09-19T18:05:33Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'subnets': [{'id': '1116082b-5592-41f2-9551-e2e9ce2f8c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:10:11.032838 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7f7a9-444e-45d8-ad49-1ec648a37e19 None None] New status for floating IP 2f2690ab-c2ba-4fd6-8aba-fede002c6908: DOWN {{(pid=89057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 18:10:11.403472 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-358d4b64-d379-4040-aca6-702a443732c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:11.629028 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-3970b8dc-9b26-409e-b879-e0dd56cbcccc tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:11.630527 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-3970b8dc-9b26-409e-b879-e0dd56cbcccc tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 944 time: 0.0984716 Sep 19 18:10:11.702215 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Deleting port 7a87d7f7-5559-4b79-964f-41602d1ea837 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:11.702867 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:11.711259 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de10c4-69aa-4eb0-8b86-7a5ef93e91c1 req-af26102e-e943-4050-985c-204ce515a7f8 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 18:10:11.712774 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b6de10c4-69aa-4eb0-8b86-7a5ef93e91c1 req-af26102e-e943-4050-985c-204ce515a7f8 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Synchronizing usage tracker for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89055) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 19 18:10:11.724669 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.quota.resource [req-b6de10c4-69aa-4eb0-8b86-7a5ef93e91c1 req-af26102e-e943-4050-985c-204ce515a7f8 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Unset dirty status for tenant:0ae4a49883f940878da74e43d31b0c4a on resource:port {{(pid=89055) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 19 18:10:11.725837 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6de10c4-69aa-4eb0-8b86-7a5ef93e91c1 req-af26102e-e943-4050-985c-204ce515a7f8 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 944 time: 0.1054759 Sep 19 18:10:11.771074 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-b6de10c4-69aa-4eb0-8b86-7a5ef93e91c1 req-ee5e1801-8387-4686-b20a-a8cd0cb1ec57 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/security-groups?id=3042e500-41ab-46c2-a989-37a59fbf4ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392966 Sep 19 18:10:11.962090 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] For port 7a87d7f7-5559-4b79-964f-41602d1ea837, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7a87d7f7-5559-4b79-964f-41602d1ea837,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:11.962444 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:12.090527 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Calling delete_port for 7a87d7f7-5559-4b79-964f-41602d1ea837 owned by compute:nova {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:12.245684 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:12.299181 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event deleted for resources: {'Port': ['ID=7a87d7f7-5559-4b79-964f-41602d1ea837,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:12.387636 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] No DVR routers for this DVR port 7a87d7f7-5559-4b79-964f-41602d1ea837 on host hv-neutron-8577 {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 18:10:12.390212 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164028'] for port, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:12.393039 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'name': 'network-vif-deleted', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837'}] {{(pid=89056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 19 18:10:12.395337 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3c17e5aa008e7524a22397421eec006537102f21eca1f97c34ac7ed33f3904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f75bbae-0b25-41d9-8408-06dc56143986" -d '{"events": [{"server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "name": "network-vif-deleted", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837"}]}' {{(pid=89056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 18:10:12.409458 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [req-9ebae451-fa10-4151-b001-ddb4fb8e0c05 req-25e1271c-f68a-4eeb-aa05-bb402fa5c87c tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.86 "DELETE /v2.0/ports/7a87d7f7-5559-4b79-964f-41602d1ea837 HTTP/1.1" status: 204 len: 173 time: 0.7739282 Sep 19 18:10:12.441328 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b98db12-fc97-4c48-9430-75b9a988622d x-openstack-request-id: req-0b98db12-fc97-4c48-9430-75b9a988622d {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 18:10:12.441681 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea04779c-baec-4054-a778-4b0fd0d72dcd", "name": "network-vif-deleted", "tag": "7a87d7f7-5559-4b79-964f-41602d1ea837", "status": "completed", "code": 200}]} {{(pid=89056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 18:10:12.442078 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0b98db12-fc97-4c48-9430-75b9a988622d {{(pid=89056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 18:10:12.442676 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b98db12-fc97-4c48-9430-75b9a988622d'] response: {'server_uuid': 'ea04779c-baec-4054-a778-4b0fd0d72dcd', 'name': 'network-vif-deleted', 'tag': '7a87d7f7-5559-4b79-964f-41602d1ea837', 'status': 'completed', 'code': 200} Sep 19 18:10:12.948410 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [req-41b7e5ef-c89f-4a5b-83ee-8021205586ca req-c46bd4a2-4946-4c48-ba05-560b70ff9b77 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "GET /v2.0/ports?device_id=ea04779c-baec-4054-a778-4b0fd0d72dcd HTTP/1.1" status: 200 len: 210 time: 0.0496156 Sep 19 18:10:13.616776 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-bc0328d5-79b9-461f-80a8-e407b1d7e738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:14.059339 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58650) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:14.239156 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-092657cc-b5ed-40fb-bf85-3ccb06204677 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:14.270213 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-092657cc-b5ed-40fb-bf85-3ccb06204677 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:14.338395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-092657cc-b5ed-40fb-bf85-3ccb06204677 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:14.356976 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092657cc-b5ed-40fb-bf85-3ccb06204677 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3042e500-41ab-46c2-a989-37a59fbf4ddd,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:14.370082 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-092657cc-b5ed-40fb-bf85-3ccb06204677 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:14.371699 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-092657cc-b5ed-40fb-bf85-3ccb06204677 tempest-TestSnapshotPattern-1929644291 tempest-TestSnapshotPattern-1929644291-project] 10.222.0.83 "DELETE /v2.0/security-groups/3042e500-41ab-46c2-a989-37a59fbf4ddd HTTP/1.1" status: 204 len: 168 time: 0.3112879 Sep 19 18:10:15.200906 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:15.424955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58658) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:15.442168 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:16.001006 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:16.355392 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Deleting port 5873a483-3c00-4946-8312-5de97f676553 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:16.355701 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:16.506652 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7a87d7f7-5559-4b79-964f-41602d1ea837 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:16.529080 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] For port 5873a483-3c00-4946-8312-5de97f676553, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=5873a483-3c00-4946-8312-5de97f676553,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:16.529626 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:16.545081 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] No Port match for: 7a87d7f7-5559-4b79-964f-41602d1ea837 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:10:16.545427 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Device 7a87d7f7-5559-4b79-964f-41602d1ea837 not bound to the agent host hv-neutron-8577 {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:10:16.554126 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:16.661529 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Calling delete_port for 5873a483-3c00-4946-8312-5de97f676553 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:17.104892 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:17.182363 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Pushing event deleted for resources: {'Port': ['ID=5873a483-3c00-4946-8312-5de97f676553,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:17.435173 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:17.815829 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Router d4f57779-18d0-46f4-93b0-b5332759bb3c has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:10:17.999736 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:10:18.010543 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] Sync routers for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:10:18.012904 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-b1b10d05-c915-4ba8-a244-407873a4f822 admin admin] 10.222.0.83 "PUT /v2.0/routers/d4f57779-18d0-46f4-93b0-b5332759bb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867345 Sep 19 18:10:18.015667 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58662) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:18.020732 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:10:18.021376 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:18.201456 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: dv-neutron-857789-3-hyperv {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:10:18.323998 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:18.504035 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:18.515328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Deleting port b39ef81e-3761-4deb-8926-48e028311e0a {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:18.515687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:18.520976 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22'}], 'enable_snat': True}, 'gw_port_id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:10:17Z', 'revision_number': 5, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port': {'id': 'b39ef81e-3761-4deb-8926-48e028311e0a', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:22Z', 'updated_at': '2022-09-19T18:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:18.524850 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] Checking router: d4f57779-18d0-46f4-93b0-b5332759bb3c for host: dv-neutron-857789-3-hyperv {{(pid=89058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:10:18.533165 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] Routers {'d4f57779-18d0-46f4-93b0-b5332759bb3c'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:10:18.533798 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['d4f57779-18d0-46f4-93b0-b5332759bb3c'], 'active': True} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:18.689851 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_dvr_db [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] Set router d4f57779-18d0-46f4-93b0-b5332759bb3c gateway port host: None {{(pid=89058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:10:18.698757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] For port b39ef81e-3761-4deb-8926-48e028311e0a, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=b39ef81e-3761-4deb-8926-48e028311e0a,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:18.699154 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:18.808943 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.l3_hamode_db [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:10:18Z', 'revision_number': 6, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:18.813306 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58eb5e-8cd1-4e0f-943a-2891f2d5968e None None] The sync data for ids ['d4f57779-18d0-46f4-93b0-b5332759bb3c'] in dv-neutron-857789-3-hyperv is: [{'id': 'd4f57779-18d0-46f4-93b0-b5332759bb3c', 'name': 'tempest-TestSnapshotPattern-1437285414-router', 'tenant_id': '0ae4a49883f940878da74e43d31b0c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:21Z', 'updated_at': '2022-09-19T18:10:18Z', 'revision_number': 6, 'project_id': '0ae4a49883f940878da74e43d31b0c4a', 'gw_port_host': None}] {{(pid=89058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:10:18.829423 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Calling delete_port for b39ef81e-3761-4deb-8926-48e028311e0a owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:19.006126 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.053149 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39ef81e-3761-4deb-8926-48e028311e0a,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:19.153972 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.331242 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.333612 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.359614 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.360395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f57779-18d0-46f4-93b0-b5332759bb3c {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 18:10:19.376930 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.378048 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-7b0cb3ae-49dc-4209-bb4a-6bbc6abb3c95 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d4f57779-18d0-46f4-93b0-b5332759bb3c HTTP/1.1" status: 204 len: 168 time: 1.3615098 Sep 19 18:10:19.381622 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58666) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:19.440877 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f43c7a-b1a2-4ad4-b8c6-016e0b027f29 admin admin] Deleting subnet 1116082b-5592-41f2-9551-e2e9ce2f8c08 {{(pid=89055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 18:10:19.444621 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-83f43c7a-b1a2-4ad4-b8c6-016e0b027f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.499041 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-83f43c7a-b1a2-4ad4-b8c6-016e0b027f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6111852'] for subnet, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.583093 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-83f43c7a-b1a2-4ad4-b8c6-016e0b027f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.659432 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-83f43c7a-b1a2-4ad4-b8c6-016e0b027f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6113943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6332259'] for subnet, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.704079 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f43c7a-b1a2-4ad4-b8c6-016e0b027f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1116082b-5592-41f2-9551-e2e9ce2f8c08,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:19.707920 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-83f43c7a-b1a2-4ad4-b8c6-016e0b027f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:19.714999 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-83f43c7a-b1a2-4ad4-b8c6-016e0b027f29 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1116082b-5592-41f2-9551-e2e9ce2f8c08 HTTP/1.1" status: 204 len: 168 time: 0.3322990 Sep 19 18:10:19.717657 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58670) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:19.721137 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20391a-1884-44b4-98fb-56cbccd4238b None None] Network 6bae8726-4f45-4095-9444-55870d84f98f requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 18:10:20.023151 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] DHCP port deletion for 6bae8726-4f45-4095-9444-55870d84f98f request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 18:10:20.027935 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] Deleting port 7e826202-6530-4d70-8fe2-13654cc78151 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:20.028308 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.075794 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.086426 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Deleting port 7e826202-6530-4d70-8fe2-13654cc78151 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:20.086757 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.234433 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] For port 7e826202-6530-4d70-8fe2-13654cc78151, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7e826202-6530-4d70-8fe2-13654cc78151,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:20.234793 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.293708 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] For port 7e826202-6530-4d70-8fe2-13654cc78151, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=7e826202-6530-4d70-8fe2-13654cc78151,segment=NetworkSegment(08d74a43-4908-4ac0-973c-5c5bd4b2eab2),segment_id=08d74a43-4908-4ac0-973c-5c5bd4b2eab2)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:20.294046 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.334822 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5873a483-3c00-4946-8312-5de97f676553 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:20.421527 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Calling delete_port for 7e826202-6530-4d70-8fe2-13654cc78151 owned by network:dhcp {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:20.424239 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] Calling delete_port for 7e826202-6530-4d70-8fe2-13654cc78151 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:20.464893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 5873a483-3c00-4946-8312-5de97f676553 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:10:20.464893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 5873a483-3c00-4946-8312-5de97f676553 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:10:20.465221 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7e826202-6530-4d70-8fe2-13654cc78151 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:20.502661 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.549766 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No active binding found for port 7e826202-6530-4d70-8fe2-13654cc78151 {{(pid=89057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 19 18:10:20.550164 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 7e826202-6530-4d70-8fe2-13654cc78151 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:10:20.550587 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b39ef81e-3761-4deb-8926-48e028311e0a no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:20.553059 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e826202-6530-4d70-8fe2-13654cc78151,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:20.554824 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] No DVR routers for this DVR port 7e826202-6530-4d70-8fe2-13654cc78151 on host dv-neutron-857789-3-hyperv {{(pid=89055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 18:10:20.588994 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: b39ef81e-3761-4deb-8926-48e028311e0a {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:10:20.589344 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device b39ef81e-3761-4deb-8926-48e028311e0a not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:10:20.590937 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 18:10:20.591285 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 18:10:20.670520 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.696729 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bae8726-4f45-4095-9444-55870d84f98f']}} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:20.709206 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d74a43-4908-4ac0-973c-5c5bd4b2eab2') {'for_net_delete': True} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:20.709513 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.services.segments.db [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d74a43-4908-4ac0-973c-5c5bd4b2eab2') {} {{(pid=89055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:20.721155 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6111847'] for segment, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.737476 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.745140 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 18:10:20.745568 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6113853'] for segment, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.846355 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.851101 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Notify callbacks [] for network, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:20.874955 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bae8726-4f45-4095-9444-55870d84f98f,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:20.879974 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 08d74a43-4908-4ac0-973c-5c5bd4b2eab2 resource provider aggregate not found Sep 19 18:10:20.895920 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-36c1a887-77ce-4450-be68-9766b07c1062 admin admin] 10.222.0.83 "DELETE /v2.0/networks/6bae8726-4f45-4095-9444-55870d84f98f HTTP/1.1" status: 204 len: 168 time: 1.1770301 Sep 19 18:10:20.898768 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58684) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:20.952703 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.services.segments.plugin [-] Segment 08d74a43-4908-4ac0-973c-5c5bd4b2eab2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08d74a43-4908-4ac0-973c-5c5bd4b2eab2 found for delete ", "request_id": "req-30273289-0a99-413b-a940-c2bbb1acaa15"}]} Sep 19 18:10:21.092456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] Deleting port 7e826202-6530-4d70-8fe2-13654cc78151 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:21.093040 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:21.159651 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-a8618360-672a-42c5-bc6a-bfe39e841755 None None] The port '7e826202-6530-4d70-8fe2-13654cc78151' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 18:10:21.476560 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520894'] for router_interface, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:21.950610 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Deleting port ecc96dd0-97fa-4300-880f-bfcb7ff36a06 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:21.951089 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:22.124792 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] For port ecc96dd0-97fa-4300-880f-bfcb7ff36a06, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,segment=NetworkSegment(e9c549db-b33d-4d44-9f56-7d204ab5e89b),segment_id=e9c549db-b33d-4d44-9f56-7d204ab5e89b)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:22.125145 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:22.251302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Calling delete_port for ecc96dd0-97fa-4300-880f-bfcb7ff36a06 owned by network:router_interface {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:22.446141 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:22.496416 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc96dd0-97fa-4300-880f-bfcb7ff36a06,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:22.781988 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520786'] for router_interface, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:23.270613 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Router afe8212e-f921-4c62-abea-bc6485a52273 has already been hosted by L3 agent 8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7 {{(pid=89055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 19 18:10:23.463687 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] Notify agent at l3_agent.dv-neutron-857789-3-hyperv the message routers_updated {{(pid=89055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 19 18:10:23.472576 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822f679-fd24-404a-9012-14e633080553 None None] Sync routers for ids ['afe8212e-f921-4c62-abea-bc6485a52273'] in dv-neutron-857789-3-hyperv {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 18:10:23.481959 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-38f2df61-248f-46af-a0f6-8a791a0dc55f admin admin] 10.222.0.83 "PUT /v2.0/routers/afe8212e-f921-4c62-abea-bc6485a52273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5820599 Sep 19 18:10:23.482248 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822f679-fd24-404a-9012-14e633080553 None None] Routers {'afe8212e-f921-4c62-abea-bc6485a52273'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:10:23.482729 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9822f679-fd24-404a-9012-14e633080553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['afe8212e-f921-4c62-abea-bc6485a52273'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:23.484385 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58688) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:23.657971 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks [] for router, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:23.661786 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9822f679-fd24-404a-9012-14e633080553 None None] Set router afe8212e-f921-4c62-abea-bc6485a52273 gateway port host: dv-neutron-857789-3-hyperv {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:10:23.836652 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:23.848127 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Deleting port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 {{(pid=89055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:23.848443 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:23.950080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9822f679-fd24-404a-9012-14e633080553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'external_fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134'}], 'enable_snat': True}, 'gw_port_id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:10:22Z', 'revision_number': 5, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port': {'id': '6b4f3b7a-a2d5-4aae-81e1-3e324a134785', 'name': '', 'network_id': '115f4b4b-cb9c-4052-98b3-4d902a970953', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'ip_address': '172.26.10.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857789-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ece48556-0ccc-4688-a4be-002567c44ff5', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857789-3-hyperv'}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:23.954101 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822f679-fd24-404a-9012-14e633080553 None None] Checking router: afe8212e-f921-4c62-abea-bc6485a52273 for host: dv-neutron-857789-3-hyperv {{(pid=89057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 18:10:23.963051 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822f679-fd24-404a-9012-14e633080553 None None] Routers {'afe8212e-f921-4c62-abea-bc6485a52273'} bound to L3 agent in host dv-neutron-857789-3-hyperv {{(pid=89057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 19 18:10:23.963674 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9822f679-fd24-404a-9012-14e633080553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857789-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:00:44Z,description=,heartbeat_timestamp=2022-09-19T18:10:14Z,host='dv-neutron-857789-3-hyperv',id=8c464b40-c2ff-44e8-9ab5-06b3f3e9dcd7,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:00:44Z,topic='l3_agent')) {'router_ids': ['afe8212e-f921-4c62-abea-bc6485a52273'], 'active': True} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:24.022302 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.db [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] For port 6b4f3b7a-a2d5-4aae-81e1-3e324a134785, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=6b4f3b7a-a2d5-4aae-81e1-3e324a134785,segment=NetworkSegment(649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f),segment_id=649d6bd4-aeb1-4a70-9b8a-c98e8af9ec1f)] {{(pid=89055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:24.022638 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.114923 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_dvr_db [None req-9822f679-fd24-404a-9012-14e633080553 None None] Set router afe8212e-f921-4c62-abea-bc6485a52273 gateway port host: None {{(pid=89057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 19 18:10:24.153471 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.plugins.ml2.plugin [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Calling delete_port for 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 owned by network:router_gateway {{(pid=89055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:24.219806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.db.l3_hamode_db [None req-9822f679-fd24-404a-9012-14e633080553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:10:23Z', 'revision_number': 6, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port_host': None}], 'dv-neutron-857789-3-hyperv', False) {} {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:24.223774 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822f679-fd24-404a-9012-14e633080553 None None] The sync data for ids ['afe8212e-f921-4c62-abea-bc6485a52273'] in dv-neutron-857789-3-hyperv is: [{'id': 'afe8212e-f921-4c62-abea-bc6485a52273', 'name': 'tempest-TestSnapshotPattern-2074716077-router', 'tenant_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T18:05:28Z', 'updated_at': '2022-09-19T18:10:23Z', 'revision_number': 6, 'project_id': '486b1aac0248489f9d5a0dc1bc34d6fc', 'gw_port_host': None}] {{(pid=89057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 18:10:24.328939 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6113864'] for port, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.375420 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4f3b7a-a2d5-4aae-81e1-3e324a134785,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:24.589414 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516053'] for router_gateway, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.779009 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2769'] for router, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.781403 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.812522 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510232'] for router, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.813328 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe8212e-f921-4c62-abea-bc6485a52273 {{(pid=89055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 19 18:10:24.828693 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] Notify callbacks [] for router, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.829782 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-39910656-a5a7-46d6-8410-e954565448ff admin admin] 10.222.0.83 "DELETE /v2.0/routers/afe8212e-f921-4c62-abea-bc6485a52273 HTTP/1.1" status: 204 len: 168 time: 1.3443975 Sep 19 18:10:24.832536 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 58692) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:24.897749 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e39fb2a-8e57-49d0-b8c5-9415519a692c admin admin] Deleting subnet 05acafe5-d0fa-47b9-b4b7-6860069c6494 {{(pid=89056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 19 18:10:24.900853 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb2a-8e57-49d0-b8c5-9415519a692c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.954129 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb2a-8e57-49d0-b8c5-9415519a692c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7171639'] for subnet, precommit_delete_associations {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:24.997230 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ecc96dd0-97fa-4300-880f-bfcb7ff36a06 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:25.033547 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: ecc96dd0-97fa-4300-880f-bfcb7ff36a06 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:10:25.034090 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device ecc96dd0-97fa-4300-880f-bfcb7ff36a06 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:10:25.048505 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb2a-8e57-49d0-b8c5-9415519a692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728925'] for subnet, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.118103 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb2a-8e57-49d0-b8c5-9415519a692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7541992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6060570'] for subnet, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.156919 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39fb2a-8e57-49d0-b8c5-9415519a692c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05acafe5-d0fa-47b9-b4b7-6860069c6494,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:25.160501 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-8e39fb2a-8e57-49d0-b8c5-9415519a692c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.166803 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-8e39fb2a-8e57-49d0-b8c5-9415519a692c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/05acafe5-d0fa-47b9-b4b7-6860069c6494 HTTP/1.1" status: 204 len: 168 time: 0.3332508 Sep 19 18:10:25.169556 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 58696) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:25.170948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860252a-20e1-4687-bb8a-91561937ab63 None None] Network 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 requested from dv-neutron-857789-3-hyperv {{(pid=89057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 19 18:10:25.286941 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562588'] for network, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.298674 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Deleting port 0e9c9931-2fcd-4768-8a5a-a9847af66230 {{(pid=89056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:25.299064 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.507734 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] DHCP port deletion for 0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 request from dv-neutron-857789-3-hyperv {{(pid=89057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 19 18:10:25.513648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] Deleting port 0e9c9931-2fcd-4768-8a5a-a9847af66230 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:25.513934 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.609304 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.db [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] For port 0e9c9931-2fcd-4768-8a5a-a9847af66230, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0e9c9931-2fcd-4768-8a5a-a9847af66230,segment=NetworkSegment(e9c549db-b33d-4d44-9f56-7d204ab5e89b),segment_id=e9c549db-b33d-4d44-9f56-7d204ab5e89b)] {{(pid=89056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:25.609779 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.728023 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.db [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] For port 0e9c9931-2fcd-4768-8a5a-a9847af66230, host dv-neutron-857789-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857789-3-hyperv',level=0,port_id=0e9c9931-2fcd-4768-8a5a-a9847af66230,segment=NetworkSegment(e9c549db-b33d-4d44-9f56-7d204ab5e89b),segment_id=e9c549db-b33d-4d44-9f56-7d204ab5e89b)] {{(pid=89057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 19 18:10:25.728890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-509828'] for port, precommit_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.732368 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.plugin [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Calling delete_port for 0e9c9931-2fcd-4768-8a5a-a9847af66230 owned by network:dhcp {{(pid=89056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:25.814151 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767836507715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767835970533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7541815'] for port, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:25.857942 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] Calling delete_port for 0e9c9931-2fcd-4768-8a5a-a9847af66230 owned by network:dhcp {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 19 18:10:25.864023 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9c9931-2fcd-4768-8a5a-a9847af66230,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:25.865818 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] No DVR routers for this DVR port 0e9c9931-2fcd-4768-8a5a-a9847af66230 on host dv-neutron-857789-3-hyperv {{(pid=89056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 18:10:25.932541 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.db.api [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 18:10:25.932899 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG oslo_db.api [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 18:10:25.981233 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727795', 'neutron.services.segments.db._delete_segments_for_network-8767836486566'] for network, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.005852 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2c8d0d-823a-4c9f-8f0b-adc7133761c3']}} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:26.018401 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c549db-b33d-4d44-9f56-7d204ab5e89b') {'for_net_delete': True} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:26.018690 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.services.segments.db [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c549db-b33d-4d44-9f56-7d204ab5e89b') {} {{(pid=89056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 18:10:26.030102 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767836521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7171644'] for segment, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.046124 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723566'] for segment, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.052516 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 18:10:26.052905 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7541826'] for segment, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.150462 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516030'] for network, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.167438 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Notify callbacks [] for network, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.177959 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2c8d0d-823a-4c9f-8f0b-adc7133761c3,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:26.183427 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment e9c549db-b33d-4d44-9f56-7d204ab5e89b resource provider aggregate not found Sep 19 18:10:26.191165 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-85e1cc4a-1655-4d1c-bff9-435282450294 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0d2c8d0d-823a-4c9f-8f0b-adc7133761c3 HTTP/1.1" status: 204 len: 168 time: 1.0203793 Sep 19 18:10:26.199084 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.202401 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.services.segments.plugin [-] Segment e9c549db-b33d-4d44-9f56-7d204ab5e89b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9c549db-b33d-4d44-9f56-7d204ab5e89b found for delete ", "request_id": "req-de50e148-1ba5-4017-87dc-c1247646dd4b"}]} Sep 19 18:10:26.319529 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 58712) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:26.331857 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0e9c9931-2fcd-4768-8a5a-a9847af66230 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:26.367257 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 0e9c9931-2fcd-4768-8a5a-a9847af66230 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:10:26.367584 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 0e9c9931-2fcd-4768-8a5a-a9847af66230 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:10:26.368015 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 no longer exists at agent ovs-agent-dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 19 18:10:26.371182 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-0ae122e1-b5b5-42c0-8a87-8c639f99810a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0ae4a49883f940878da74e43d31b0c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503850 Sep 19 18:10:26.373612 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [-] (89056) accepted ('10.222.0.83', 58716) {{(pid=89056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:26.405803 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] No Port match for: 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 {{(pid=89057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 19 18:10:26.406152 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.rpc [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Device 6b4f3b7a-a2d5-4aae-81e1-3e324a134785 not bound to the agent host dv-neutron-857789-3-hyperv {{(pid=89057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 19 18:10:26.434593 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] Deleting port 0e9c9931-2fcd-4768-8a5a-a9847af66230 {{(pid=89057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 19 18:10:26.435016 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767836504697'] for port, before_delete {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.439158 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8936d26-695a-4d7c-96c2-ad10c4ef980c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.465859 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8936d26-695a-4d7c-96c2-ad10c4ef980c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.502806 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron.plugins.ml2.plugin [None req-c015c2b9-44c5-4247-9d64-689885338ee2 None None] The port '0e9c9931-2fcd-4768-8a5a-a9847af66230' was deleted {{(pid=89057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 19 18:10:26.526814 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8936d26-695a-4d7c-96c2-ad10c4ef980c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.544378 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8936d26-695a-4d7c-96c2-ad10c4ef980c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3549b7-948a-4fb9-8c68-9e8e10fffd6d,revision_number=None']} {{(pid=89056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:26.552645 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron_lib.callbacks.manager [None req-a8936d26-695a-4d7c-96c2-ad10c4ef980c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:26.553953 dv-neutron-857789-3-hyperv neutron-server[89056]: INFO neutron.wsgi [None req-a8936d26-695a-4d7c-96c2-ad10c4ef980c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3b3549b7-948a-4fb9-8c68-9e8e10fffd6d HTTP/1.1" status: 204 len: 168 time: 0.1794779 Sep 19 18:10:26.915291 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58724) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:26.966115 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0951fd53-237e-4c4c-9b72-055be14e42c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=486b1aac0248489f9d5a0dc1bc34d6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493698 Sep 19 18:10:26.968908 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.wsgi [-] (89055) accepted ('10.222.0.83', 58728) {{(pid=89055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 19 18:10:27.029395 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ae961eb-b59c-43ff-808c-52a8b0783b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:27.061121 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ae961eb-b59c-43ff-808c-52a8b0783b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:27.129453 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ae961eb-b59c-43ff-808c-52a8b0783b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431519'] for security_group, after_delete {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:27.144218 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae961eb-b59c-43ff-808c-52a8b0783b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e7e553-2e3b-45a3-93d6-b67f9df7c3f2,revision_number=None']} {{(pid=89055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 18:10:27.151290 dv-neutron-857789-3-hyperv neutron-server[89055]: DEBUG neutron_lib.callbacks.manager [None req-0ae961eb-b59c-43ff-808c-52a8b0783b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:27.152431 dv-neutron-857789-3-hyperv neutron-server[89055]: INFO neutron.wsgi [None req-0ae961eb-b59c-43ff-808c-52a8b0783b1f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b9e7e553-2e3b-45a3-93d6-b67f9df7c3f2 HTTP/1.1" status: 204 len: 168 time: 0.1825793 Sep 19 18:10:41.414415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-36270e0e-31b6-4d56-8b53-575300c760c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:42.272517 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:10:43.620893 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f9087b84-c420-4912-83d7-9b4f0d2262cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:45.201417 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:45.437241 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:46.520460 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:10:56.235829 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:11.410117 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5a17337d-d355-4ef2-a9b9-d2ec59953a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:13.622115 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7f0d6129-613c-43f9-9f4c-24d0eab2c722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:15.199538 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:15.439101 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:16.528603 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:19.278280 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:11:26.253702 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:41.407413 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-e7f1dcec-4176-487c-9ac8-44184e9b551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:43.634245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-17193d0e-ce04-4ec5-ac80-4950c94fa2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:45.200305 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:45.440369 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:46.531172 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:56.244415 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:11:56.277336 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:12:11.402175 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a1d11227-3ce4-4ac5-a90b-986545ee239d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:13.625196 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7c36-9e0d-47b5-993d-ab366b148cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:15.204811 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:15.445608 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:16.539249 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:26.243564 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:33.280533 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:12:41.407689 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-983a46a9-6a0e-4e41-81f0-06021a41412c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:43.626545 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3405bdff-58d1-419e-9835-6dbda8629b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:45.206794 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:45.447958 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:46.547919 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:12:56.243948 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:10.284100 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:13:11.406134 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-f2858142-17d0-4bc6-beae-b9b453af7f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:13.626301 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-5f41392b-f3cd-4c17-81ab-36fe358dc981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:15.211966 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:15.452561 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:16.546511 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:26.262760 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:41.402648 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-7c844047-66a5-4a21-8859-52000b1a0add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:43.621097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-42f45e58-c1de-4b52-89c9-9fb63a48014a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:45.211110 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:45.458930 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:46.551456 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:13:47.286779 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:13:56.274890 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:04.072248 dv-neutron-857789-3-hyperv neutron-server[89056]: DEBUG neutron.wsgi [req-618487ca-d115-4216-a969-cfc7a554c8c9 req-593c0404-9ef6-4bf2-af6d-75721541e58b service neutron] (89056) timed out ('10.222.0.83', 57208) {{(pid=89056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 19 18:14:11.405939 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-429c272c-97a7-4422-8ece-152106184c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:13.629407 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-2b6251ab-a13b-4cb8-aba1-27c64222ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:15.211537 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:15.459380 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:16.560310 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:24.291502 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:14:26.291705 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:41.401801 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-4e951509-61f1-4a42-80bc-d89dda0557f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:43.625385 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-1eed753f-d951-4fb0-bcb6-29b0a3389eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:45.220042 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:45.468382 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:46.560992 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:14:56.288641 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:01.294677 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:15:11.409812 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-396e8228-0f75-4f94-b7ef-606ec7c0817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:13.637599 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-28c36bc2-b568-429e-872d-1260f1aa23b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:15.212436 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:15.468080 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:16.562598 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:26.284577 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:38.296599 dv-neutron-857789-3-hyperv neutron-server[89058]: DEBUG neutron.db.agents_db [None req-1f6e4360-5fff-46b4-b883-148f1ce74cf3 None None] Agent healthcheck: found 6 active agents {{(pid=89058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 19 18:15:41.406656 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-15d03a39-01e8-444e-8a20-4edcfd5a2d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:43.636229 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-9d41556d-f846-40cf-8ffd-b2bae7773ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:45.222245 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-3aab4509-9ca3-44aa-aeae-b315839ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:45.467772 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ff8abd8c-4ae9-417a-8c9e-fb98888b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:46.571190 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-a4f85032-b7c5-4fa7-9caf-4538a4fde5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 18:15:56.278097 dv-neutron-857789-3-hyperv neutron-server[89057]: DEBUG neutron_lib.callbacks.manager [None req-ad19e147-443d-43dd-aa29-c3b187323c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767836486548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661049'] for agent, after_update {{(pid=89057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}